Update appStore/rag.py

appStore/rag.py

@@ -56,8 +56,12 @@ def run_query(context, label, model_sel_name):
     #messages = [{"role": "system", "content": chatbot_role},{"role": "user", "content": get_prompt(context, label)}]
     
     # Initialize the client, pointing it to one of the available models
-    client = InferenceClient(model_sel_name, token=hf_token)
-    
+    #client = InferenceClient(model_sel_name, token=hf_token)
+    client = InferenceClient(
+        provider='nebius',
+        api_key=hf_token,
+        bill_to="GIZ",
+    )
     # Instantiate ChatCompletion as a generator object (stream is set to True)
     chat_completion = client.chat.completions.create(
         messages=messages,