temp fix hf space

app_merlin_ai_coach.py

@@ -5,7 +5,7 @@ import json
 from components.stage_mapping import get_stage_and_details, get_stage_list, get_next_stage, STAGE_INSTRUCTIONS
 import os
 from dotenv import load_dotenv
-from llama_index.llms.openllm import OpenLLM
+# from llama_index.llms.openllm import OpenLLM
 from llama_index.llms.nebius import NebiusLLM
 import threading
 import re
@@ -41,13 +41,14 @@ if LLM_PROVIDER == "nebius":
         model=NEBIUS_MODEL
     )
 else:
-    llm = OpenLLM(
-        model=OPENLLM_MODEL,
-        api_base=LLM_API_URL,
-        api_key=LLM_API_KEY,
-        max_new_tokens=2048,
-        temperature=0.7,
-    )
+    pass
+    # llm = OpenLLM(
+    #     model=OPENLLM_MODEL,
+    #     api_base=LLM_API_URL,
+    #     api_key=LLM_API_KEY,
+    #     max_new_tokens=2048,
+    #     temperature=0.7,
+    # )
 
 # In-memory storage for session (for demo; use persistent storage for production)
 conversation_history = []

components/stage_mapping.py

@@ -1,6 +1,6 @@
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
 from llama_index.core import VectorStoreIndex, Document
-from llama_index.llms.openllm import OpenLLM
+# from llama_index.llms.openllm import OpenLLM
 from llama_index.llms.nebius import NebiusLLM
 import requests
 import os
@@ -24,11 +24,12 @@ if LLM_PROVIDER == "nebius":
         model=NEBIUS_MODEL
     )
 else:
-    llm = OpenLLM(
-        model=OPENLLM_MODEL,
-        api_base=LLM_API_URL,
-        api_key=LLM_API_KEY
-    )   
+    pass
+    # llm = OpenLLM(
+    #     model=OPENLLM_MODEL,
+    #     api_base=LLM_API_URL,
+    #     api_key=LLM_API_KEY
+    # )   
 
 # Example: Define your stages and their descriptions here
 STAGE_DOCS = [

llm_utils.py

@@ -1,5 +1,5 @@
 import os
-from llama_index.llms.openllm import OpenLLM
+# from llama_index.llms.openllm import OpenLLM
 from llama_index.llms.nebius import NebiusLLM
 
 # ...existing environment variable loading logic...
@@ -19,13 +19,14 @@ if LLM_PROVIDER == "nebius":
         model=NEBIUS_MODEL
     )
 else:
-    llm = OpenLLM(
-        model=OPENLLM_MODEL,
-        api_base=LLM_API_URL,
-        api_key=LLM_API_KEY,
-        max_new_tokens=2048,
-        temperature=0.7,
-    )
+    pass
+    # llm = OpenLLM(
+    #     model=OPENLLM_MODEL,
+    #     api_base=LLM_API_URL,
+    #     api_key=LLM_API_KEY,
+    #     max_new_tokens=2048,
+    #     temperature=0.7,
+    # )
 
 import re