fix input textbox bug and endpoint management

app.py

@@ -3,7 +3,11 @@ import time
 import yaml
 from langchain.prompts.chat import ChatPromptTemplate
 from huggingface_hub import hf_hub_download
-from spinoza_project.source.backend.llm_utils import get_llm, get_vectorstore
+from spinoza_project.source.backend.llm_utils import (
+    get_llm,
+    get_llm_api,
+    get_vectorstore,
+)
 from spinoza_project.source.backend.document_store import pickle_to_document_store
 from spinoza_project.source.backend.get_prompts import get_qa_prompts
 from spinoza_project.source.frontend.utils import (
@@ -38,7 +42,7 @@ for source in config["prompt_naming"]:
 ## Building LLM
 print("Building LLM")
 model = "gpt35turbo"
-llm = get_llm()
+llm = get_llm_api()
 
 ## Loading_tools
 print("Loading Databases")

assets/style.css

@@ -118,6 +118,11 @@ a {
         height: calc(-100px + 100vh) !important;
     }
 
+    #accordion-spinoza {
+        height: 15cm;
+    }
+
+
     #accordion-spinoza>open>span:nth-child(1) {
         color: #000000;
         font-size: large;
@@ -157,6 +162,10 @@ a {
 
 }
 
+textarea.scroll-hide {
+    max-height: 42px;
+}
+
 footer {
     position: fixed;
     left: 0;

spinoza_project/source/backend/llm_utils.py

@@ -1,3 +1,4 @@
+from tracemalloc import stop
 from langchain_openai import AzureChatOpenAI
 from msal import ConfidentialClientApplication
 from langchain_openai import AzureOpenAIEmbeddings
@@ -62,6 +63,21 @@ def get_llm():
     return LLM(AzureChatOpenAI(temperature=0))
 
 
+def get_llm_api():
+    return LLM(
+        AzureChatOpenAI(
+            deployment_name=os.getenv("DEPLOYMENT_NAME"),
+            openai_api_key=os.getenv("OPENAI_API_KEY"),
+            azure_endpoint=os.getenv("OPENAI_API_BASE"),
+            openai_api_version=os.getenv("OPENAI_API_VERSION"),
+            streaming=True,
+            temperature=0,
+            max_tokens=2048,  # 1024,
+            stop=["<|im_end|>"],
+        )
+    )
+
+
 def get_vectorstore(index_name, model="text-embedding-ada-002"):
     os.environ["AZURE_OPENAI_ENDPOINT"] = (
         f"{os.getenv('OPENAI_API_ENDPOINT')}{os.getenv('DEPLOYMENT_EMB_ID')}/embeddings?api-version={os.getenv('OPENAI_API_VERSION')}"