Update app.py

app.py

@@ -3,6 +3,9 @@ from transformers import AutoTokenizer
 from langchain.chat_models import ChatOpenAI
 import os, sys, json
 import gradio as gr
+from langchain.evaluation import load_evaluator
+from pprint import pprint as print
+
 
 # access token with permission to access the model and PRO subscription
 #HUGGINGFACEHUB_API_TOKEN = os.getenv("HF_ACCESS_READ")
@@ -28,16 +31,20 @@ def generate(text, history):
                     top_p=0.9,
                     temperature=0.6,
                 )
-    print (res)
+    #zum Evaluieren:
+    eval_result = evaluator.evaluate_strings(prediction=pred, input=prompt)
+    print ("eval_result:............    ")
+    print(eval_result)
     return res.strip()
 
-# test client
-#assert generate("What is 2+2?") == "The answer to 2+2 is 4."
+########################################
+#Evaluation
+########################################
+evaluation_llm = ChatOpenAI(model="gpt-4")
 
 # create evaluator
-#assert OAI_API_KEY is not None, "Please set OPENAI_API_KEY environment variable"
+evaluator = load_evaluator("criteria", criteria="conciseness", llm=evaluation_llm)
 
-evaluation_llm = ChatOpenAI(model="gpt-4")
 
 ################################################
 #GUI