modified notebook

RAG/scripts/prompt-generator.py

@@ -9,7 +9,7 @@
 
 
 openai_api_key = os.getenv("OPENAI_API_KEY") 
-vectordb_keys = os.getenv("VECTORDB_MODEL") 
+vectordb_keys = os.getenv("OPENAI_MODEL") 
 # print("Here:>>>" + str(openai_api_key))
 # os.environ["OPENAI_API_KEY"] = openai_api_key
 # os.environ["VECTORDB_MODEL"] = vectordb_keys
@@ -100,7 +100,7 @@ def save_txt(generate_prompts) -> None:
         with open(file_path, 'w') as txt_file:
             txt_file.write(generate_prompts)
 
-        print(f"Text data has been saved to {file_path}")
+        print(f"Generated Prompts have been saved to {file_path}")
 
     save_txt(generate_prompts)
 

RAG/scripts/test_evaluation.py → RAG/scripts/scripts_on_test/test_evaluation.py

@@ -71,7 +71,7 @@ def test_prompts():
     llm = ChatOpenAI(model_name="gpt-3.5-turbo-16k", temperature=0)
 
     final_prompts = []
-
+    prompt_accuracy = []
     for prompt in prompts:
        final_prompts.append(ChatPromptTemplate.from_template(prompt))
 
@@ -123,7 +123,10 @@ def test_prompts():
             ],
         )
 
-        return result
+        prompt_accuracy.append(result["answer_relevancy"])
+
+
+    return prompt_accuracy
 
 if __name__ == "__main__":
     test_prompts()

RAG/scripts/test-prompt-generator.py

@@ -9,14 +9,14 @@
 
 
 openai_api_key = os.getenv("OPENAI_API_KEY") 
-vectordb_keys = os.getenv("VECTORDB_MODEL") 
+model = os.getenv("OPENAI_MODEL") 
 
 client = OpenAI(api_key=openai_api_key)
 
 
 def get_completion(
     messages: list[dict[str, str]],
-    model: str = vectordb_keys,
+    model: str = model,
     max_tokens=500,
     temperature=0,
     stop=None,
@@ -75,7 +75,7 @@ def generate_test_data(prompt: str, context: str, num_test_output: str) -> str:
                 "content": prompt.replace("{context}", context).replace("{num_test_output}", num_test_output)
             }
         ],
-        model=vectordb_keys,
+        model=model,
         logprobs=True,
         top_logprobs=1,
     )
@@ -109,4 +109,4 @@ def save_txt(test_data) -> None:
 
 
 if __name__ == "__main__":
-    main("5") # n number of prompts to generate
+    main("3") # n number of prompts to generate