experimentally update max tokens and temperature for search encoder

2 years ago · a6d02c1143
parent b28795c69d
commit a6d02c1143
1 changed files with 1 additions and 1 deletions
--- a/models/search_model.py
+++ b/models/search_model.py
@ -176,7 +176,7 @@ class Search:
        llm_predictor = LLMPredictor(llm=OpenAI(model_name="text-davinci-003"))
        try:
            llm_predictor_presearch = OpenAI(
-                max_tokens=30, temperature=0, model_name="text-davinci-003"
+                max_tokens=40, temperature=0.1, model_name="text-davinci-003"
            )

            # Refine a query to send to google custom search API