Update timeout and faithfulness skipped message

rogeriochaves · rogeriochaves · commit 6d7589884a4e · 2025-01-14T16:55:19.000+01:00
diff --git a/evaluators/ragas/langevals_ragas/faithfulness.py b/evaluators/ragas/langevals_ragas/faithfulness.py
@@ -137,7 +137,7 @@ async def _create_verdicts(self, row: dict, statements: list[str], callbacks):
                 )
                 if "true" in is_dont_know.content.lower():  # type: ignore
                     return EvaluationResultSkipped(
-                        details="The output seems correctly to be an 'I don't know' statement given the provided contexts, ignoring faithfulness score."
+                        details="The output seems correctly to be an 'I don't know' statement given the provided contexts. Skipping faithfulness score."
                     )
 
         return RagasResult(
diff --git a/langevals/server.py b/langevals/server.py
@@ -174,7 +174,7 @@ def load(self):
         "preload_app": True,
         "forwarded_allow_ips": "*",
         "loglevel": "warning",
-        "timeout": 120,
+        "timeout": 900,
     }
 
     StandaloneApplication(app, options).run()

Original file line number	Diff line number	Diff line change
`@@ -137,7 +137,7 @@ async def _create_verdicts(self, row: dict, statements: list[str], callbacks):`
`137`	`137`	`)`
`138`	`138`	`if "true" in is_dont_know.content.lower(): # type: ignore`
`139`	`139`	`return EvaluationResultSkipped(`
`140`		`- details="The output seems correctly to be an 'I don't know' statement given the provided contexts, ignoring faithfulness score."`
	`140`	`+ details="The output seems correctly to be an 'I don't know' statement given the provided contexts. Skipping faithfulness score."`
`141`	`141`	`)`
`142`	`142`
`143`	`143`	`return RagasResult(`
Original file line number	Diff line number	Diff line change
`@@ -174,7 +174,7 @@ def load(self):`
`174`	`174`	`"preload_app": True,`
`175`	`175`	`"forwarded_allow_ips": "*",`
`176`	`176`	`"loglevel": "warning",`
`177`		`- "timeout": 120,`
	`177`	`+ "timeout": 900,`
`178`	`178`	`}`
`179`	`179`
`180`	`180`	`StandaloneApplication(app, options).run()`