Increase timeout and llama guard

rogeriochaves · rogeriochaves · commit cf3b3ea2df20 · 2025-02-19T14:46:44.000+01:00
diff --git a/evaluators/huggingface/langevals_huggingface/llama_guard.py b/evaluators/huggingface/langevals_huggingface/llama_guard.py
@@ -163,6 +163,7 @@ def evaluate(self, entry: LlamaGuardEntry) -> SingleEvaluationResult:
                 f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/@hf/thebloke/llamaguard-7b-awq",
                 headers={"Authorization": f"Bearer {api_key}"},
                 json={"prompt": prompt},
+                timeout=600,
             )
             response.raise_for_status()
             result = response.json()

Original file line number	Diff line number	Diff line change
`@@ -163,6 +163,7 @@ def evaluate(self, entry: LlamaGuardEntry) -> SingleEvaluationResult:`
`163`	`163`	`f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/@hf/thebloke/llamaguard-7b-awq",`
`164`	`164`	`headers={"Authorization": f"Bearer {api_key}"},`
`165`	`165`	`json={"prompt": prompt},`
	`166`	`+ timeout=600,`
`166`	`167`	`)`
`167`	`168`	`response.raise_for_status()`
`168`	`169`	`result = response.json()`