Try 5% fails

borzunov · borzunov · commit baa4e3961c9b · 2023-10-23T16:36:03.000Z
diff --git a/src/petals/client/inference_session.py b/src/petals/client/inference_session.py
@@ -144,6 +144,11 @@ def step(
                 )
             )
         )
+
+        import random
+        if random.random() < 0.05:
+            raise Exception("fail")
+
         outputs = list(map(deserialize_torch_tensor, outputs_serialized.tensors))
         assert (
             outputs[0].shape == inputs.shape

Original file line number	Diff line number	Diff line change
`@@ -144,6 +144,11 @@ def step(`
`144`	`144`	`)`
`145`	`145`	`)`
`146`	`146`	`)`
	`147`	`+`
	`148`	`+ import random`
	`149`	`+ if random.random() < 0.05:`
	`150`	`+ raise Exception("fail")`
	`151`	`+`
`147`	`152`	`outputs = list(map(deserialize_torch_tensor, outputs_serialized.tensors))`
`148`	`153`	`assert (`
`149`	`154`	`outputs[0].shape == inputs.shape`