Try 5% fails

borzunov · borzunov · commit 567e34b30947 · 2023-09-28T18:38:56.000Z
diff --git a/src/petals/client/inference_session.py b/src/petals/client/inference_session.py
@@ -163,6 +163,11 @@ def step(
                 )
             )
         )
+
+        import random
+        if random.random() < 0.05:
+            raise Exception("fail")
+
         outputs = list(map(deserialize_torch_tensor, outputs_serialized.tensors))
         assert (
             outputs[0].shape == inputs.shape

Original file line number	Diff line number	Diff line change
`@@ -163,6 +163,11 @@ def step(`
`163`	`163`	`)`
`164`	`164`	`)`
`165`	`165`	`)`
	`166`	`+`
	`167`	`+ import random`
	`168`	`+ if random.random() < 0.05:`
	`169`	`+ raise Exception("fail")`
	`170`	`+`
`166`	`171`	`outputs = list(map(deserialize_torch_tensor, outputs_serialized.tensors))`
`167`	`172`	`assert (`
`168`	`173`	`outputs[0].shape == inputs.shape`