Increase mean_block_selection_delay

bigscience-workshop · Aug 8, 2023 · 816401e · 816401e
1 parent ca2850e
commit 816401e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/petals/server/server.py b/src/petals/server/server.py
@@ -78,7 +78,7 @@ def __init__(
         sender_threads: int = 1,
         balance_quality: float = 0.75,
         mean_balance_check_period: float = 120,
-        mean_block_selection_delay: float = 2.5,
+        mean_block_selection_delay: float = 5,
         token: Optional[Union[str, bool]] = None,
         quant_type: Optional[QuantType] = None,
         tensor_parallel_devices: Optional[Sequence[torch.device]] = None,