fix streaming handler (#424)

mosaicml · Jul 27, 2023 · d86f1ba · d86f1ba
1 parent 845bfe2
commit d86f1ba
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/inference-deployments/mpt/mpt_handler.py b/examples/inference-deployments/mpt/mpt_handler.py
@@ -105,7 +105,7 @@ def predict_stream(self, **inputs: Dict):
         generate_kwargs['streamer'] = streamer
 
         thread = Thread(target=self.generator,
-                        args=(generate_input),
+                        args=(generate_input,),
                         kwargs=generate_kwargs)
         thread.start()