Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -52,7 +52,7 @@ def predict(_chatbot, task_history):
|
|
| 52 |
inputs = inputs.to(model.device)
|
| 53 |
|
| 54 |
streamer = TextIteratorStreamer(
|
| 55 |
-
tokenizer, timeout=
|
| 56 |
|
| 57 |
gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
|
| 58 |
|
|
|
|
| 52 |
inputs = inputs.to(model.device)
|
| 53 |
|
| 54 |
streamer = TextIteratorStreamer(
|
| 55 |
+
tokenizer, timeout=2000.0, skip_prompt=True, skip_special_tokens=True)
|
| 56 |
|
| 57 |
gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
|
| 58 |
|