Update README.md
Browse files
README.md
CHANGED
|
@@ -79,9 +79,8 @@ thinking_budget = 2048
|
|
| 79 |
|
| 80 |
# The implementation of thinking budget involves two-phase generation,
|
| 81 |
# which is incompatible with the official transformers TextIteratorStreamer.
|
| 82 |
-
#
|
| 83 |
-
# not
|
| 84 |
-
# "streamer" for usage.
|
| 85 |
from transformers import TextIteratorStreamer
|
| 86 |
class MyTextIteratorStreamer(TextIteratorStreamer):
|
| 87 |
def manual_end(self):
|
|
|
|
| 79 |
|
| 80 |
# The implementation of thinking budget involves two-phase generation,
|
| 81 |
# which is incompatible with the official transformers TextIteratorStreamer.
|
| 82 |
+
# MUST use this new class for streaming whether thinking budget is used
|
| 83 |
+
# or not. See the commented lines below that involve "streamer" for usage.
|
|
|
|
| 84 |
from transformers import TextIteratorStreamer
|
| 85 |
class MyTextIteratorStreamer(TextIteratorStreamer):
|
| 86 |
def manual_end(self):
|