Update README.md
Browse files
README.md
CHANGED
|
@@ -35,14 +35,6 @@ m = AutoModelForCausalLM.from_pretrained(
|
|
| 35 |
m.eval()
|
| 36 |
````
|
| 37 |
|
| 38 |
-
## Inference (CLI)
|
| 39 |
-
|
| 40 |
-
This repo includes a minimal inference script that:
|
| 41 |
-
|
| 42 |
-
* encodes the prompt to base-2 bits (UTF-8, MSB→LSB),
|
| 43 |
-
* runs a manual token-by-token loop (no `generate`),
|
| 44 |
-
* decodes the generated bits back to text (best-effort strict decode).
|
| 45 |
-
|
| 46 |
### Command
|
| 47 |
|
| 48 |
```bash
|
|
@@ -54,7 +46,8 @@ python3 inference.py --repo "PhysiQuanty/B-LLM-Test" --prompt "bonjour" --print_
|
|
| 54 |
```text
|
| 55 |
[Seed] 857729874
|
| 56 |
[Device] cuda
|
| 57 |
-
[+] IDS = [2, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0,
|
|
|
|
| 58 |
|
| 59 |
[Prompt]
|
| 60 |
bonjour
|
|
@@ -70,12 +63,35 @@ L'évaluation suivante exprime quel sentiment ?
|
|
| 70 |
|
| 71 |
[Generated IDs]
|
| 72 |
|
| 73 |
-
[0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 74 |
```
|
| 75 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 76 |
## Notes
|
| 77 |
|
| 78 |
* This model is **tokenizer-free**: the input prompt is encoded as base-2 bits (UTF-8 bytes → MSB→LSB).
|
| 79 |
* Some prompts may decode better than others depending on training distribution (e.g. frequent phrases).
|
| 80 |
-
|
| 81 |
-
```
|
|
|
|
| 35 |
m.eval()
|
| 36 |
````
|
| 37 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
### Command
|
| 39 |
|
| 40 |
```bash
|
|
|
|
| 46 |
```text
|
| 47 |
[Seed] 857729874
|
| 48 |
[Device] cuda
|
| 49 |
+
[+] IDS = [2, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0,
|
| 50 |
+
0, 1, 0, 3, 2]
|
| 51 |
|
| 52 |
[Prompt]
|
| 53 |
bonjour
|
|
|
|
| 63 |
|
| 64 |
[Generated IDs]
|
| 65 |
|
| 66 |
+
[0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0,
|
| 67 |
+
1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,
|
| 68 |
+
1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1,
|
| 69 |
+
0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0,
|
| 70 |
+
1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0,
|
| 71 |
+
0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1,
|
| 72 |
+
0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0,
|
| 73 |
+
1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1,
|
| 74 |
+
0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,
|
| 75 |
+
1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1,
|
| 76 |
+
1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1,
|
| 77 |
+
0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0,
|
| 78 |
+
0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0,
|
| 79 |
+
0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0,
|
| 80 |
+
1, 0]
|
| 81 |
```
|
| 82 |
|
| 83 |
+
|
| 84 |
+
## Inference (CLI)
|
| 85 |
+
|
| 86 |
+
This repo includes a minimal inference script that:
|
| 87 |
+
|
| 88 |
+
* encodes the prompt to base-2 bits (UTF-8, MSB→LSB),
|
| 89 |
+
* runs a manual token-by-token loop (no `generate`),
|
| 90 |
+
* decodes the generated bits back to text (best-effort strict decode).
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
|
| 94 |
## Notes
|
| 95 |
|
| 96 |
* This model is **tokenizer-free**: the input prompt is encoded as base-2 bits (UTF-8 bytes → MSB→LSB).
|
| 97 |
* Some prompts may decode better than others depending on training distribution (e.g. frequent phrases).
|
|
|
|
|
|