Upload 4 files

README.md

@@ -4,8 +4,8 @@ library_name: unity-sentis
 pipeline_tag: text-generation
 ---
 
-# Tiny Stories Model in Unity Sentis (Version 1.3.0-pre.3*)
-*Version 1.3.0 Sentis files are not compatible with Version 1.4.0 and above and would need to be recreated
+# Tiny Stories Model in Unity Sentis Format (Sentis 1.4.0-pre.2*)
+*Version 1.3.0 Sentis files are not compatible with Sentis 1.4.0 and would need to be recreated/downloaded
 
 This is the [Tiny Stories model](https://huggingface.co/roneneldan/TinyStories-33M) checked to run on Unity 2023. Tiny Stories is a Large Language Model that was trained on children's stories and can create stories based on the first couple of sentences.
 

RunTinyStories.cs

@@ -3,8 +3,8 @@ using System.Collections.Generic;
 using UnityEngine;
 using Unity.Sentis;
 using System.IO;
-using Newtonsoft.Json;
 using System.Text;
+using FF = Unity.Sentis.Functional;
 
 /*
  *              Tiny Stories Inference Code
@@ -14,7 +14,7 @@ using System.Text;
  *  
  *  In Assets/StreamingAssets put:
  *  
- *  tinystories.sentis
+ *  tinystories.sentis (or put in asset folder and drag onto field)
  *  vocab.json
  *  merges.txt
  * 
@@ -26,6 +26,8 @@ using System.Text;
 
 public class RunTinyStories : MonoBehaviour
 {
+    //Drop the tinystories.sentis or onnx file on here if using an asset:
+    //public ModelAsset asset;
     const BackendType backend = BackendType.GPUCompute;
 
     //string outputString = "Once upon a time, there were three bears";
@@ -40,9 +42,6 @@ public class RunTinyStories : MonoBehaviour
     //Special tokens
     const int END_OF_TEXT = 50256;
 
-    Ops ops;
-    ITensorAllocator allocator;
-
     //Store the vocabulary
     string[] tokens;
 
@@ -68,16 +67,23 @@ public class RunTinyStories : MonoBehaviour
 
     void Start()
     {
-        allocator = new TensorCachingAllocator();
-        ops = WorkerFactory.CreateOps(backend, allocator);
-
         SetupWhiteSpaceShifts();
 
         LoadVocabulary();
 
-        Model model = ModelLoader.Load(Application.streamingAssetsPath + "/tinystories.sentis");
+        var model1 = ModelLoader.Load(Path.Join(Application.streamingAssetsPath , "tinystories.sentis"));
+        //var model1 = ModelLoader.Load(asset);
+        //Create a new model to select the random token:
+        var model2 = FF.Compile(
+            (input, currentToken) =>
+            {
+                var row = FF.Select(model1.Forward(input)[8], 1, currentToken);
+                return FF.Multinomial(predictability * row, 1);
+            },
+            (InputDef.FromModel(model1)[0], new InputDef(DataType.Int, new TensorShape()))
+        );
 
-        engine = WorkerFactory.CreateWorker(backend, model);
+        engine = WorkerFactory.CreateWorker(backend, model2);
 
         DecodePrompt(outputString);
 
@@ -96,17 +102,18 @@ public class RunTinyStories : MonoBehaviour
     void RunInference()
     {
         using var tokensSoFar = new TensorInt(new TensorShape(1, maxTokens), outputTokens);
-        engine.Execute(tokensSoFar);
+        using var index = new TensorInt(currentToken);
+
+        engine.Execute(new Dictionary<string, Tensor> { {"input_0", tokensSoFar },  { "input_1", index }});
 
-        var tokensOut = engine.PeekOutput() as TensorFloat;
+        var probs = engine.PeekOutput() as TensorInt;
+        Debug.Log(probs.shape);
 
-        using var row = ops.Slice(tokensOut, new[] { currentToken }, new[] { currentToken + 1 }, new[] { 1 }, new[] { 1 });
-        using var rowB = ops.Mul(predictability, row);
-        using var probs = ops.Softmax(rowB, 2);
-        probs.MakeReadable();
+        probs.CompleteOperationsAndDownload();
 
-        int ID = SelectRandomToken(probs.ToReadOnlyArray());
+        int ID = probs[0];
 
+        //shift window down if got to the end
         if (currentToken >= maxTokens - 1)
         {
             for (int i = 0; i < maxTokens - 1; i++) outputTokens[i] = outputTokens[i + 1];
@@ -126,7 +133,6 @@ public class RunTinyStories : MonoBehaviour
 
     }
 
-
     void DecodePrompt(string text)
     {
         var inputTokens = GetTokens(text);
@@ -138,10 +144,9 @@ public class RunTinyStories : MonoBehaviour
         currentToken = inputTokens.Count - 1;
     }
    
-
     void LoadVocabulary()
     {
-        var jsonText = File.ReadAllText(Application.streamingAssetsPath + "/vocab.json");
+        var jsonText = File.ReadAllText(Path.Join(Application.streamingAssetsPath , "vocab.json"));
         vocab = Newtonsoft.Json.JsonConvert.DeserializeObject<Dictionary<string, int>>(jsonText);
         tokens = new string[vocab.Count];
         foreach (var item in vocab)
@@ -149,23 +154,7 @@ public class RunTinyStories : MonoBehaviour
             tokens[item.Value] = item.Key;
         }
 
-        merges = File.ReadAllLines(Application.streamingAssetsPath + "/merges.txt");
-    }
-
-
-    int SelectRandomToken(float[] probs)
-    {
-        float p = UnityEngine.Random.Range(0, 1f);
-        float t = 0;
-        for (int i = 0; i < probs.Length; i++)
-        {
-            t += probs[i];
-            if (p < t)
-            {
-                return i;
-            }
-        }
-        return probs.Length - 1;
+        merges = File.ReadAllLines(Path.Join(Application.streamingAssetsPath , "merges.txt"));
     }
 
     // Translates encoded special characters to Unicode
@@ -206,7 +195,7 @@ public class RunTinyStories : MonoBehaviour
         for (int i = 0, n = 0; i < 256; i++)
         {
             encodedCharacters[i] = i;
-            if (IsWhiteSpace((char)i))
+            if (IsWhiteSpace(i))
             {
                 encodedCharacters[i] = n + 256;
                 whiteSpaceCharacters[n++] = i;
@@ -214,9 +203,10 @@ public class RunTinyStories : MonoBehaviour
         }
     }
 
-    bool IsWhiteSpace(char c)
+    bool IsWhiteSpace(int i)
     {
-        return !(('!' <= c && c <= '~') || ('�' <= c && c <= '�') || ('�' <= c && c <= '�'));
+        //returns true if it is a whitespace character
+        return i <= 32 || (i >= 127 && i <= 160) || i == 173;
     }
 
     List<int> GetTokens(string text)
@@ -267,7 +257,6 @@ public class RunTinyStories : MonoBehaviour
     private void OnDestroy()
     {
         engine?.Dispose();
-        ops?.Dispose();
-        allocator?.Dispose();
     }
+    
 }

info.json

@@ -10,6 +10,6 @@
         "merges.txt"
     ],
     "version": [
-         "1.3.0-pre.3"
+        "1.4.0"
     ]
 }

tinystories.sentis

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8ed28a03db24da6fa58cc2bde739ecfb83b731ca47c263d17cdfec22e4b1698
-size 478881707
+oid sha256:c7962eb7db56b241cc19cd3f0cffcf5d76d3c35639917f07effa6b3c242c91e9
+size 478818076