Update README.md

README.md

@@ -35,7 +35,68 @@ This is the model card of a 🤗 transformers model that has been pushed on the
 
 ## Uses
 
-<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+use under gen function to parse output from the LLM
+Loaded function of LLM is as the same as other LLM
+
+import re
+
+def gen(x):
+    system_prompt = f"""
+    Make a trading decision based on the following data.
+    Please respond with a JSON object in the following format: 
+    {{"investment_decision": string, "summary_reason": string, "short_memory_index": number, "middle_memory_index": number, "long_memory_index": number, "reflection_memory_index": number}}
+    investment_decision must always be one of {{buy, sell, hold}}
+    Print the memory index value to 4 decimal places. If it exceeds, round up.
+    """
+
+    # Tokenizing the input and generating the output
+   
+    inputs = tokenizer(
+    [
+        f"system{system_prompt}user{x}"
+    ], return_tensors = "pt").to("cuda")
+
+    
+    gened = model.generate(
+        **inputs,
+        max_new_tokens=256,
+        early_stopping=True,
+        
+    )
+    
+    full_text = tokenizer.decode(gened[0])
+    
+    # Define possible start phrases
+    possible_start_phrases = ["{\"investment_decision\": \"buy\"", "{\"investment_decision\": \"sell\"", "{\"investment_decision\": \"hold\""]
+    start_idx = -1
+
+    # Find the index for the start phrase
+    for phrase in possible_start_phrases:
+        start_idx = full_text.find(phrase)
+        if start_idx != -1:
+            break
+
+    if start_idx == -1:
+        return "No valid investment decision found in the output."
+
+    # Find the index for the end phrase
+    end_phrase = "\"reflection_memory_index\":"
+    end_idx = full_text.find(end_phrase, start_idx)
+
+    if end_idx == -1:
+        return "No valid reflection_memory_index found in the output."
+
+    # Find the end of the reflection_memory_index value
+    end_idx = full_text.find('}', end_idx)
+    if end_idx == -1:
+        return "No closing bracket found in the output."
+
+    # Extract the text between start_idx and end_idx
+    extracted_text = full_text[start_idx:end_idx+1].strip()
+
+    return extracted_text
+
+
 
 ### Direct Use