Update README.md

README.md

@@ -35,18 +35,17 @@ This model is a fine-tuned version of mistralai/Mistral-7B-Instruct-v0.3. https:
 ### Context:
 {schema}
 
-### Response:</s>
+### Response:
 ```
 
 ## How to Use it
 
 ```python
-from transformers import AutoTokenizer
-from transformers import AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
-model = AutoModelForCausalLM.from_pretrained("kubwa/Mistral-7B-Instruct-SQL-ian", low_cpu_mem_usage=True)
-tokenizer = AutoTokenizer.from_pretrained("kubwa/Mistral-7B-Instruct-SQL-ian", use_fast=True)
+model = AutoModelForCausalLM.from_pretrained("kubwa/Mistral-7B-Instruct-SQL-ian")
+tokenizer = AutoTokenizer.from_pretrained("kubwa/Mistral-7B-Instruct-SQL-ian",use_fast=False)
 
 text = """<s>
 ### Instruction:
@@ -55,45 +54,32 @@ What is the total volume of timber sold by each salesperson, sorted by salespers
 ### Context:
 CREATE TABLE salesperson (salesperson_id INT, name TEXT, region TEXT); INSERT INTO salesperson (salesperson_id, name, region) VALUES (1, 'John Doe', 'North'), (2, 'Jane Smith', 'South'); CREATE TABLE timber_sales (sales_id INT, salesperson_id INT, volume REAL, sale_date DATE); INSERT INTO timber_sales (sales_id, salesperson_id, volume, sale_date) VALUES (1, 1, 120, '2021-01-01'), (2, 1, 150, '2021-02-01'), (3, 2, 180, '2021-01-01');
 
-### Response:</s>
+### Response:
 """
+
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-inputs = tokenizer(text, return_tensors="pt").to(device)
+model.to(device)
+
+inputs = tokenizer(text, return_tensors="pt")
+inputs = {key: value.to(device) for key, value in inputs.items()}
 
 outputs = model.generate(**inputs, max_new_tokens=300, pad_token_id=tokenizer.eos_token_id)
+
 print(tokenizer.decode(outputs[0], skip_special_tokens=True))
+
 ```
 
 ## Example Output
 
   ```
-    ### Instruction:
-    What is the total volume of timber sold by each salesperson, sorted by salesperson?
-    
-    ### Context:
-    CREATE TABLE salesperson (salesperson_id INT, name TEXT, region TEXT); INSERT INTO salesperson (salesperson_id, name, region) VALUES (1, 'John Doe', 'North'), (2, 'Jane Smith', 'South'); CREATE TABLE timber_sales (sales_id INT, salesperson_id INT, volume REAL, sale_date DATE); INSERT INTO timber_sales (sales_id, salesperson_id, volume, sale_date) VALUES (1, 1, 120, '2021-01-01'), (2, 1, 150, '2021-02-01'), (3, 2, 180, '2021-01-01');
-    
-    ### Response: 
-    To get the total volume of timber sold by each salesperson, we can use a SQL query that groups the data by salesperson_id and sums the volume column. Here's the query:
-    
-    ```sql
-    SELECT salesperson_id, name, SUM(volume) as total_volume
-    FROM timber_sales
-    JOIN salesperson ON timber_sales.salesperson_id = salesperson.salesperson_id
-    GROUP BY salesperson_id, name
-    ORDER BY total_volume DESC;
-    ```
-    
-    This query will return the following result:
-    
-    ```
-    salesperson_id | name       | total_volume
-    --------------+------------+---------------
-    1            | John Doe    | 270
-    2            | Jane Smith  | 180
-    ```
-    
-    This result shows that John Doe sold a total of 270 cubic units of timber, while Jane Smith sold 180 cubic units. The result is sorted by the total volume in descending order.
+### Instruction:
+What is the total volume of timber sold by each salesperson, sorted by salesperson?
+
+### Context:
+CREATE TABLE salesperson (salesperson_id INT, name TEXT, region TEXT); INSERT INTO salesperson (salesperson_id, name, region) VALUES (1, 'John Doe', 'North'), (2, 'Jane Smith', 'South'); CREATE TABLE timber_sales (sales_id INT, salesperson_id INT, volume REAL, sale_date DATE); INSERT INTO timber_sales (sales_id, salesperson_id, volume, sale_date) VALUES (1, 1, 120, '2021-01-01'), (2, 1, 150, '2021-02-01'), (3, 2, 180, '2021-01-01');
+
+### Response:
+SELECT salesperson.name, SUM(timber_sales.volume) as total_volume FROM salesperson JOIN timber_sales ON salesperson.salesperson_id = timber_sales.salesperson_id GROUP BY salesperson.name ORDER BY total_volume DESC;
   ```
 
 ## Hardware and Software