sajalmadan0909 commited on
Commit
019c0db
·
verified ·
1 Parent(s): 8b3921c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -0
README.md CHANGED
@@ -65,6 +65,10 @@ Extract address components from: {address}<|eot_id|><|start_header_id|>assistant
65
  # Tokenize
66
  inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=512)
67
 
 
 
 
 
68
  # Generate
69
  with torch.no_grad():
70
  outputs = model.generate(
 
65
  # Tokenize
66
  inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=512)
67
 
68
+ # FIX: Move inputs to the same device as the model
69
+ device = next(model.parameters()).device
70
+ inputs = {k: v.to(device) for k, v in inputs.items()}
71
+
72
  # Generate
73
  with torch.no_grad():
74
  outputs = model.generate(