File size: 840 Bytes
9a2308c a01794f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
# /// script
# dependencies = ["torch", "transformers", "accelerate"]
# ///
import torch
import json
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
model_id = "AbdelrehmanFouad/t5-efficient-base-usdjpy-forecaster"
tokenizer = AutoTokenizer.from_pretrained(model_id)
model = AutoModelForSeq2SeqLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float32)
input_data = {
"context_window": [150.0] * 168,
"macro_events": []
}
prompt = "forecast usdjpy: " + json.dumps(input_data)
inputs = tokenizer(prompt, return_tensors="pt", max_length=1024, truncation=True).to(model.device)
with torch.no_grad():
outputs = model.generate(**inputs, max_new_tokens=512)
prediction = tokenizer.decode(outputs[0], skip_special_tokens=True)
print("\n--- RAW PREDICTION ---")
print(prediction)
print("--- END ---")
|