temp-scripts / debug_base_output.py
AbdelrehmanFouad's picture
Upload debug_base_output.py with huggingface_hub
9a2308c verified
Raw
History Blame Contribute Delete
840 Bytes
# /// script
# dependencies = ["torch", "transformers", "accelerate"]
# ///
import torch
import json
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
model_id = "AbdelrehmanFouad/t5-efficient-base-usdjpy-forecaster"
tokenizer = AutoTokenizer.from_pretrained(model_id)
model = AutoModelForSeq2SeqLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float32)
input_data = {
"context_window": [150.0] * 168,
"macro_events": []
}
prompt = "forecast usdjpy: " + json.dumps(input_data)
inputs = tokenizer(prompt, return_tensors="pt", max_length=1024, truncation=True).to(model.device)
with torch.no_grad():
outputs = model.generate(**inputs, max_new_tokens=512)
prediction = tokenizer.decode(outputs[0], skip_special_tokens=True)
print("\n--- RAW PREDICTION ---")
print(prediction)
print("--- END ---")