| """Run the self-contained local folder; optional repo ID after publication.""" |
| import argparse |
| import json |
| from pathlib import Path |
| from transformers import AutoModel |
|
|
| if __name__ == '__main__': |
| parser = argparse.ArgumentParser() |
| parser.add_argument('--model', default=str(Path(__file__).resolve().parent)) |
| parser.add_argument('--device', default='cuda:0') |
| args = parser.parse_args() |
| model = AutoModel.from_pretrained(args.model, trust_remote_code=True, device=args.device) |
| result = model.decide('The ticket category is security. Routing rule: security goes to Sentinel.', { |
| 'route': {'type': 'choice', 'instructions': 'Choose the required tool.', |
| 'criteria': {'ledger': 'Ledger', 'sentinel': 'Sentinel'}}, |
| 'security': {'type': 'noul', 'instructions': 'Is this a security ticket?', |
| 'criteria': {'false': 'No', 'true': 'Yes'}}, |
| 'grade': {'type': 'score', 'instructions': 'Security tickets have high priority.', |
| 'criteria': ['Low', 'Medium', 'High']} |
| }) |
| print(json.dumps(result, ensure_ascii=False, indent=2)) |
|
|
