Upload 74_scugnizz_agentic_benchmark.py with huggingface_hub

74_scugnizz_agentic_benchmark.py

@@ -0,0 +1,263 @@
+TESTS = [
+
+# ===========================
+# RENDER TOOL_RESULT
+# ===========================
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"weather.forecast","result":{"city":"Napoli","condition":"sereno","temperature_c":27,"wind_kmh":9}}
+
+Rispondi usando solo questi dati.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"weather.forecast","result":{"city":"Trento","condition":"neve","temperature_c":-3,"wind_kmh":28}}
+
+Rispondi usando solo questi dati.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"finance.quote","result":{"symbol":"AAPL","price":214.52,"currency":"USD","change_percent":-1.42}}
+
+Rispondi usando solo questi dati.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"finance.quote","result":{"symbol":"NVDA","price":182.11,"currency":"USD","change_percent":5.61}}
+
+Rispondi usando solo questi dati.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"spotify.current_song","result":{"artist":"Metallica","title":"One","album":"...And Justice for All"}}
+
+Trasforma il risultato in italiano.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"mail.summary","result":{"unread":13,"important":5,"latest_sender":"Marco"}}
+
+Usa solo questi dati.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"calendar.next_event","result":{"title":"Riunione","date":"domani","time":"09:30"}}
+
+Rispondi in italiano.
+
+### Response:
+""",
+
+# ===========================
+# HASH
+# ===========================
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"hash.lookup","result":{"sha256":"0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef","size_bytes":2048}}
+
+Copia ESATTAMENTE hash e dimensione.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"hash.lookup","result":{"md5":"00112233445566778899aabbccddeeff"}}
+
+Copia esattamente l'MD5.
+
+### Response:
+""",
+
+# ===========================
+# NETWORK
+# ===========================
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"network.info","result":{"ipv4":"010.000.001.255","ipv6":"2001:0db8:0000:0000:0000:ff00:0042:8329","port":443,"protocol":"TCP"}}
+
+Non modificare alcun numero.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"dns.lookup","result":{"domain":"redhotcyber.com","ipv4":"104.21.10.12","mx":"mail.redhotcyber.com"}}
+
+Rispondi usando solo questi dati.
+
+### Response:
+""",
+
+"""### Instruction:
+
+TOOL_RESULT:
+
+{"tool":"whois.lookup","result":{"domain":"example.org","registrar":"ICANN","created":"2001-05-12"}}
+
+Rispondi usando solo questi dati.
+
+### Response:
+""",
+
+# ===========================
+# JSON COMPLESSI
+# ===========================
+
+"""### Instruction:
+
+Trasforma questo JSON in italiano.
+
+{"weather":{"city":"Roma","temperature_c":30},"mail":{"unread":4},"calendar":{"title":"Backup","time":"18:00"}}
+
+### Response:
+""",
+
+"""### Instruction:
+
+Trasforma questo JSON in italiano.
+
+{"home":{"room":"garage","device":"porta","state":"chiuso"},"weather":{"city":"Milano","condition":"pioggia"}}
+
+### Response:
+""",
+
+# ===========================
+# TOOL CALLING
+# ===========================
+
+"""### System:
+
+You can call tools.
+
+Available tools:
+
+- weather.forecast
+
+### User:
+
+Che tempo fa a Bologna?
+
+### Assistant:
+""",
+
+"""### System:
+
+You can call tools.
+
+Available tools:
+
+- finance.quote
+
+### User:
+
+Quanto quota TSLA?
+
+### Assistant:
+""",
+
+"""### System:
+
+You can call tools.
+
+Available tools:
+
+- dns.lookup
+
+### User:
+
+Qual è l'IPv4 di redhotcyber.com?
+
+### Assistant:
+""",
+
+"""### System:
+
+You can call tools.
+
+Available tools:
+
+- spotify.current_song
+
+### User:
+
+Che brano sto ascoltando?
+
+### Assistant:
+""",
+
+# ===========================
+# RAG
+# ===========================
+
+"""### Instruction:
+
+CONTEXT:
+
+La regola 3-2-1 prevede tre copie dei dati su due supporti diversi con una copia offline.
+
+QUESTION:
+
+Spiegala senza inventare nulla.
+
+### Response:
+""",
+
+"""### Instruction:
+
+CONTEXT:
+
+L'autenticazione a due fattori aggiunge un secondo elemento oltre alla password.
+
+QUESTION:
+
+Cos'è?
+
+### Response:
+""",
+
+]