Spaces:
Runtime error
Runtime error
Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .DS_Store +0 -0
- .gitattributes +9 -0
- .gradio/certificate.pem +31 -0
- 1_lab1.ipynb +561 -0
- 2_lab2.ipynb +0 -0
- 3_lab3.ipynb +533 -0
- 4_lab4.ipynb +450 -0
- 5_extra.ipynb +352 -0
- LinkedIn_Articles.txt +206 -0
- LinkedInpull.ipynb +0 -0
- README.md +3 -9
- app.py +134 -0
- community_contributions/1_foundations_using_gemini/1_lab1.ipynb +406 -0
- community_contributions/1_foundations_using_gemini/2_lab2.ipynb +492 -0
- community_contributions/1_foundations_using_gemini/3_lab3.ipynb +382 -0
- community_contributions/1_foundations_using_gemini/4_lab4.ipynb +464 -0
- community_contributions/1_foundations_using_gemini/app.py +136 -0
- community_contributions/1_foundations_using_gemini/me/linkedin.pdf +0 -0
- community_contributions/1_foundations_using_gemini/me/summary.txt +11 -0
- community_contributions/1_foundations_using_gemini/requirements.txt +6 -0
- community_contributions/1_lab1_DA.ipynb +396 -0
- community_contributions/1_lab1_Hy.ipynb +688 -0
- community_contributions/1_lab1_Mohan_M.ipynb +367 -0
- community_contributions/1_lab1_Mudassar.ipynb +260 -0
- community_contributions/1_lab1_Thanh.ipynb +165 -0
- community_contributions/1_lab1_chandra_chekuri.ipynb +620 -0
- community_contributions/1_lab1_cm.ipynb +305 -0
- community_contributions/1_lab1_gemini.ipynb +305 -0
- community_contributions/1_lab1_groq.ipynb +262 -0
- community_contributions/1_lab1_groq_llama.ipynb +296 -0
- community_contributions/1_lab1_marstipton_mac.ipynb +411 -0
- community_contributions/1_lab1_moneek.ipynb +407 -0
- community_contributions/1_lab1_nv-ex.ipynb +418 -0
- community_contributions/1_lab1_open_router.ipynb +323 -0
- community_contributions/1_lab2_Kaushik_Parallelization.ipynb +355 -0
- community_contributions/1_lab2_Routing_Workflow.ipynb +514 -0
- community_contributions/1_medtech_opportunity_finder/01_medtech.ipynb +133 -0
- community_contributions/1_psvasan/day1_exercise.ipynb +113 -0
- community_contributions/2_lab2-Evaluator-AnnpaS18.ipynb +474 -0
- community_contributions/2_lab2-judge-prompt-changed.ipynb +476 -0
- community_contributions/2_lab2-nv-orch-worker-pattern.ipynb +727 -0
- community_contributions/2_lab2-parallelization.ipynb +440 -0
- community_contributions/2_lab2.ipynb +517 -0
- community_contributions/2_lab2_Execution_measurement.py +401 -0
- community_contributions/2_lab2_Mohan_M.ipynb +492 -0
- community_contributions/2_lab2_ReAct_Pattern.ipynb +289 -0
- community_contributions/2_lab2_akash_parallelization.ipynb +295 -0
- community_contributions/2_lab2_async.ipynb +474 -0
- community_contributions/2_lab2_async_with_reasons.ipynb +490 -0
- community_contributions/2_lab2_doclee99_gpt5_improves_gemini.25flash.ipynb +620 -0
.DS_Store
ADDED
|
Binary file (8.2 kB). View file
|
|
|
.gitattributes
CHANGED
|
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
community_contributions/ChatBot_with_evaluator_and_notifier/career_db/chroma.sqlite3 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
community_contributions/NLP_Agent_Dinesh_Uthayakumar/eval1_capital.wav filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
community_contributions/NLP_Agent_Dinesh_Uthayakumar/eval2_money_customers_owe.wav filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
community_contributions/NLP_Agent_Dinesh_Uthayakumar/eval3_total_estimated_revenue.wav filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
community_contributions/amirna2_contributions/personal-ai/me/resume.pdf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
community_contributions/careerwise_gemini_ntfy/me/resume_for_Virtual_Assistant.pdf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
community_contributions/hidden_gems_world_travel_guide/Screenshot1.png filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
community_contributions/jongkook/me/Jongkook[[:space:]]Kim[[:space:]]-[[:space:]]Resume.pdf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
community_contributions/seung-gu/me/linkedin.pdf filter=lfs diff=lfs merge=lfs -text
|
.gradio/certificate.pem
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
-----BEGIN CERTIFICATE-----
|
| 2 |
+
MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
|
| 3 |
+
TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
|
| 4 |
+
cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
|
| 5 |
+
WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
|
| 6 |
+
ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
|
| 7 |
+
MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
|
| 8 |
+
h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
|
| 9 |
+
0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
|
| 10 |
+
A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
|
| 11 |
+
T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
|
| 12 |
+
B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
|
| 13 |
+
B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
|
| 14 |
+
KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
|
| 15 |
+
OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
|
| 16 |
+
jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
|
| 17 |
+
qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
|
| 18 |
+
rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
|
| 19 |
+
HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
|
| 20 |
+
hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
|
| 21 |
+
ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
|
| 22 |
+
3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
|
| 23 |
+
NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
|
| 24 |
+
ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
|
| 25 |
+
TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
|
| 26 |
+
jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
|
| 27 |
+
oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
|
| 28 |
+
4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
|
| 29 |
+
mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
|
| 30 |
+
emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
|
| 31 |
+
-----END CERTIFICATE-----
|
1_lab1.ipynb
ADDED
|
@@ -0,0 +1,561 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "markdown",
|
| 88 |
+
"metadata": {},
|
| 89 |
+
"source": []
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"cell_type": "code",
|
| 93 |
+
"execution_count": 1,
|
| 94 |
+
"metadata": {},
|
| 95 |
+
"outputs": [],
|
| 96 |
+
"source": [
|
| 97 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 98 |
+
"\n",
|
| 99 |
+
"from dotenv import load_dotenv\n"
|
| 100 |
+
]
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"cell_type": "code",
|
| 104 |
+
"execution_count": 2,
|
| 105 |
+
"metadata": {},
|
| 106 |
+
"outputs": [
|
| 107 |
+
{
|
| 108 |
+
"data": {
|
| 109 |
+
"text/plain": [
|
| 110 |
+
"True"
|
| 111 |
+
]
|
| 112 |
+
},
|
| 113 |
+
"execution_count": 2,
|
| 114 |
+
"metadata": {},
|
| 115 |
+
"output_type": "execute_result"
|
| 116 |
+
}
|
| 117 |
+
],
|
| 118 |
+
"source": [
|
| 119 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 120 |
+
"# If this returns false, see the next cell!\n",
|
| 121 |
+
"\n",
|
| 122 |
+
"load_dotenv(override=True)"
|
| 123 |
+
]
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"cell_type": "markdown",
|
| 127 |
+
"metadata": {},
|
| 128 |
+
"source": [
|
| 129 |
+
"### Wait, did that just output `False`??\n",
|
| 130 |
+
"\n",
|
| 131 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 132 |
+
"\n",
|
| 133 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 134 |
+
"\n",
|
| 135 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 136 |
+
]
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"cell_type": "markdown",
|
| 140 |
+
"metadata": {},
|
| 141 |
+
"source": [
|
| 142 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 143 |
+
" <tr>\n",
|
| 144 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 145 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 146 |
+
" </td>\n",
|
| 147 |
+
" <td>\n",
|
| 148 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 149 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 150 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 151 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 152 |
+
" </span>\n",
|
| 153 |
+
" </td>\n",
|
| 154 |
+
" </tr>\n",
|
| 155 |
+
"</table>"
|
| 156 |
+
]
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"cell_type": "code",
|
| 160 |
+
"execution_count": null,
|
| 161 |
+
"metadata": {},
|
| 162 |
+
"outputs": [],
|
| 163 |
+
"source": [
|
| 164 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 165 |
+
"\n",
|
| 166 |
+
"import os\n",
|
| 167 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 168 |
+
"\n",
|
| 169 |
+
"if openai_api_key:\n",
|
| 170 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 171 |
+
"else:\n",
|
| 172 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 173 |
+
" \n"
|
| 174 |
+
]
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"cell_type": "code",
|
| 178 |
+
"execution_count": 1,
|
| 179 |
+
"metadata": {},
|
| 180 |
+
"outputs": [],
|
| 181 |
+
"source": [
|
| 182 |
+
"# And now - the all important import statement\n",
|
| 183 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 184 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 185 |
+
"\n",
|
| 186 |
+
"from openai import OpenAI"
|
| 187 |
+
]
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"cell_type": "code",
|
| 191 |
+
"execution_count": 2,
|
| 192 |
+
"metadata": {},
|
| 193 |
+
"outputs": [],
|
| 194 |
+
"source": [
|
| 195 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 196 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 197 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 198 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 199 |
+
"\n",
|
| 200 |
+
"openai = OpenAI()"
|
| 201 |
+
]
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"cell_type": "code",
|
| 205 |
+
"execution_count": 3,
|
| 206 |
+
"metadata": {},
|
| 207 |
+
"outputs": [],
|
| 208 |
+
"source": [
|
| 209 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 210 |
+
"\n",
|
| 211 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 212 |
+
]
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"cell_type": "code",
|
| 216 |
+
"execution_count": 5,
|
| 217 |
+
"metadata": {},
|
| 218 |
+
"outputs": [
|
| 219 |
+
{
|
| 220 |
+
"name": "stdout",
|
| 221 |
+
"output_type": "stream",
|
| 222 |
+
"text": [
|
| 223 |
+
"2 + 2 equals 4.\n"
|
| 224 |
+
]
|
| 225 |
+
}
|
| 226 |
+
],
|
| 227 |
+
"source": [
|
| 228 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 229 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 230 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 231 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 232 |
+
"\n",
|
| 233 |
+
"response = openai.chat.completions.create(\n",
|
| 234 |
+
" model=\"gpt-4.1-nano\",\n",
|
| 235 |
+
" messages=messages\n",
|
| 236 |
+
")\n",
|
| 237 |
+
"\n",
|
| 238 |
+
"print(response.choices[0].message.content)\n"
|
| 239 |
+
]
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"cell_type": "code",
|
| 243 |
+
"execution_count": 6,
|
| 244 |
+
"metadata": {},
|
| 245 |
+
"outputs": [],
|
| 246 |
+
"source": [
|
| 247 |
+
"# And now - let's ask for a question:\n",
|
| 248 |
+
"\n",
|
| 249 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 250 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"cell_type": "code",
|
| 255 |
+
"execution_count": 7,
|
| 256 |
+
"metadata": {},
|
| 257 |
+
"outputs": [
|
| 258 |
+
{
|
| 259 |
+
"name": "stdout",
|
| 260 |
+
"output_type": "stream",
|
| 261 |
+
"text": [
|
| 262 |
+
"If it takes 5 machines 5 minutes to make 5 widgets, how long would it take 100 machines to make 100 widgets?\n"
|
| 263 |
+
]
|
| 264 |
+
}
|
| 265 |
+
],
|
| 266 |
+
"source": [
|
| 267 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 268 |
+
"\n",
|
| 269 |
+
"response = openai.chat.completions.create(\n",
|
| 270 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 271 |
+
" messages=messages\n",
|
| 272 |
+
")\n",
|
| 273 |
+
"\n",
|
| 274 |
+
"question = response.choices[0].message.content\n",
|
| 275 |
+
"\n",
|
| 276 |
+
"print(question)\n"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"cell_type": "code",
|
| 281 |
+
"execution_count": 8,
|
| 282 |
+
"metadata": {},
|
| 283 |
+
"outputs": [],
|
| 284 |
+
"source": [
|
| 285 |
+
"# form a new messages list\n",
|
| 286 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 287 |
+
]
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"cell_type": "code",
|
| 291 |
+
"execution_count": 9,
|
| 292 |
+
"metadata": {},
|
| 293 |
+
"outputs": [
|
| 294 |
+
{
|
| 295 |
+
"name": "stdout",
|
| 296 |
+
"output_type": "stream",
|
| 297 |
+
"text": [
|
| 298 |
+
"Let's analyze the problem step-by-step:\n",
|
| 299 |
+
"\n",
|
| 300 |
+
"- **Given:** 5 machines take 5 minutes to make 5 widgets.\n",
|
| 301 |
+
"\n",
|
| 302 |
+
"This means:\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"- 5 machines ⇒ 5 widgets in 5 minutes.\n",
|
| 305 |
+
"- So, 1 machine makes 1 widget in 5 minutes (because the rate is uniform).\n",
|
| 306 |
+
"\n",
|
| 307 |
+
"Now, we want to find out:\n",
|
| 308 |
+
"\n",
|
| 309 |
+
"- How long would it take **100 machines** to make **100 widgets**?\n",
|
| 310 |
+
"\n",
|
| 311 |
+
"Since 1 machine makes 1 widget in 5 minutes, each machine makes widgets at the rate of:\n",
|
| 312 |
+
"\n",
|
| 313 |
+
"- 1 widget / 5 minutes = 0.2 widgets per minute.\n",
|
| 314 |
+
"\n",
|
| 315 |
+
"With 100 machines working together, the total rate is:\n",
|
| 316 |
+
"\n",
|
| 317 |
+
"- 100 machines × 0.2 widgets per minute = 20 widgets per minute.\n",
|
| 318 |
+
"\n",
|
| 319 |
+
"To make 100 widgets at this rate:\n",
|
| 320 |
+
"\n",
|
| 321 |
+
"- Time = Total widgets / Rate = 100 widgets / 20 widgets per minute = 5 minutes.\n",
|
| 322 |
+
"\n",
|
| 323 |
+
"**Answer:** It would take **5 minutes** for 100 machines to make 100 widgets.\n"
|
| 324 |
+
]
|
| 325 |
+
}
|
| 326 |
+
],
|
| 327 |
+
"source": [
|
| 328 |
+
"# Ask it again\n",
|
| 329 |
+
"\n",
|
| 330 |
+
"response = openai.chat.completions.create(\n",
|
| 331 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 332 |
+
" messages=messages\n",
|
| 333 |
+
")\n",
|
| 334 |
+
"\n",
|
| 335 |
+
"answer = response.choices[0].message.content\n",
|
| 336 |
+
"print(answer)\n"
|
| 337 |
+
]
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"cell_type": "code",
|
| 341 |
+
"execution_count": 10,
|
| 342 |
+
"metadata": {},
|
| 343 |
+
"outputs": [
|
| 344 |
+
{
|
| 345 |
+
"data": {
|
| 346 |
+
"text/markdown": [
|
| 347 |
+
"Let's analyze the problem step-by-step:\n",
|
| 348 |
+
"\n",
|
| 349 |
+
"- **Given:** 5 machines take 5 minutes to make 5 widgets.\n",
|
| 350 |
+
"\n",
|
| 351 |
+
"This means:\n",
|
| 352 |
+
"\n",
|
| 353 |
+
"- 5 machines ⇒ 5 widgets in 5 minutes.\n",
|
| 354 |
+
"- So, 1 machine makes 1 widget in 5 minutes (because the rate is uniform).\n",
|
| 355 |
+
"\n",
|
| 356 |
+
"Now, we want to find out:\n",
|
| 357 |
+
"\n",
|
| 358 |
+
"- How long would it take **100 machines** to make **100 widgets**?\n",
|
| 359 |
+
"\n",
|
| 360 |
+
"Since 1 machine makes 1 widget in 5 minutes, each machine makes widgets at the rate of:\n",
|
| 361 |
+
"\n",
|
| 362 |
+
"- 1 widget / 5 minutes = 0.2 widgets per minute.\n",
|
| 363 |
+
"\n",
|
| 364 |
+
"With 100 machines working together, the total rate is:\n",
|
| 365 |
+
"\n",
|
| 366 |
+
"- 100 machines × 0.2 widgets per minute = 20 widgets per minute.\n",
|
| 367 |
+
"\n",
|
| 368 |
+
"To make 100 widgets at this rate:\n",
|
| 369 |
+
"\n",
|
| 370 |
+
"- Time = Total widgets / Rate = 100 widgets / 20 widgets per minute = 5 minutes.\n",
|
| 371 |
+
"\n",
|
| 372 |
+
"**Answer:** It would take **5 minutes** for 100 machines to make 100 widgets."
|
| 373 |
+
],
|
| 374 |
+
"text/plain": [
|
| 375 |
+
"<IPython.core.display.Markdown object>"
|
| 376 |
+
]
|
| 377 |
+
},
|
| 378 |
+
"metadata": {},
|
| 379 |
+
"output_type": "display_data"
|
| 380 |
+
}
|
| 381 |
+
],
|
| 382 |
+
"source": [
|
| 383 |
+
"from IPython.display import Markdown, display\n",
|
| 384 |
+
"\n",
|
| 385 |
+
"display(Markdown(answer))\n",
|
| 386 |
+
"\n"
|
| 387 |
+
]
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"cell_type": "markdown",
|
| 391 |
+
"metadata": {},
|
| 392 |
+
"source": [
|
| 393 |
+
"# Congratulations!\n",
|
| 394 |
+
"\n",
|
| 395 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 396 |
+
"\n",
|
| 397 |
+
"Next time things get more interesting..."
|
| 398 |
+
]
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"cell_type": "markdown",
|
| 402 |
+
"metadata": {},
|
| 403 |
+
"source": [
|
| 404 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 405 |
+
" <tr>\n",
|
| 406 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 407 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 408 |
+
" </td>\n",
|
| 409 |
+
" <td>\n",
|
| 410 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 411 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 412 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 413 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 414 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 415 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 416 |
+
" </span>\n",
|
| 417 |
+
" </td>\n",
|
| 418 |
+
" </tr>\n",
|
| 419 |
+
"</table>"
|
| 420 |
+
]
|
| 421 |
+
},
|
| 422 |
+
{
|
| 423 |
+
"cell_type": "code",
|
| 424 |
+
"execution_count": 13,
|
| 425 |
+
"metadata": {},
|
| 426 |
+
"outputs": [
|
| 427 |
+
{
|
| 428 |
+
"name": "stdout",
|
| 429 |
+
"output_type": "stream",
|
| 430 |
+
"text": [
|
| 431 |
+
"To create a comprehensive agentic AI solution that effectively addresses the significant pain points outlined in the realm of education, we can develop a multi-faceted platform that leverages cutting-edge AI technologies while prioritizing personalization, data security, integration, assessment quality, educator support, and scalability. Below is a detailed breakdown of the proposed solution:\n",
|
| 432 |
+
"\n",
|
| 433 |
+
"### **Agentic AI Learning Ecosystem (AI-LE)**\n",
|
| 434 |
+
"\n",
|
| 435 |
+
"**1. Core Features of AI-LE:**\n",
|
| 436 |
+
"\n",
|
| 437 |
+
"**a. Personalized Learning Pathways**\n",
|
| 438 |
+
"- **Adaptive Learning Algorithms**: Utilize machine learning algorithms to continuously assess students' performance and learning styles. AI-LE would deliver personalized content recommendations, adjusting lessons, resources, and assessments in real time to meet individual student needs.\n",
|
| 439 |
+
"- **Learning Style Assessment**: Incorporate surveys and interactive modules to identify students' learning preferences and adapt educational material accordingly (e.g., videos, readings, hands-on activities).\n",
|
| 440 |
+
"\n",
|
| 441 |
+
"**b. Data Privacy and Security**\n",
|
| 442 |
+
"- **Privacy by Design**: Ensure that all data collection and processing adhere to privacy regulations (like GDPR and COPPA). Implement encryption, anonymization, and secure data storage mechanisms.\n",
|
| 443 |
+
"- **Transparent Consent Mechanism**: Design user-friendly consent forms where students and parents can easily understand what data is being collected, how it will be used, and their rights regarding data access and deletion.\n",
|
| 444 |
+
"\n",
|
| 445 |
+
"**c. Seamless Integration Framework**\n",
|
| 446 |
+
"- **API Solutions**: Develop robust APIs that allow AI-LE to easily integrate with existing Learning Management Systems (LMS), Student Information Systems (SIS), and other educational tools without disrupting current workflows.\n",
|
| 447 |
+
"- **Middleware Solutions**: Create middleware that acts as a bridge, enabling the AI-LE ecosystem to communicate with various platforms and databases efficiently.\n",
|
| 448 |
+
"\n",
|
| 449 |
+
"**d. Intelligent Assessment and Feedback**\n",
|
| 450 |
+
"- **Automated Formative Assessments**: Use AI to generate dynamic assessments that adapt based on prior student performance, providing immediate and informative feedback.\n",
|
| 451 |
+
"- **Bias Detection During Evaluation**: Implement algorithms that analyze assessment data for bias, providing educators with insights into potential discrepancies in evaluation, which can inform instructional improvements.\n",
|
| 452 |
+
"\n",
|
| 453 |
+
"**e. Educator Support and Professional Development**\n",
|
| 454 |
+
"- **Integrated Support Resources**: Provide educators with on-demand access to training modules, pedagogical best practices, and how-to guides on using the AI-LE platform.\n",
|
| 455 |
+
"- **Community of Practice**: Establish a collaborative space for educators to share experiences, challenges, and strategies for integrating AI-enhanced methodologies into their classrooms.\n",
|
| 456 |
+
"\n",
|
| 457 |
+
"**f. Scalability and Resource Optimization**\n",
|
| 458 |
+
"- **Cloud-Based Infrastructure**: Host the AI-LE on a scalable cloud platform, allowing educational institutions of all sizes to access the technology without significant upfront investments in infrastructure.\n",
|
| 459 |
+
"- **Tiered Pricing Model**: Offer different pricing tiers based on institutional size and needs, ensuring affordability for smaller educational institutions.\n",
|
| 460 |
+
"\n",
|
| 461 |
+
"### **2. Technology Stack**\n",
|
| 462 |
+
"\n",
|
| 463 |
+
"- **Machine Learning Frameworks**: Leverage TensorFlow or PyTorch for developing adaptive learning algorithms.\n",
|
| 464 |
+
"- **Data Security Protocols**: Use best practices like AES encryption and secure multitenancy architecture for data storage and processing.\n",
|
| 465 |
+
"- **Cloud Services**: Utilize AWS, Google Cloud, or Azure for scalable hosting solutions.\n",
|
| 466 |
+
"- **Frontend Development**: Employ React or Vue.js for creating an engaging and user-friendly interface for both students and educators.\n",
|
| 467 |
+
"\n",
|
| 468 |
+
"### **3. Business Model**\n",
|
| 469 |
+
"\n",
|
| 470 |
+
"- **Subscription-Based Access**: Schools pay a subscription fee that includes access to features, support, and updates.\n",
|
| 471 |
+
"- **Freemium Model**: Offer basic features for free to attract users, with advanced features and support available via paid plans.\n",
|
| 472 |
+
"- **Professional Development Packages**: Provide optional training workshops and consultation services at additional costs.\n",
|
| 473 |
+
"\n",
|
| 474 |
+
"### **4. Potential Partnerships**\n",
|
| 475 |
+
"\n",
|
| 476 |
+
"- **EdTech Companies**: Collaborate with existing educational technology firms for integration and joint offerings.\n",
|
| 477 |
+
"- **Data Privacy Organizations**: Partner with experts in data privacy to ensure compliance and best practices are enforced throughout the platform.\n",
|
| 478 |
+
"- **Research Institutions**: Work with universities to conduct longitudinal studies on the efficacy of personalized learning through AI.\n",
|
| 479 |
+
"\n",
|
| 480 |
+
"### **Conclusion**\n",
|
| 481 |
+
"\n",
|
| 482 |
+
"The Agentic AI Learning Ecosystem (AI-LE) aims to revolutionize personalized education by addressing the core pain points associated with agentic AI in learning environments. By providing a comprehensive platform that balances personalization with data security, integration ease, high-quality assessments, and robust educator support, AI-LE is positioned to enhance educational experiences and outcomes at scale. Through a thoughtful business model and strategic partnerships, this solution can ensure sustainability and widespread adoption in the educational sector.\n"
|
| 483 |
+
]
|
| 484 |
+
}
|
| 485 |
+
],
|
| 486 |
+
"source": [
|
| 487 |
+
"# First create the messages:\n",
|
| 488 |
+
"\n",
|
| 489 |
+
"messages = [{\"role\": \"user\", \"content\": \"What Agentic AI busienss opportunities can be availed in the field of education?\"}]\n",
|
| 490 |
+
"\n",
|
| 491 |
+
"# Then make the first call:\n",
|
| 492 |
+
"\n",
|
| 493 |
+
"response = openai.chat.completions.create(\n",
|
| 494 |
+
" model=\"gpt-4o-mini\",\n",
|
| 495 |
+
" messages=messages\n",
|
| 496 |
+
")\n",
|
| 497 |
+
"\n",
|
| 498 |
+
"# Then read the business idea:\n",
|
| 499 |
+
"\n",
|
| 500 |
+
"business_idea = response.choices[0].message.content\n",
|
| 501 |
+
"\n",
|
| 502 |
+
"# Then make the first call:\n",
|
| 503 |
+
"\n",
|
| 504 |
+
"lines = business_idea.splitlines()\n",
|
| 505 |
+
"line1 = lines[0]\n",
|
| 506 |
+
"\n",
|
| 507 |
+
"\n",
|
| 508 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Please provide a pain point in the field of {line1}\"}]\n",
|
| 509 |
+
"\n",
|
| 510 |
+
"\n",
|
| 511 |
+
"response = openai.chat.completions.create(\n",
|
| 512 |
+
" model=\"gpt-4o-mini\",\n",
|
| 513 |
+
" messages=messages\n",
|
| 514 |
+
")\n",
|
| 515 |
+
"\n",
|
| 516 |
+
"# Then read the business idea:\n",
|
| 517 |
+
"\n",
|
| 518 |
+
"paint_point = response.choices[0].message.content\n",
|
| 519 |
+
"\n",
|
| 520 |
+
"# And repeat! In the next message, include the business idea within the message\n",
|
| 521 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Please provide an agentic ai solution to address {paint_point}\"}]\n",
|
| 522 |
+
"\n",
|
| 523 |
+
"\n",
|
| 524 |
+
"response = openai.chat.completions.create(\n",
|
| 525 |
+
" model=\"gpt-4o-mini\",\n",
|
| 526 |
+
" messages=messages\n",
|
| 527 |
+
")\n",
|
| 528 |
+
"\n",
|
| 529 |
+
"solution = response.choices[0].message.content\n",
|
| 530 |
+
"print(solution)\n",
|
| 531 |
+
"\n"
|
| 532 |
+
]
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"cell_type": "markdown",
|
| 536 |
+
"metadata": {},
|
| 537 |
+
"source": []
|
| 538 |
+
}
|
| 539 |
+
],
|
| 540 |
+
"metadata": {
|
| 541 |
+
"kernelspec": {
|
| 542 |
+
"display_name": ".venv",
|
| 543 |
+
"language": "python",
|
| 544 |
+
"name": "python3"
|
| 545 |
+
},
|
| 546 |
+
"language_info": {
|
| 547 |
+
"codemirror_mode": {
|
| 548 |
+
"name": "ipython",
|
| 549 |
+
"version": 3
|
| 550 |
+
},
|
| 551 |
+
"file_extension": ".py",
|
| 552 |
+
"mimetype": "text/x-python",
|
| 553 |
+
"name": "python",
|
| 554 |
+
"nbconvert_exporter": "python",
|
| 555 |
+
"pygments_lexer": "ipython3",
|
| 556 |
+
"version": "3.12.12"
|
| 557 |
+
}
|
| 558 |
+
},
|
| 559 |
+
"nbformat": 4,
|
| 560 |
+
"nbformat_minor": 2
|
| 561 |
+
}
|
2_lab2.ipynb
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
3_lab3.ipynb
ADDED
|
@@ -0,0 +1,533 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to Lab 3 for Week 1 Day 4\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we're going to build something with immediate value!\n",
|
| 10 |
+
"\n",
|
| 11 |
+
"In the folder `me` I've put a single file `linkedin.pdf` - it's a PDF download of my LinkedIn profile.\n",
|
| 12 |
+
"\n",
|
| 13 |
+
"Please replace it with yours!\n",
|
| 14 |
+
"\n",
|
| 15 |
+
"I've also made a file called `summary.txt`\n",
|
| 16 |
+
"\n",
|
| 17 |
+
"We're not going to use Tools just yet - we're going to add the tool tomorrow."
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"cell_type": "markdown",
|
| 22 |
+
"metadata": {},
|
| 23 |
+
"source": [
|
| 24 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 25 |
+
" <tr>\n",
|
| 26 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 27 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 28 |
+
" </td>\n",
|
| 29 |
+
" <td>\n",
|
| 30 |
+
" <h2 style=\"color:#00bfff;\">Looking up packages</h2>\n",
|
| 31 |
+
" <span style=\"color:#00bfff;\">In this lab, we're going to use the wonderful Gradio package for building quick UIs, \n",
|
| 32 |
+
" and we're also going to use the popular PyPDF PDF reader. You can get guides to these packages by asking \n",
|
| 33 |
+
" ChatGPT or Claude, and you find all open-source packages on the repository <a href=\"https://pypi.org\">https://pypi.org</a>.\n",
|
| 34 |
+
" </span>\n",
|
| 35 |
+
" </td>\n",
|
| 36 |
+
" </tr>\n",
|
| 37 |
+
"</table>"
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"cell_type": "code",
|
| 42 |
+
"execution_count": 1,
|
| 43 |
+
"metadata": {},
|
| 44 |
+
"outputs": [],
|
| 45 |
+
"source": [
|
| 46 |
+
"# If you don't know what any of these packages do - you can always ask ChatGPT for a guide!\n",
|
| 47 |
+
"\n",
|
| 48 |
+
"from dotenv import load_dotenv\n",
|
| 49 |
+
"from openai import OpenAI\n",
|
| 50 |
+
"from pypdf import PdfReader\n",
|
| 51 |
+
"import gradio as gr"
|
| 52 |
+
]
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"cell_type": "code",
|
| 56 |
+
"execution_count": 2,
|
| 57 |
+
"metadata": {},
|
| 58 |
+
"outputs": [],
|
| 59 |
+
"source": [
|
| 60 |
+
"load_dotenv(override=True)\n",
|
| 61 |
+
"openai = OpenAI()"
|
| 62 |
+
]
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"cell_type": "code",
|
| 66 |
+
"execution_count": 3,
|
| 67 |
+
"metadata": {},
|
| 68 |
+
"outputs": [],
|
| 69 |
+
"source": [
|
| 70 |
+
"reader = PdfReader(\"me/linkedin.pdf\")\n",
|
| 71 |
+
"linkedin = \"\"\n",
|
| 72 |
+
"for page in reader.pages:\n",
|
| 73 |
+
" text = page.extract_text()\n",
|
| 74 |
+
" if text:\n",
|
| 75 |
+
" linkedin += text"
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"cell_type": "code",
|
| 80 |
+
"execution_count": 4,
|
| 81 |
+
"metadata": {},
|
| 82 |
+
"outputs": [
|
| 83 |
+
{
|
| 84 |
+
"name": "stdout",
|
| 85 |
+
"output_type": "stream",
|
| 86 |
+
"text": [
|
| 87 |
+
" \n",
|
| 88 |
+
"Contact\n",
|
| 89 |
+
"4083385126 (Mobile)\n",
|
| 90 |
+
"rohitm02@gmail.com\n",
|
| 91 |
+
"www.linkedin.com/in/irohitmathur\n",
|
| 92 |
+
"(LinkedIn)\n",
|
| 93 |
+
"Top Skills\n",
|
| 94 |
+
"Business Development\n",
|
| 95 |
+
"Management\n",
|
| 96 |
+
"Internet of Things\n",
|
| 97 |
+
"Honors-Awards\n",
|
| 98 |
+
"Best BDM Award FY2015-16\n",
|
| 99 |
+
"Chairman Award FY22\n",
|
| 100 |
+
"Rohit Mathur\n",
|
| 101 |
+
"CEO | Ex-Entrepreneur | Empathetic Leader\n",
|
| 102 |
+
"Dallas-Fort Worth Metroplex\n",
|
| 103 |
+
"Summary\n",
|
| 104 |
+
"As CEO of the T.I.D.E Business Unit at Happiest Minds\n",
|
| 105 |
+
"Technologies, I hold P&L responsibility and oversee the\n",
|
| 106 |
+
"strategic growth of three key sectors: EduTech, Industrial &\n",
|
| 107 |
+
"Manufacturing, and HiTech & Media. My leadership is driven by\n",
|
| 108 |
+
"expertise in business development, management, and a commitment\n",
|
| 109 |
+
"to advancing innovation in these industries. With over a decade of\n",
|
| 110 |
+
"experience, including 7+ years in various senior sales and leadership\n",
|
| 111 |
+
"roles at Happiest Minds, I have consistently contributed to aligning\n",
|
| 112 |
+
"sales strategies with organizational goals. My focus remains on\n",
|
| 113 |
+
"fostering collaborative teams, nurturing client relationships, and\n",
|
| 114 |
+
"driving sustainable growth in the competitive digital engineering and\n",
|
| 115 |
+
"technology landscape.\n",
|
| 116 |
+
"Experience\n",
|
| 117 |
+
"Happiest Minds Technologies\n",
|
| 118 |
+
"11 years\n",
|
| 119 |
+
"CEO T.I.D.E BU\n",
|
| 120 |
+
"October 2025 - Present (5 months)\n",
|
| 121 |
+
"Dallas-Fort Worth Metroplex\n",
|
| 122 |
+
"P&L Responsibility for T.I.D.E BU (Moving Industries Forward) comprising of\n",
|
| 123 |
+
"EduTech, Industrial & Manufacturing, and HiTech & Media\n",
|
| 124 |
+
"SVP PDES Global Sales Head\n",
|
| 125 |
+
"March 2022 - October 2025 (3 years 8 months)\n",
|
| 126 |
+
"Dallas-Fort Worth Metroplex\n",
|
| 127 |
+
"Heading Global Sales for PES (Product Engineering Services) and US Sales\n",
|
| 128 |
+
"for DBS (Digital Business Services)\n",
|
| 129 |
+
"VP Global Sales Head - Product Engineering Services\n",
|
| 130 |
+
"April 2018 - March 2022 (4 years)\n",
|
| 131 |
+
"Austin, Texas Metropolitan Area\n",
|
| 132 |
+
"Heading US & India Sales for the Product Engineering Services Business Unit.\n",
|
| 133 |
+
" Page 1 of 4 \n",
|
| 134 |
+
"GM & US Sales Head - Product Engineering Services\n",
|
| 135 |
+
"March 2015 - March 2018 (3 years 1 month)\n",
|
| 136 |
+
"Austin, Texas Area\n",
|
| 137 |
+
"L&T Technology Services Limited\n",
|
| 138 |
+
"Director\n",
|
| 139 |
+
"November 2014 - March 2015 (5 months)\n",
|
| 140 |
+
"Austin, Texas Metropolitan Area\n",
|
| 141 |
+
"Mindtree Ltd.\n",
|
| 142 |
+
"Senior Director\n",
|
| 143 |
+
"May 2013 - November 2014 (1 year 7 months)\n",
|
| 144 |
+
"YAssume & MakeMyDabba.com\n",
|
| 145 |
+
"Co-Founder & CEO\n",
|
| 146 |
+
"January 2011 - May 2013 (2 years 5 months)\n",
|
| 147 |
+
"San Francisco Bay Area\n",
|
| 148 |
+
"MakeMyDabba is India’s #1 platform for ordering home food online. Order\n",
|
| 149 |
+
"daily lunch or dinner dabbas from one of our chefs and enjoy tasty, homely\n",
|
| 150 |
+
"food delivered at your doorstep for free.\n",
|
| 151 |
+
"YAssume helps salespeople convert prospects to customers through known\n",
|
| 152 |
+
"relationships. It discovers key relationships by analyzing millions of contacts\n",
|
| 153 |
+
"points across multiple data sources to get salespeople connected with the right\n",
|
| 154 |
+
"person fast. Over 15,000 users from Startups and Fortune 500 companies are\n",
|
| 155 |
+
"already benefiting from the 300,000+ records generated in YAssume.\n",
|
| 156 |
+
"MindTree\n",
|
| 157 |
+
"Regional Director\n",
|
| 158 |
+
"November 2005 - March 2011 (5 years 5 months)\n",
|
| 159 |
+
"# Connecting prospects who desire to deliver enhanced customer satisfaction\n",
|
| 160 |
+
"with MindTree's software product engineering services (Sales)\n",
|
| 161 |
+
"# Bringing new innovations to customers thereby helping them beat\n",
|
| 162 |
+
"competition with lower cost, better quality, or both (Account Management)\n",
|
| 163 |
+
"# Generating and sharing new ideas/approaches to move us to the next level\n",
|
| 164 |
+
"(Being Self!)\n",
|
| 165 |
+
"Sasken\n",
|
| 166 |
+
"Alliance manager\n",
|
| 167 |
+
" Page 2 of 4 \n",
|
| 168 |
+
"December 2004 - November 2005 (1 year)\n",
|
| 169 |
+
"Bangalore Urban, Karnataka, India\n",
|
| 170 |
+
"I was responsible for handling the partners we worked with for integrating their\n",
|
| 171 |
+
"software component into the Integrated Solution Framework for mobile phones\n",
|
| 172 |
+
"that we were building. The partners ranged from small ISVs to established\n",
|
| 173 |
+
"ones from around the world. The responsibilities included partner selection,\n",
|
| 174 |
+
"commercial negotiation, contracting and management.\n",
|
| 175 |
+
"Citibank\n",
|
| 176 |
+
"Acquisition Manager\n",
|
| 177 |
+
"May 2004 - December 2004 (8 months)\n",
|
| 178 |
+
"Bangalore Urban, Karnataka, India\n",
|
| 179 |
+
"Wipro Infotech Ltd\n",
|
| 180 |
+
"IIMB - Summer Training\n",
|
| 181 |
+
"2003 - 2003 (less than a year)\n",
|
| 182 |
+
"Bangalore Urban, Karnataka, India\n",
|
| 183 |
+
"Sasken Communication Technologies\n",
|
| 184 |
+
"Senior Software Engineer\n",
|
| 185 |
+
"October 2000 - May 2002 (1 year 8 months)\n",
|
| 186 |
+
"Bangalore Urban, Karnataka, India\n",
|
| 187 |
+
"C-Dot\n",
|
| 188 |
+
"Research Engineer\n",
|
| 189 |
+
"1999 - 2000 (1 year)\n",
|
| 190 |
+
"Delhi, India\n",
|
| 191 |
+
"Education\n",
|
| 192 |
+
"IIM Bangalore\n",
|
| 193 |
+
"PGDM, Marketing, Strategy · (June 2002 - March 2004)\n",
|
| 194 |
+
"Punjab Engineering College\n",
|
| 195 |
+
"Bachelor of Engineering (BE), Electronics and Electrical\n",
|
| 196 |
+
"Communication · (1995 - 1999)\n",
|
| 197 |
+
"D.A.V. College, Chandigarh\n",
|
| 198 |
+
"12th, Non-medical · (1993 - 1995)\n",
|
| 199 |
+
"Bharatiya Vidya Bhavan's\n",
|
| 200 |
+
" Page 3 of 4 \n",
|
| 201 |
+
" · (1989 - 1993)\n",
|
| 202 |
+
" Page 4 of 4\n"
|
| 203 |
+
]
|
| 204 |
+
}
|
| 205 |
+
],
|
| 206 |
+
"source": [
|
| 207 |
+
"print(linkedin)"
|
| 208 |
+
]
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"cell_type": "code",
|
| 212 |
+
"execution_count": 5,
|
| 213 |
+
"metadata": {},
|
| 214 |
+
"outputs": [],
|
| 215 |
+
"source": [
|
| 216 |
+
"with open(\"me/summary.txt\", \"r\", encoding=\"utf-8\") as f:\n",
|
| 217 |
+
" summary = f.read()"
|
| 218 |
+
]
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"cell_type": "code",
|
| 222 |
+
"execution_count": 6,
|
| 223 |
+
"metadata": {},
|
| 224 |
+
"outputs": [],
|
| 225 |
+
"source": [
|
| 226 |
+
"name = \"Rohit Mathur\""
|
| 227 |
+
]
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"cell_type": "code",
|
| 231 |
+
"execution_count": 7,
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"outputs": [],
|
| 234 |
+
"source": [
|
| 235 |
+
"system_prompt = f\"You are acting as {name}. You are answering questions on {name}'s website, \\\n",
|
| 236 |
+
"particularly questions related to {name}'s career, background, skills and experience. \\\n",
|
| 237 |
+
"Your responsibility is to represent {name} for interactions on the website as faithfully as possible. \\\n",
|
| 238 |
+
"You are given a summary of {name}'s background and LinkedIn profile which you can use to answer questions. \\\n",
|
| 239 |
+
"Be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
|
| 240 |
+
"If you don't know the answer, say so.\"\n",
|
| 241 |
+
"\n",
|
| 242 |
+
"system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
|
| 243 |
+
"system_prompt += f\"With this context, please chat with the user, always staying in character as {name}.\"\n"
|
| 244 |
+
]
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"cell_type": "code",
|
| 248 |
+
"execution_count": 8,
|
| 249 |
+
"metadata": {},
|
| 250 |
+
"outputs": [
|
| 251 |
+
{
|
| 252 |
+
"data": {
|
| 253 |
+
"text/plain": [
|
| 254 |
+
"\"You are acting as Rohit Mathur. You are answering questions on Rohit Mathur's website, particularly questions related to Rohit Mathur's career, background, skills and experience. Your responsibility is to represent Rohit Mathur for interactions on the website as faithfully as possible. You are given a summary of Rohit Mathur's background and LinkedIn profile which you can use to answer questions. Be professional and engaging, as if talking to a potential client or future employer who came across the website. If you don't know the answer, say so.\\n\\n## Summary:\\nMy name is Ed Donner. I'm an entrepreneur, software engineer and data scientist. I'm originally from London, England, but I moved to NYC in 2000.\\nI love all foods, particularly French food, but strangely I'm repelled by almost all forms of cheese. I'm not allergic, I just hate the taste! I make an exception for cream cheese and mozarella though - cheesecake and pizza are the greatest.\\n\\n## LinkedIn Profile:\\n\\xa0 \\xa0\\nContact\\n4083385126 (Mobile)\\nrohitm02@gmail.com\\nwww.linkedin.com/in/irohitmathur\\n(LinkedIn)\\nTop Skills\\nBusiness Development\\nManagement\\nInternet of Things\\nHonors-Awards\\nBest BDM Award FY2015-16\\nChairman Award FY22\\nRohit Mathur\\nCEO | Ex-Entrepreneur | Empathetic Leader\\nDallas-Fort Worth Metroplex\\nSummary\\nAs CEO of the T.I.D.E Business Unit at Happiest Minds\\nTechnologies, I hold P&L responsibility and oversee the\\nstrategic growth of three key sectors: EduTech, Industrial &\\nManufacturing, and HiTech & Media. My leadership is driven by\\nexpertise in business development, management, and a commitment\\nto advancing innovation in these industries. With over a decade of\\nexperience, including 7+ years in various senior sales and leadership\\nroles at Happiest Minds, I have consistently contributed to aligning\\nsales strategies with organizational goals. My focus remains on\\nfostering collaborative teams, nurturing client relationships, and\\ndriving sustainable growth in the competitive digital engineering and\\ntechnology landscape.\\nExperience\\nHappiest Minds Technologies\\n11 years\\nCEO T.I.D.E BU\\nOctober 2025\\xa0-\\xa0Present\\xa0(5 months)\\nDallas-Fort Worth Metroplex\\nP&L Responsibility for T.I.D.E BU (Moving Industries Forward) comprising of\\nEduTech, Industrial & Manufacturing, and HiTech & Media\\nSVP PDES Global Sales Head\\nMarch 2022\\xa0-\\xa0October 2025\\xa0(3 years 8 months)\\nDallas-Fort Worth Metroplex\\nHeading Global Sales for PES (Product Engineering Services) and US Sales\\nfor DBS (Digital Business Services)\\nVP Global Sales Head - Product Engineering Services\\nApril 2018\\xa0-\\xa0March 2022\\xa0(4 years)\\nAustin, Texas Metropolitan Area\\nHeading US & India Sales for the Product Engineering Services Business Unit.\\n\\xa0 Page 1 of 4\\xa0 \\xa0\\nGM & US Sales Head - Product Engineering Services\\nMarch 2015\\xa0-\\xa0March 2018\\xa0(3 years 1 month)\\nAustin, Texas Area\\nL&T Technology Services Limited\\nDirector\\nNovember 2014\\xa0-\\xa0March 2015\\xa0(5 months)\\nAustin, Texas Metropolitan Area\\nMindtree Ltd.\\nSenior Director\\nMay 2013\\xa0-\\xa0November 2014\\xa0(1 year 7 months)\\nYAssume & MakeMyDabba.com\\nCo-Founder & CEO\\nJanuary 2011\\xa0-\\xa0May 2013\\xa0(2 years 5 months)\\nSan Francisco Bay Area\\nMakeMyDabba is India’s #1 platform for ordering home food online. Order\\ndaily lunch or dinner dabbas from one of our chefs and enjoy tasty, homely\\nfood delivered at your doorstep for free.\\nYAssume helps salespeople convert prospects to customers through known\\nrelationships. It discovers key relationships by analyzing millions of contacts\\npoints across multiple data sources to get salespeople connected with the right\\nperson fast. Over 15,000 users from Startups and Fortune 500 companies are\\nalready benefiting from the 300,000+ records generated in YAssume.\\nMindTree\\nRegional Director\\nNovember 2005\\xa0-\\xa0March 2011\\xa0(5 years 5 months)\\n# Connecting prospects who desire to deliver enhanced customer satisfaction\\nwith MindTree's software product engineering services (Sales)\\n# Bringing new innovations to customers thereby helping them beat\\ncompetition with lower cost, better quality, or both (Account Management)\\n# Generating and sharing new ideas/approaches to move us to the next level\\n(Being Self!)\\nSasken\\nAlliance manager\\n\\xa0 Page 2 of 4\\xa0 \\xa0\\nDecember 2004\\xa0-\\xa0November 2005\\xa0(1 year)\\nBangalore Urban, Karnataka, India\\nI was responsible for handling the partners we worked with for integrating their\\nsoftware component into the Integrated Solution Framework for mobile phones\\nthat we were building. The partners ranged from small ISVs to established\\nones from around the world. The responsibilities included partner selection,\\ncommercial negotiation, contracting and management.\\nCitibank\\nAcquisition Manager\\nMay 2004\\xa0-\\xa0December 2004\\xa0(8 months)\\nBangalore Urban, Karnataka, India\\nWipro Infotech Ltd\\nIIMB - Summer Training\\n2003\\xa0-\\xa02003\\xa0(less than a year)\\nBangalore Urban, Karnataka, India\\nSasken Communication Technologies\\nSenior Software Engineer\\nOctober 2000\\xa0-\\xa0May 2002\\xa0(1 year 8 months)\\nBangalore Urban, Karnataka, India\\nC-Dot\\nResearch Engineer\\n1999\\xa0-\\xa02000\\xa0(1 year)\\nDelhi, India\\nEducation\\nIIM Bangalore\\nPGDM,\\xa0Marketing, Strategy\\xa0·\\xa0(June 2002\\xa0-\\xa0March 2004)\\nPunjab Engineering College\\nBachelor of Engineering (BE),\\xa0Electronics and Electrical\\nCommunication\\xa0·\\xa0(1995\\xa0-\\xa01999)\\nD.A.V. College, Chandigarh\\n12th,\\xa0Non-medical\\xa0·\\xa0(1993\\xa0-\\xa01995)\\nBharatiya Vidya Bhavan's\\n\\xa0 Page 3 of 4\\xa0 \\xa0\\n\\xa0·\\xa0(1989\\xa0-\\xa01993)\\n\\xa0 Page 4 of 4\\n\\nWith this context, please chat with the user, always staying in character as Rohit Mathur.\""
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
"execution_count": 8,
|
| 258 |
+
"metadata": {},
|
| 259 |
+
"output_type": "execute_result"
|
| 260 |
+
}
|
| 261 |
+
],
|
| 262 |
+
"source": [
|
| 263 |
+
"system_prompt"
|
| 264 |
+
]
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"cell_type": "code",
|
| 268 |
+
"execution_count": 9,
|
| 269 |
+
"metadata": {},
|
| 270 |
+
"outputs": [],
|
| 271 |
+
"source": [
|
| 272 |
+
"def chat(message, history):\n",
|
| 273 |
+
" messages = [{\"role\": \"system\", \"content\": system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 274 |
+
" response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
|
| 275 |
+
" return response.choices[0].message.content"
|
| 276 |
+
]
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"cell_type": "markdown",
|
| 280 |
+
"metadata": {},
|
| 281 |
+
"source": [
|
| 282 |
+
"## Special note for people not using OpenAI\n",
|
| 283 |
+
"\n",
|
| 284 |
+
"Some providers, like Groq, might give an error when you send your second message in the chat.\n",
|
| 285 |
+
"\n",
|
| 286 |
+
"This is because Gradio shoves some extra fields into the history object. OpenAI doesn't mind; but some other models complain.\n",
|
| 287 |
+
"\n",
|
| 288 |
+
"If this happens, the solution is to add this first line to the chat() function above. It cleans up the history variable:\n",
|
| 289 |
+
"\n",
|
| 290 |
+
"```python\n",
|
| 291 |
+
"history = [{\"role\": h[\"role\"], \"content\": h[\"content\"]} for h in history]\n",
|
| 292 |
+
"```\n",
|
| 293 |
+
"\n",
|
| 294 |
+
"You may need to add this in other chat() callback functions in the future, too."
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "code",
|
| 299 |
+
"execution_count": 12,
|
| 300 |
+
"metadata": {},
|
| 301 |
+
"outputs": [
|
| 302 |
+
{
|
| 303 |
+
"name": "stdout",
|
| 304 |
+
"output_type": "stream",
|
| 305 |
+
"text": [
|
| 306 |
+
"* Running on local URL: http://127.0.0.1:7862\n",
|
| 307 |
+
"* To create a public link, set `share=True` in `launch()`.\n"
|
| 308 |
+
]
|
| 309 |
+
},
|
| 310 |
+
{
|
| 311 |
+
"data": {
|
| 312 |
+
"text/html": [
|
| 313 |
+
"<div><iframe src=\"http://127.0.0.1:7862/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
|
| 314 |
+
],
|
| 315 |
+
"text/plain": [
|
| 316 |
+
"<IPython.core.display.HTML object>"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
"metadata": {},
|
| 320 |
+
"output_type": "display_data"
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"data": {
|
| 324 |
+
"text/plain": []
|
| 325 |
+
},
|
| 326 |
+
"execution_count": 12,
|
| 327 |
+
"metadata": {},
|
| 328 |
+
"output_type": "execute_result"
|
| 329 |
+
}
|
| 330 |
+
],
|
| 331 |
+
"source": [
|
| 332 |
+
"gr.ChatInterface(chat, type=\"messages\").launch()"
|
| 333 |
+
]
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"cell_type": "markdown",
|
| 337 |
+
"metadata": {},
|
| 338 |
+
"source": [
|
| 339 |
+
"## A lot is about to happen...\n",
|
| 340 |
+
"\n",
|
| 341 |
+
"1. Be able to ask an LLM to evaluate an answer\n",
|
| 342 |
+
"2. Be able to rerun if the answer fails evaluation\n",
|
| 343 |
+
"3. Put this together into 1 workflow\n",
|
| 344 |
+
"\n",
|
| 345 |
+
"All without any Agentic framework!"
|
| 346 |
+
]
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"cell_type": "code",
|
| 350 |
+
"execution_count": 11,
|
| 351 |
+
"metadata": {},
|
| 352 |
+
"outputs": [],
|
| 353 |
+
"source": [
|
| 354 |
+
"# Create a Pydantic model for the Evaluation\n",
|
| 355 |
+
"\n",
|
| 356 |
+
"from pydantic import BaseModel\n",
|
| 357 |
+
"\n",
|
| 358 |
+
"class Evaluation(BaseModel):\n",
|
| 359 |
+
" is_acceptable: bool\n",
|
| 360 |
+
" feedback: str\n"
|
| 361 |
+
]
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"cell_type": "code",
|
| 365 |
+
"execution_count": 23,
|
| 366 |
+
"metadata": {},
|
| 367 |
+
"outputs": [],
|
| 368 |
+
"source": [
|
| 369 |
+
"evaluator_system_prompt = f\"You are an evaluator that decides whether a response to a question is acceptable. \\\n",
|
| 370 |
+
"You are provided with a conversation between a User and an Agent. Your task is to decide whether the Agent's latest response is acceptable quality. \\\n",
|
| 371 |
+
"The Agent is playing the role of {name} and is representing {name} on their website. \\\n",
|
| 372 |
+
"The Agent has been instructed to be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
|
| 373 |
+
"The Agent has been provided with context on {name} in the form of their summary and LinkedIn details. Here's the information:\"\n",
|
| 374 |
+
"\n",
|
| 375 |
+
"evaluator_system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
|
| 376 |
+
"evaluator_system_prompt += f\"With this context, please evaluate the latest response, replying with whether the response is acceptable and your feedback.\""
|
| 377 |
+
]
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"cell_type": "code",
|
| 381 |
+
"execution_count": 24,
|
| 382 |
+
"metadata": {},
|
| 383 |
+
"outputs": [],
|
| 384 |
+
"source": [
|
| 385 |
+
"def evaluator_user_prompt(reply, message, history):\n",
|
| 386 |
+
" user_prompt = f\"Here's the conversation between the User and the Agent: \\n\\n{history}\\n\\n\"\n",
|
| 387 |
+
" user_prompt += f\"Here's the latest message from the User: \\n\\n{message}\\n\\n\"\n",
|
| 388 |
+
" user_prompt += f\"Here's the latest response from the Agent: \\n\\n{reply}\\n\\n\"\n",
|
| 389 |
+
" user_prompt += \"Please evaluate the response, replying with whether it is acceptable and your feedback.\"\n",
|
| 390 |
+
" return user_prompt"
|
| 391 |
+
]
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"cell_type": "code",
|
| 395 |
+
"execution_count": 25,
|
| 396 |
+
"metadata": {},
|
| 397 |
+
"outputs": [],
|
| 398 |
+
"source": [
|
| 399 |
+
"import os\n",
|
| 400 |
+
"gemini = OpenAI(\n",
|
| 401 |
+
" api_key=os.getenv(\"GOOGLE_API_KEY\"), \n",
|
| 402 |
+
" base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\"\n",
|
| 403 |
+
")"
|
| 404 |
+
]
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"cell_type": "code",
|
| 408 |
+
"execution_count": 26,
|
| 409 |
+
"metadata": {},
|
| 410 |
+
"outputs": [],
|
| 411 |
+
"source": [
|
| 412 |
+
"def evaluate(reply, message, history) -> Evaluation:\n",
|
| 413 |
+
"\n",
|
| 414 |
+
" messages = [{\"role\": \"system\", \"content\": evaluator_system_prompt}] + [{\"role\": \"user\", \"content\": evaluator_user_prompt(reply, message, history)}]\n",
|
| 415 |
+
" response = gemini.beta.chat.completions.parse(model=\"gemini-2.0-flash\", messages=messages, response_format=Evaluation)\n",
|
| 416 |
+
" return response.choices[0].message.parsed"
|
| 417 |
+
]
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"cell_type": "code",
|
| 421 |
+
"execution_count": 27,
|
| 422 |
+
"metadata": {},
|
| 423 |
+
"outputs": [],
|
| 424 |
+
"source": [
|
| 425 |
+
"messages = [{\"role\": \"system\", \"content\": system_prompt}] + [{\"role\": \"user\", \"content\": \"do you hold a patent?\"}]\n",
|
| 426 |
+
"response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
|
| 427 |
+
"reply = response.choices[0].message.content"
|
| 428 |
+
]
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"cell_type": "code",
|
| 432 |
+
"execution_count": null,
|
| 433 |
+
"metadata": {},
|
| 434 |
+
"outputs": [],
|
| 435 |
+
"source": [
|
| 436 |
+
"reply"
|
| 437 |
+
]
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"cell_type": "code",
|
| 441 |
+
"execution_count": null,
|
| 442 |
+
"metadata": {},
|
| 443 |
+
"outputs": [],
|
| 444 |
+
"source": [
|
| 445 |
+
"evaluate(reply, \"do you hold a patent?\", messages[:1])"
|
| 446 |
+
]
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"cell_type": "code",
|
| 450 |
+
"execution_count": 30,
|
| 451 |
+
"metadata": {},
|
| 452 |
+
"outputs": [],
|
| 453 |
+
"source": [
|
| 454 |
+
"def rerun(reply, message, history, feedback):\n",
|
| 455 |
+
" updated_system_prompt = system_prompt + \"\\n\\n## Previous answer rejected\\nYou just tried to reply, but the quality control rejected your reply\\n\"\n",
|
| 456 |
+
" updated_system_prompt += f\"## Your attempted answer:\\n{reply}\\n\\n\"\n",
|
| 457 |
+
" updated_system_prompt += f\"## Reason for rejection:\\n{feedback}\\n\\n\"\n",
|
| 458 |
+
" messages = [{\"role\": \"system\", \"content\": updated_system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 459 |
+
" response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
|
| 460 |
+
" return response.choices[0].message.content"
|
| 461 |
+
]
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"cell_type": "code",
|
| 465 |
+
"execution_count": 35,
|
| 466 |
+
"metadata": {},
|
| 467 |
+
"outputs": [],
|
| 468 |
+
"source": [
|
| 469 |
+
"def chat(message, history):\n",
|
| 470 |
+
" if \"patent\" in message:\n",
|
| 471 |
+
" system = system_prompt + \"\\n\\nEverything in your reply needs to be in pig latin - \\\n",
|
| 472 |
+
" it is mandatory that you respond only and entirely in pig latin\"\n",
|
| 473 |
+
" else:\n",
|
| 474 |
+
" system = system_prompt\n",
|
| 475 |
+
" messages = [{\"role\": \"system\", \"content\": system}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 476 |
+
" response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
|
| 477 |
+
" reply =response.choices[0].message.content\n",
|
| 478 |
+
"\n",
|
| 479 |
+
" evaluation = evaluate(reply, message, history)\n",
|
| 480 |
+
" \n",
|
| 481 |
+
" if evaluation.is_acceptable:\n",
|
| 482 |
+
" print(\"Passed evaluation - returning reply\")\n",
|
| 483 |
+
" else:\n",
|
| 484 |
+
" print(\"Failed evaluation - retrying\")\n",
|
| 485 |
+
" print(evaluation.feedback)\n",
|
| 486 |
+
" reply = rerun(reply, message, history, evaluation.feedback) \n",
|
| 487 |
+
" return reply"
|
| 488 |
+
]
|
| 489 |
+
},
|
| 490 |
+
{
|
| 491 |
+
"cell_type": "code",
|
| 492 |
+
"execution_count": null,
|
| 493 |
+
"metadata": {},
|
| 494 |
+
"outputs": [],
|
| 495 |
+
"source": [
|
| 496 |
+
"gr.ChatInterface(chat, type=\"messages\").launch()"
|
| 497 |
+
]
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"cell_type": "markdown",
|
| 501 |
+
"metadata": {},
|
| 502 |
+
"source": []
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"cell_type": "code",
|
| 506 |
+
"execution_count": null,
|
| 507 |
+
"metadata": {},
|
| 508 |
+
"outputs": [],
|
| 509 |
+
"source": []
|
| 510 |
+
}
|
| 511 |
+
],
|
| 512 |
+
"metadata": {
|
| 513 |
+
"kernelspec": {
|
| 514 |
+
"display_name": ".venv",
|
| 515 |
+
"language": "python",
|
| 516 |
+
"name": "python3"
|
| 517 |
+
},
|
| 518 |
+
"language_info": {
|
| 519 |
+
"codemirror_mode": {
|
| 520 |
+
"name": "ipython",
|
| 521 |
+
"version": 3
|
| 522 |
+
},
|
| 523 |
+
"file_extension": ".py",
|
| 524 |
+
"mimetype": "text/x-python",
|
| 525 |
+
"name": "python",
|
| 526 |
+
"nbconvert_exporter": "python",
|
| 527 |
+
"pygments_lexer": "ipython3",
|
| 528 |
+
"version": "3.12.12"
|
| 529 |
+
}
|
| 530 |
+
},
|
| 531 |
+
"nbformat": 4,
|
| 532 |
+
"nbformat_minor": 2
|
| 533 |
+
}
|
4_lab4.ipynb
ADDED
|
@@ -0,0 +1,450 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## The first big project - Professionally You!\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"### And, Tool use.\n",
|
| 10 |
+
"\n",
|
| 11 |
+
"### But first: introducing Pushover\n",
|
| 12 |
+
"\n",
|
| 13 |
+
"Pushover is a nifty tool for sending Push Notifications to your phone.\n",
|
| 14 |
+
"\n",
|
| 15 |
+
"It's super easy to set up and install!\n",
|
| 16 |
+
"\n",
|
| 17 |
+
"Simply visit https://pushover.net/ and click 'Login or Signup' on the top right to sign up for a free account, and create your API keys.\n",
|
| 18 |
+
"\n",
|
| 19 |
+
"Once you've signed up, on the home screen, click \"Create an Application/API Token\", and give it any name (like Agents) and click Create Application.\n",
|
| 20 |
+
"\n",
|
| 21 |
+
"Then add 2 lines to your `.env` file:\n",
|
| 22 |
+
"\n",
|
| 23 |
+
"PUSHOVER_USER=_put the key that's on the top right of your Pushover home screen and probably starts with a u_ \n",
|
| 24 |
+
"PUSHOVER_TOKEN=_put the key when you click into your new application called Agents (or whatever) and probably starts with an a_\n",
|
| 25 |
+
"\n",
|
| 26 |
+
"Remember to save your `.env` file, and run `load_dotenv(override=True)` after saving, to set your environment variables.\n",
|
| 27 |
+
"\n",
|
| 28 |
+
"Finally, click \"Add Phone, Tablet or Desktop\" to install on your phone."
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "code",
|
| 33 |
+
"execution_count": null,
|
| 34 |
+
"metadata": {},
|
| 35 |
+
"outputs": [],
|
| 36 |
+
"source": [
|
| 37 |
+
"# imports\n",
|
| 38 |
+
"\n",
|
| 39 |
+
"from dotenv import load_dotenv\n",
|
| 40 |
+
"from openai import OpenAI\n",
|
| 41 |
+
"import json\n",
|
| 42 |
+
"import os\n",
|
| 43 |
+
"import requests\n",
|
| 44 |
+
"from pypdf import PdfReader\n",
|
| 45 |
+
"import gradio as gr"
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"cell_type": "code",
|
| 50 |
+
"execution_count": null,
|
| 51 |
+
"metadata": {},
|
| 52 |
+
"outputs": [],
|
| 53 |
+
"source": [
|
| 54 |
+
"# The usual start\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"load_dotenv(override=True)\n",
|
| 57 |
+
"openai = OpenAI()"
|
| 58 |
+
]
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"cell_type": "code",
|
| 62 |
+
"execution_count": null,
|
| 63 |
+
"metadata": {},
|
| 64 |
+
"outputs": [],
|
| 65 |
+
"source": [
|
| 66 |
+
"# For pushover\n",
|
| 67 |
+
"\n",
|
| 68 |
+
"pushover_user = os.getenv(\"PUSHOVER_USER\")\n",
|
| 69 |
+
"pushover_token = os.getenv(\"PUSHOVER_TOKEN\")\n",
|
| 70 |
+
"pushover_url = \"https://api.pushover.net/1/messages.json\"\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"if pushover_user:\n",
|
| 73 |
+
" print(f\"Pushover user found and starts with {pushover_user[0]}\")\n",
|
| 74 |
+
"else:\n",
|
| 75 |
+
" print(\"Pushover user not found\")\n",
|
| 76 |
+
"\n",
|
| 77 |
+
"if pushover_token:\n",
|
| 78 |
+
" print(f\"Pushover token found and starts with {pushover_token[0]}\")\n",
|
| 79 |
+
"else:\n",
|
| 80 |
+
" print(\"Pushover token not found\")"
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"cell_type": "code",
|
| 85 |
+
"execution_count": null,
|
| 86 |
+
"metadata": {},
|
| 87 |
+
"outputs": [],
|
| 88 |
+
"source": [
|
| 89 |
+
"def push(message):\n",
|
| 90 |
+
" print(f\"Push: {message}\")\n",
|
| 91 |
+
" payload = {\"user\": pushover_user, \"token\": pushover_token, \"message\": message}\n",
|
| 92 |
+
" requests.post(pushover_url, data=payload)"
|
| 93 |
+
]
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"cell_type": "code",
|
| 97 |
+
"execution_count": null,
|
| 98 |
+
"metadata": {},
|
| 99 |
+
"outputs": [],
|
| 100 |
+
"source": [
|
| 101 |
+
"push(\"HEY!!\")"
|
| 102 |
+
]
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"cell_type": "code",
|
| 106 |
+
"execution_count": null,
|
| 107 |
+
"metadata": {},
|
| 108 |
+
"outputs": [],
|
| 109 |
+
"source": [
|
| 110 |
+
"def record_user_details(email, name=\"Name not provided\", notes=\"not provided\"):\n",
|
| 111 |
+
" push(f\"Recording interest from {name} with email {email} and notes {notes}\")\n",
|
| 112 |
+
" return {\"recorded\": \"ok\"}"
|
| 113 |
+
]
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"cell_type": "code",
|
| 117 |
+
"execution_count": null,
|
| 118 |
+
"metadata": {},
|
| 119 |
+
"outputs": [],
|
| 120 |
+
"source": [
|
| 121 |
+
"def record_unknown_question(question):\n",
|
| 122 |
+
" push(f\"Recording {question} asked that I couldn't answer\")\n",
|
| 123 |
+
" return {\"recorded\": \"ok\"}"
|
| 124 |
+
]
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"cell_type": "code",
|
| 128 |
+
"execution_count": null,
|
| 129 |
+
"metadata": {},
|
| 130 |
+
"outputs": [],
|
| 131 |
+
"source": [
|
| 132 |
+
"record_user_details_json = {\n",
|
| 133 |
+
" \"name\": \"record_user_details\",\n",
|
| 134 |
+
" \"description\": \"Use this tool to record that a user is interested in being in touch and provided an email address\",\n",
|
| 135 |
+
" \"parameters\": {\n",
|
| 136 |
+
" \"type\": \"object\",\n",
|
| 137 |
+
" \"properties\": {\n",
|
| 138 |
+
" \"email\": {\n",
|
| 139 |
+
" \"type\": \"string\",\n",
|
| 140 |
+
" \"description\": \"The email address of this user\"\n",
|
| 141 |
+
" },\n",
|
| 142 |
+
" \"name\": {\n",
|
| 143 |
+
" \"type\": \"string\",\n",
|
| 144 |
+
" \"description\": \"The user's name, if they provided it\"\n",
|
| 145 |
+
" }\n",
|
| 146 |
+
" ,\n",
|
| 147 |
+
" \"notes\": {\n",
|
| 148 |
+
" \"type\": \"string\",\n",
|
| 149 |
+
" \"description\": \"Any additional information about the conversation that's worth recording to give context\"\n",
|
| 150 |
+
" }\n",
|
| 151 |
+
" },\n",
|
| 152 |
+
" \"required\": [\"email\"],\n",
|
| 153 |
+
" \"additionalProperties\": False\n",
|
| 154 |
+
" }\n",
|
| 155 |
+
"}"
|
| 156 |
+
]
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"cell_type": "code",
|
| 160 |
+
"execution_count": null,
|
| 161 |
+
"metadata": {},
|
| 162 |
+
"outputs": [],
|
| 163 |
+
"source": [
|
| 164 |
+
"record_unknown_question_json = {\n",
|
| 165 |
+
" \"name\": \"record_unknown_question\",\n",
|
| 166 |
+
" \"description\": \"Always use this tool to record any question that couldn't be answered as you didn't know the answer\",\n",
|
| 167 |
+
" \"parameters\": {\n",
|
| 168 |
+
" \"type\": \"object\",\n",
|
| 169 |
+
" \"properties\": {\n",
|
| 170 |
+
" \"question\": {\n",
|
| 171 |
+
" \"type\": \"string\",\n",
|
| 172 |
+
" \"description\": \"The question that couldn't be answered\"\n",
|
| 173 |
+
" },\n",
|
| 174 |
+
" },\n",
|
| 175 |
+
" \"required\": [\"question\"],\n",
|
| 176 |
+
" \"additionalProperties\": False\n",
|
| 177 |
+
" }\n",
|
| 178 |
+
"}"
|
| 179 |
+
]
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"cell_type": "code",
|
| 183 |
+
"execution_count": null,
|
| 184 |
+
"metadata": {},
|
| 185 |
+
"outputs": [],
|
| 186 |
+
"source": [
|
| 187 |
+
"tools = [{\"type\": \"function\", \"function\": record_user_details_json},\n",
|
| 188 |
+
" {\"type\": \"function\", \"function\": record_unknown_question_json}]"
|
| 189 |
+
]
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"cell_type": "code",
|
| 193 |
+
"execution_count": null,
|
| 194 |
+
"metadata": {},
|
| 195 |
+
"outputs": [],
|
| 196 |
+
"source": [
|
| 197 |
+
"tools"
|
| 198 |
+
]
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"cell_type": "code",
|
| 202 |
+
"execution_count": null,
|
| 203 |
+
"metadata": {},
|
| 204 |
+
"outputs": [],
|
| 205 |
+
"source": [
|
| 206 |
+
"# This function can take a list of tool calls, and run them. This is the IF statement!!\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"def handle_tool_calls(tool_calls):\n",
|
| 209 |
+
" results = []\n",
|
| 210 |
+
" for tool_call in tool_calls:\n",
|
| 211 |
+
" tool_name = tool_call.function.name\n",
|
| 212 |
+
" arguments = json.loads(tool_call.function.arguments)\n",
|
| 213 |
+
" print(f\"Tool called: {tool_name}\", flush=True)\n",
|
| 214 |
+
"\n",
|
| 215 |
+
" # THE BIG IF STATEMENT!!!\n",
|
| 216 |
+
"\n",
|
| 217 |
+
" if tool_name == \"record_user_details\":\n",
|
| 218 |
+
" result = record_user_details(**arguments)\n",
|
| 219 |
+
" elif tool_name == \"record_unknown_question\":\n",
|
| 220 |
+
" result = record_unknown_question(**arguments)\n",
|
| 221 |
+
"\n",
|
| 222 |
+
" results.append({\"role\": \"tool\",\"content\": json.dumps(result),\"tool_call_id\": tool_call.id})\n",
|
| 223 |
+
" return results"
|
| 224 |
+
]
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"cell_type": "code",
|
| 228 |
+
"execution_count": null,
|
| 229 |
+
"metadata": {},
|
| 230 |
+
"outputs": [],
|
| 231 |
+
"source": [
|
| 232 |
+
"globals()[\"record_unknown_question\"](\"this is a really hard question\")"
|
| 233 |
+
]
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"cell_type": "code",
|
| 237 |
+
"execution_count": null,
|
| 238 |
+
"metadata": {},
|
| 239 |
+
"outputs": [],
|
| 240 |
+
"source": [
|
| 241 |
+
"# This is a more elegant way that avoids the IF statement.\n",
|
| 242 |
+
"\n",
|
| 243 |
+
"def handle_tool_calls(tool_calls):\n",
|
| 244 |
+
" results = []\n",
|
| 245 |
+
" for tool_call in tool_calls:\n",
|
| 246 |
+
" tool_name = tool_call.function.name\n",
|
| 247 |
+
" arguments = json.loads(tool_call.function.arguments)\n",
|
| 248 |
+
" print(f\"Tool called: {tool_name}\", flush=True)\n",
|
| 249 |
+
" tool = globals().get(tool_name)\n",
|
| 250 |
+
" result = tool(**arguments) if tool else {}\n",
|
| 251 |
+
" results.append({\"role\": \"tool\",\"content\": json.dumps(result),\"tool_call_id\": tool_call.id})\n",
|
| 252 |
+
" return results"
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"cell_type": "code",
|
| 257 |
+
"execution_count": null,
|
| 258 |
+
"metadata": {},
|
| 259 |
+
"outputs": [],
|
| 260 |
+
"source": [
|
| 261 |
+
"reader = PdfReader(\"me/linkedin.pdf\")\n",
|
| 262 |
+
"linkedin = \"\"\n",
|
| 263 |
+
"for page in reader.pages:\n",
|
| 264 |
+
" text = page.extract_text()\n",
|
| 265 |
+
" if text:\n",
|
| 266 |
+
" linkedin += text\n",
|
| 267 |
+
"\n",
|
| 268 |
+
"with open(\"me/summary.txt\", \"r\", encoding=\"utf-8\") as f:\n",
|
| 269 |
+
" summary = f.read()\n",
|
| 270 |
+
"\n",
|
| 271 |
+
"name = \"Ed Donner\""
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"cell_type": "code",
|
| 276 |
+
"execution_count": null,
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"outputs": [],
|
| 279 |
+
"source": [
|
| 280 |
+
"system_prompt = f\"You are acting as {name}. You are answering questions on {name}'s website, \\\n",
|
| 281 |
+
"particularly questions related to {name}'s career, background, skills and experience. \\\n",
|
| 282 |
+
"Your responsibility is to represent {name} for interactions on the website as faithfully as possible. \\\n",
|
| 283 |
+
"You are given a summary of {name}'s background and LinkedIn profile which you can use to answer questions. \\\n",
|
| 284 |
+
"Be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
|
| 285 |
+
"If you don't know the answer to any question, use your record_unknown_question tool to record the question that you couldn't answer, even if it's about something trivial or unrelated to career. \\\n",
|
| 286 |
+
"If the user is engaging in discussion, try to steer them towards getting in touch via email; ask for their email and record it using your record_user_details tool. \"\n",
|
| 287 |
+
"\n",
|
| 288 |
+
"system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
|
| 289 |
+
"system_prompt += f\"With this context, please chat with the user, always staying in character as {name}.\"\n"
|
| 290 |
+
]
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"cell_type": "code",
|
| 294 |
+
"execution_count": null,
|
| 295 |
+
"metadata": {},
|
| 296 |
+
"outputs": [],
|
| 297 |
+
"source": [
|
| 298 |
+
"def chat(message, history):\n",
|
| 299 |
+
" messages = [{\"role\": \"system\", \"content\": system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 300 |
+
" done = False\n",
|
| 301 |
+
" while not done:\n",
|
| 302 |
+
"\n",
|
| 303 |
+
" # This is the call to the LLM - see that we pass in the tools json\n",
|
| 304 |
+
"\n",
|
| 305 |
+
" response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages, tools=tools)\n",
|
| 306 |
+
"\n",
|
| 307 |
+
" finish_reason = response.choices[0].finish_reason\n",
|
| 308 |
+
" \n",
|
| 309 |
+
" # If the LLM wants to call a tool, we do that!\n",
|
| 310 |
+
" \n",
|
| 311 |
+
" if finish_reason==\"tool_calls\":\n",
|
| 312 |
+
" message = response.choices[0].message\n",
|
| 313 |
+
" tool_calls = message.tool_calls\n",
|
| 314 |
+
" results = handle_tool_calls(tool_calls)\n",
|
| 315 |
+
" messages.append(message)\n",
|
| 316 |
+
" messages.extend(results)\n",
|
| 317 |
+
" else:\n",
|
| 318 |
+
" done = True\n",
|
| 319 |
+
" return response.choices[0].message.content"
|
| 320 |
+
]
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"cell_type": "code",
|
| 324 |
+
"execution_count": null,
|
| 325 |
+
"metadata": {},
|
| 326 |
+
"outputs": [],
|
| 327 |
+
"source": [
|
| 328 |
+
"gr.ChatInterface(chat, type=\"messages\").launch()"
|
| 329 |
+
]
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"cell_type": "markdown",
|
| 333 |
+
"metadata": {},
|
| 334 |
+
"source": [
|
| 335 |
+
"## And now for deployment\n",
|
| 336 |
+
"\n",
|
| 337 |
+
"This code is in `app.py`\n",
|
| 338 |
+
"\n",
|
| 339 |
+
"We will deploy to HuggingFace Spaces.\n",
|
| 340 |
+
"\n",
|
| 341 |
+
"Before you start: remember to update the files in the \"me\" directory - your LinkedIn profile and summary.txt - so that it talks about you! Also change `self.name = \"Ed Donner\"` in `app.py`.. \n",
|
| 342 |
+
"\n",
|
| 343 |
+
"Also check that there's no README file within the 1_foundations directory. If there is one, please delete it. The deploy process creates a new README file in this directory for you.\n",
|
| 344 |
+
"\n",
|
| 345 |
+
"1. Visit https://huggingface.co and set up an account \n",
|
| 346 |
+
"2. From the Avatar menu on the top right, choose Access Tokens. Choose \"Create New Token\". Give it WRITE permissions - it needs to have WRITE permissions! Keep a record of your new key. \n",
|
| 347 |
+
"3. In the Terminal, run: `uv tool install 'huggingface_hub[cli]'` to install the HuggingFace tool, then `hf auth login --token YOUR_TOKEN_HERE`, like `hf auth login --token hf_xxxxxx`, to login at the command line with your key. Afterwards, run `hf auth whoami` to check you're logged in \n",
|
| 348 |
+
"4. Take your new token and add it to your .env file: `HF_TOKEN=hf_xxx` for the future\n",
|
| 349 |
+
"5. From the 1_foundations folder, enter: `uv run gradio deploy` \n",
|
| 350 |
+
"6. Follow its instructions: name it \"career_conversation\", specify app.py, choose cpu-basic as the hardware, say Yes to needing to supply secrets, provide your openai api key, your pushover user and token, and say \"no\" to github actions. \n",
|
| 351 |
+
"\n",
|
| 352 |
+
"Thank you Robert, James, Martins, Andras and Priya for these tips. \n",
|
| 353 |
+
"Please read the next 2 sections - how to change your Secrets, and how to redeploy your Space (you may need to delete the README.md that gets created in this 1_foundations directory).\n",
|
| 354 |
+
"\n",
|
| 355 |
+
"#### More about these secrets:\n",
|
| 356 |
+
"\n",
|
| 357 |
+
"If you're confused by what's going on with these secrets: it just wants you to enter the key name and value for each of your secrets -- so you would enter: \n",
|
| 358 |
+
"`OPENAI_API_KEY` \n",
|
| 359 |
+
"Followed by: \n",
|
| 360 |
+
"`sk-proj-...` \n",
|
| 361 |
+
"\n",
|
| 362 |
+
"And if you don't want to set secrets this way, or something goes wrong with it, it's no problem - you can change your secrets later: \n",
|
| 363 |
+
"1. Log in to HuggingFace website \n",
|
| 364 |
+
"2. Go to your profile screen via the Avatar menu on the top right \n",
|
| 365 |
+
"3. Select the Space you deployed \n",
|
| 366 |
+
"4. Click on the Settings wheel on the top right \n",
|
| 367 |
+
"5. You can scroll down to change your secrets (Variables and Secrets section), delete the space, etc.\n",
|
| 368 |
+
"\n",
|
| 369 |
+
"#### And now you should be deployed!\n",
|
| 370 |
+
"\n",
|
| 371 |
+
"If you want to completely replace everything and start again with your keys, you may need to delete the README.md that got created in this 1_foundations folder.\n",
|
| 372 |
+
"\n",
|
| 373 |
+
"Here is mine: https://huggingface.co/spaces/ed-donner/Career_Conversation\n",
|
| 374 |
+
"\n",
|
| 375 |
+
"I just got a push notification that a student asked me how they can become President of their country 😂😂\n",
|
| 376 |
+
"\n",
|
| 377 |
+
"For more information on deployment:\n",
|
| 378 |
+
"\n",
|
| 379 |
+
"https://www.gradio.app/guides/sharing-your-app#hosting-on-hf-spaces\n",
|
| 380 |
+
"\n",
|
| 381 |
+
"To delete your Space in the future: \n",
|
| 382 |
+
"1. Log in to HuggingFace\n",
|
| 383 |
+
"2. From the Avatar menu, select your profile\n",
|
| 384 |
+
"3. Click on the Space itself and select the settings wheel on the top right\n",
|
| 385 |
+
"4. Scroll to the Delete section at the bottom\n",
|
| 386 |
+
"5. ALSO: delete the README file that Gradio may have created inside this 1_foundations folder (otherwise it won't ask you the questions the next time you do a gradio deploy)\n"
|
| 387 |
+
]
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"cell_type": "markdown",
|
| 391 |
+
"metadata": {},
|
| 392 |
+
"source": [
|
| 393 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 394 |
+
" <tr>\n",
|
| 395 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 396 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 397 |
+
" </td>\n",
|
| 398 |
+
" <td>\n",
|
| 399 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 400 |
+
" <span style=\"color:#ff7800;\">• First and foremost, deploy this for yourself! It's a real, valuable tool - the future resume..<br/>\n",
|
| 401 |
+
" • Next, improve the resources - add better context about yourself. If you know RAG, then add a knowledge base about you.<br/>\n",
|
| 402 |
+
" • Add in more tools! You could have a SQL database with common Q&A that the LLM could read and write from?<br/>\n",
|
| 403 |
+
" • Bring in the Evaluator from the last lab, and add other Agentic patterns.\n",
|
| 404 |
+
" </span>\n",
|
| 405 |
+
" </td>\n",
|
| 406 |
+
" </tr>\n",
|
| 407 |
+
"</table>"
|
| 408 |
+
]
|
| 409 |
+
},
|
| 410 |
+
{
|
| 411 |
+
"cell_type": "markdown",
|
| 412 |
+
"metadata": {},
|
| 413 |
+
"source": [
|
| 414 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 415 |
+
" <tr>\n",
|
| 416 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 417 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 418 |
+
" </td>\n",
|
| 419 |
+
" <td>\n",
|
| 420 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 421 |
+
" <span style=\"color:#00bfff;\">Aside from the obvious (your career alter-ego) this has business applications in any situation where you need an AI assistant with domain expertise and an ability to interact with the real world.\n",
|
| 422 |
+
" </span>\n",
|
| 423 |
+
" </td>\n",
|
| 424 |
+
" </tr>\n",
|
| 425 |
+
"</table>"
|
| 426 |
+
]
|
| 427 |
+
}
|
| 428 |
+
],
|
| 429 |
+
"metadata": {
|
| 430 |
+
"kernelspec": {
|
| 431 |
+
"display_name": ".venv",
|
| 432 |
+
"language": "python",
|
| 433 |
+
"name": "python3"
|
| 434 |
+
},
|
| 435 |
+
"language_info": {
|
| 436 |
+
"codemirror_mode": {
|
| 437 |
+
"name": "ipython",
|
| 438 |
+
"version": 3
|
| 439 |
+
},
|
| 440 |
+
"file_extension": ".py",
|
| 441 |
+
"mimetype": "text/x-python",
|
| 442 |
+
"name": "python",
|
| 443 |
+
"nbconvert_exporter": "python",
|
| 444 |
+
"pygments_lexer": "ipython3",
|
| 445 |
+
"version": "3.12.12"
|
| 446 |
+
}
|
| 447 |
+
},
|
| 448 |
+
"nbformat": 4,
|
| 449 |
+
"nbformat_minor": 2
|
| 450 |
+
}
|
5_extra.ipynb
ADDED
|
@@ -0,0 +1,352 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"id": "802f392f",
|
| 6 |
+
"metadata": {},
|
| 7 |
+
"source": [
|
| 8 |
+
"# A little extra!\n",
|
| 9 |
+
"\n",
|
| 10 |
+
"## New addition to Week 1\n",
|
| 11 |
+
"\n",
|
| 12 |
+
"### The Unreasonable Effectiveness of the Agent Loop"
|
| 13 |
+
]
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"cell_type": "markdown",
|
| 17 |
+
"id": "0c78e180",
|
| 18 |
+
"metadata": {},
|
| 19 |
+
"source": [
|
| 20 |
+
"# What is an Agent?\n",
|
| 21 |
+
"\n",
|
| 22 |
+
"## Three competing definitions\n",
|
| 23 |
+
"\n",
|
| 24 |
+
"1. AI systems that can do work for you independently - Sam Altman\n",
|
| 25 |
+
"\n",
|
| 26 |
+
"2. A system in which an LLM controls the workflow - Anthropic\n",
|
| 27 |
+
"\n",
|
| 28 |
+
"3. An LLM agent runs tools in a loop to achieve a goal\n",
|
| 29 |
+
"\n",
|
| 30 |
+
"## The third one is the new, emerging definition\n",
|
| 31 |
+
"\n",
|
| 32 |
+
"But what does it mean?\n",
|
| 33 |
+
"\n",
|
| 34 |
+
"Let's make it real."
|
| 35 |
+
]
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"cell_type": "code",
|
| 39 |
+
"execution_count": null,
|
| 40 |
+
"id": "566bdd9a",
|
| 41 |
+
"metadata": {},
|
| 42 |
+
"outputs": [],
|
| 43 |
+
"source": [
|
| 44 |
+
"# Start with some imports - rich is a library for making formatted text output in the terminal\n",
|
| 45 |
+
"\n",
|
| 46 |
+
"from rich.console import Console\n",
|
| 47 |
+
"from dotenv import load_dotenv\n",
|
| 48 |
+
"from openai import OpenAI\n",
|
| 49 |
+
"import json\n",
|
| 50 |
+
"load_dotenv(override=True)"
|
| 51 |
+
]
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"cell_type": "code",
|
| 55 |
+
"execution_count": null,
|
| 56 |
+
"id": "8d38dcc2",
|
| 57 |
+
"metadata": {},
|
| 58 |
+
"outputs": [],
|
| 59 |
+
"source": [
|
| 60 |
+
"def show(text):\n",
|
| 61 |
+
" try:\n",
|
| 62 |
+
" Console().print(text)\n",
|
| 63 |
+
" except Exception:\n",
|
| 64 |
+
" print(text)"
|
| 65 |
+
]
|
| 66 |
+
},
|
| 67 |
+
{
|
| 68 |
+
"cell_type": "code",
|
| 69 |
+
"execution_count": null,
|
| 70 |
+
"id": "18f1952e",
|
| 71 |
+
"metadata": {},
|
| 72 |
+
"outputs": [],
|
| 73 |
+
"source": [
|
| 74 |
+
"openai = OpenAI()"
|
| 75 |
+
]
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"cell_type": "code",
|
| 79 |
+
"execution_count": null,
|
| 80 |
+
"id": "e1517bf3",
|
| 81 |
+
"metadata": {},
|
| 82 |
+
"outputs": [],
|
| 83 |
+
"source": [
|
| 84 |
+
"# Some lists!\n",
|
| 85 |
+
"\n",
|
| 86 |
+
"todos = []\n",
|
| 87 |
+
"completed = []"
|
| 88 |
+
]
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"cell_type": "code",
|
| 92 |
+
"execution_count": null,
|
| 93 |
+
"id": "d415a4f2",
|
| 94 |
+
"metadata": {},
|
| 95 |
+
"outputs": [],
|
| 96 |
+
"source": [
|
| 97 |
+
"def get_todo_report() -> str:\n",
|
| 98 |
+
" result = \"\"\n",
|
| 99 |
+
" for index, todo in enumerate(todos):\n",
|
| 100 |
+
" if completed[index]:\n",
|
| 101 |
+
" result += f\"Todo #{index + 1}: [green][strike]{todo}[/strike][/green]\\n\"\n",
|
| 102 |
+
" else:\n",
|
| 103 |
+
" result += f\"Todo #{index + 1}: {todo}\\n\"\n",
|
| 104 |
+
" show(result)\n",
|
| 105 |
+
" return result"
|
| 106 |
+
]
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"cell_type": "code",
|
| 110 |
+
"execution_count": null,
|
| 111 |
+
"id": "7b842749",
|
| 112 |
+
"metadata": {},
|
| 113 |
+
"outputs": [],
|
| 114 |
+
"source": [
|
| 115 |
+
"get_todo_report()"
|
| 116 |
+
]
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"cell_type": "code",
|
| 120 |
+
"execution_count": null,
|
| 121 |
+
"id": "ff5f01ca",
|
| 122 |
+
"metadata": {},
|
| 123 |
+
"outputs": [],
|
| 124 |
+
"source": [
|
| 125 |
+
"def create_todos(descriptions: list[str]) -> str:\n",
|
| 126 |
+
" todos.extend(descriptions)\n",
|
| 127 |
+
" completed.extend([False] * len(descriptions))\n",
|
| 128 |
+
" return get_todo_report()"
|
| 129 |
+
]
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"cell_type": "code",
|
| 133 |
+
"execution_count": null,
|
| 134 |
+
"id": "aa4d97e6",
|
| 135 |
+
"metadata": {},
|
| 136 |
+
"outputs": [],
|
| 137 |
+
"source": [
|
| 138 |
+
"def mark_complete(index: int, completion_notes: str) -> str:\n",
|
| 139 |
+
" if 1 <= index <= len(todos):\n",
|
| 140 |
+
" completed[index - 1] = True\n",
|
| 141 |
+
" else:\n",
|
| 142 |
+
" return \"No todo at this index.\"\n",
|
| 143 |
+
" Console().print(completion_notes)\n",
|
| 144 |
+
" return get_todo_report()"
|
| 145 |
+
]
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"cell_type": "code",
|
| 149 |
+
"execution_count": null,
|
| 150 |
+
"id": "ef3b3a97",
|
| 151 |
+
"metadata": {},
|
| 152 |
+
"outputs": [],
|
| 153 |
+
"source": [
|
| 154 |
+
"todos, completed = [], []\n",
|
| 155 |
+
"\n",
|
| 156 |
+
"create_todos([\"Buy groceries\", \"Finish extra lab\", \"Eat banana\"])"
|
| 157 |
+
]
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"cell_type": "code",
|
| 161 |
+
"execution_count": null,
|
| 162 |
+
"id": "a9721a5c",
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"mark_complete(1, \"bought\")"
|
| 167 |
+
]
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"cell_type": "code",
|
| 171 |
+
"execution_count": null,
|
| 172 |
+
"id": "4159b046",
|
| 173 |
+
"metadata": {},
|
| 174 |
+
"outputs": [],
|
| 175 |
+
"source": [
|
| 176 |
+
"create_todos_json = {\n",
|
| 177 |
+
" \"name\": \"create_todos\",\n",
|
| 178 |
+
" \"description\": \"Add new todos from a list of descriptions and return the full list\",\n",
|
| 179 |
+
" \"parameters\": {\n",
|
| 180 |
+
" \"type\": \"object\",\n",
|
| 181 |
+
" \"properties\": {\n",
|
| 182 |
+
" \"descriptions\": {\n",
|
| 183 |
+
" 'type': 'array',\n",
|
| 184 |
+
" 'items': {'type': 'string'},\n",
|
| 185 |
+
" 'title': 'Descriptions'\n",
|
| 186 |
+
" }\n",
|
| 187 |
+
" },\n",
|
| 188 |
+
" \"required\": [\"descriptions\"],\n",
|
| 189 |
+
" \"additionalProperties\": False\n",
|
| 190 |
+
" }\n",
|
| 191 |
+
"}"
|
| 192 |
+
]
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"cell_type": "code",
|
| 196 |
+
"execution_count": null,
|
| 197 |
+
"id": "36a453e9",
|
| 198 |
+
"metadata": {},
|
| 199 |
+
"outputs": [],
|
| 200 |
+
"source": [
|
| 201 |
+
"mark_complete_json = {\n",
|
| 202 |
+
" \"name\": \"mark_complete\",\n",
|
| 203 |
+
" \"description\": \"Mark complete the todo at the given position (starting from 1) and return the full list\",\n",
|
| 204 |
+
" \"parameters\": {\n",
|
| 205 |
+
" 'properties': {\n",
|
| 206 |
+
" 'index': {\n",
|
| 207 |
+
" 'description': 'The 1-based index of the todo to mark as complete',\n",
|
| 208 |
+
" 'title': 'Index',\n",
|
| 209 |
+
" 'type': 'integer'\n",
|
| 210 |
+
" },\n",
|
| 211 |
+
" 'completion_notes': {\n",
|
| 212 |
+
" 'description': 'Notes about how you completed the todo in rich console markup',\n",
|
| 213 |
+
" 'title': 'Completion Notes',\n",
|
| 214 |
+
" 'type': 'string'\n",
|
| 215 |
+
" }\n",
|
| 216 |
+
" },\n",
|
| 217 |
+
" 'required': ['index', 'completion_notes'],\n",
|
| 218 |
+
" 'type': 'object',\n",
|
| 219 |
+
" 'additionalProperties': False\n",
|
| 220 |
+
" }\n",
|
| 221 |
+
"}"
|
| 222 |
+
]
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"cell_type": "code",
|
| 226 |
+
"execution_count": null,
|
| 227 |
+
"id": "52fe4d76",
|
| 228 |
+
"metadata": {},
|
| 229 |
+
"outputs": [],
|
| 230 |
+
"source": [
|
| 231 |
+
"tools = [{\"type\": \"function\", \"function\": create_todos_json},\n",
|
| 232 |
+
" {\"type\": \"function\", \"function\": mark_complete_json}]"
|
| 233 |
+
]
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"cell_type": "code",
|
| 237 |
+
"execution_count": null,
|
| 238 |
+
"id": "af686232",
|
| 239 |
+
"metadata": {},
|
| 240 |
+
"outputs": [],
|
| 241 |
+
"source": [
|
| 242 |
+
"def handle_tool_calls(tool_calls):\n",
|
| 243 |
+
" results = []\n",
|
| 244 |
+
" for tool_call in tool_calls:\n",
|
| 245 |
+
" tool_name = tool_call.function.name\n",
|
| 246 |
+
" arguments = json.loads(tool_call.function.arguments)\n",
|
| 247 |
+
" tool = globals().get(tool_name)\n",
|
| 248 |
+
" result = tool(**arguments) if tool else {}\n",
|
| 249 |
+
" results.append({\"role\": \"tool\",\"content\": json.dumps(result),\"tool_call_id\": tool_call.id})\n",
|
| 250 |
+
" return results"
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"cell_type": "code",
|
| 255 |
+
"execution_count": null,
|
| 256 |
+
"id": "20bebfee",
|
| 257 |
+
"metadata": {},
|
| 258 |
+
"outputs": [],
|
| 259 |
+
"source": [
|
| 260 |
+
"def loop(messages):\n",
|
| 261 |
+
" done = False\n",
|
| 262 |
+
" while not done:\n",
|
| 263 |
+
" response = openai.chat.completions.create(model=\"gpt-5.2\", messages=messages, tools=tools, reasoning_effort=\"none\")\n",
|
| 264 |
+
" finish_reason = response.choices[0].finish_reason\n",
|
| 265 |
+
" if finish_reason==\"tool_calls\":\n",
|
| 266 |
+
" message = response.choices[0].message\n",
|
| 267 |
+
" tool_calls = message.tool_calls\n",
|
| 268 |
+
" results = handle_tool_calls(tool_calls)\n",
|
| 269 |
+
" messages.append(message)\n",
|
| 270 |
+
" messages.extend(results)\n",
|
| 271 |
+
" else:\n",
|
| 272 |
+
" done = True\n",
|
| 273 |
+
" show(response.choices[0].message.content)"
|
| 274 |
+
]
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"cell_type": "code",
|
| 278 |
+
"execution_count": null,
|
| 279 |
+
"id": "839d1593",
|
| 280 |
+
"metadata": {},
|
| 281 |
+
"outputs": [],
|
| 282 |
+
"source": [
|
| 283 |
+
"system_message = \"\"\"\n",
|
| 284 |
+
"You are given a problem to solve, by using your todo tools to plan a list of steps, then carrying out each step in turn.\n",
|
| 285 |
+
"Now use the todo list tools, create a plan, carry out the steps, and reply with the solution.\n",
|
| 286 |
+
"If any quantity isn't provided in the question, then include a step to come up with a reasonable estimate.\n",
|
| 287 |
+
"Provide your solution in Rich console markup without code blocks.\n",
|
| 288 |
+
"Do not ask the user questions or clarification; respond only with the answer after using your tools.\n",
|
| 289 |
+
"\"\"\"\n",
|
| 290 |
+
"user_message = \"\"\"\"\n",
|
| 291 |
+
"A train leaves Boston at 2:00 pm traveling 60 mph.\n",
|
| 292 |
+
"Another train leaves New York at 3:00 pm traveling 80 mph toward Boston.\n",
|
| 293 |
+
"When do they meet?\n",
|
| 294 |
+
"\"\"\"\n",
|
| 295 |
+
"messages = [{\"role\": \"system\", \"content\": system_message}, {\"role\": \"user\", \"content\": user_message}]"
|
| 296 |
+
]
|
| 297 |
+
},
|
| 298 |
+
{
|
| 299 |
+
"cell_type": "code",
|
| 300 |
+
"execution_count": null,
|
| 301 |
+
"id": "fe6f4515",
|
| 302 |
+
"metadata": {},
|
| 303 |
+
"outputs": [],
|
| 304 |
+
"source": [
|
| 305 |
+
"todos, completed = [], []\n",
|
| 306 |
+
"loop(messages)"
|
| 307 |
+
]
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"cell_type": "markdown",
|
| 311 |
+
"id": "b9b3e1ed",
|
| 312 |
+
"metadata": {},
|
| 313 |
+
"source": [
|
| 314 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 315 |
+
" <tr>\n",
|
| 316 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 317 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 318 |
+
" </td>\n",
|
| 319 |
+
" <td>\n",
|
| 320 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 321 |
+
" <span style=\"color:#ff7800;\">Now try to build an Agent Loop from scratch yourself!<br/>\n",
|
| 322 |
+
" Create a new .ipynb and make one from first principles, referring back to this as needed.<br/>\n",
|
| 323 |
+
" It's one of the few times that I recommend typing from scratch - it's a very satisfying result.\n",
|
| 324 |
+
" </span>\n",
|
| 325 |
+
" </td>\n",
|
| 326 |
+
" </tr>\n",
|
| 327 |
+
"</table>"
|
| 328 |
+
]
|
| 329 |
+
}
|
| 330 |
+
],
|
| 331 |
+
"metadata": {
|
| 332 |
+
"kernelspec": {
|
| 333 |
+
"display_name": ".venv",
|
| 334 |
+
"language": "python",
|
| 335 |
+
"name": "python3"
|
| 336 |
+
},
|
| 337 |
+
"language_info": {
|
| 338 |
+
"codemirror_mode": {
|
| 339 |
+
"name": "ipython",
|
| 340 |
+
"version": 3
|
| 341 |
+
},
|
| 342 |
+
"file_extension": ".py",
|
| 343 |
+
"mimetype": "text/x-python",
|
| 344 |
+
"name": "python",
|
| 345 |
+
"nbconvert_exporter": "python",
|
| 346 |
+
"pygments_lexer": "ipython3",
|
| 347 |
+
"version": "3.12.9"
|
| 348 |
+
}
|
| 349 |
+
},
|
| 350 |
+
"nbformat": 4,
|
| 351 |
+
"nbformat_minor": 5
|
| 352 |
+
}
|
LinkedIn_Articles.txt
ADDED
|
@@ -0,0 +1,206 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-valuecreation-customerexperience-activity-7420288090239430656-1nt_?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 2 |
+
https://www.linkedin.com/posts/irohitmathur_happiestminds-fitness-fun-activity-7416213639692574720-qquz?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 3 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-focus-growthmindset-activity-7415973073297879040-MML9?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 4 |
+
https://www.linkedin.com/posts/irohitmathur_over-dinner-a-few-weeks-ago-the-kids-started-activity-7409102031686406145-HNSw?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 5 |
+
https://www.linkedin.com/posts/irohitmathur_when-math-met-music-and-ai-stepped-in-activity-7402581316082331650-TLT8?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 6 |
+
https://www.linkedin.com/posts/irohitmathur_fight-flight-or-focus-managing-your-activity-7400391807672573952-2lTL?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 7 |
+
https://www.linkedin.com/posts/irohitmathur_foster-a-culture-of-gratitude-activity-7396319239118209024-WVEa?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 8 |
+
https://www.linkedin.com/posts/irohitmathur_fairness-choices-and-the-lessons-kids-teach-activity-7376438087670947840-xkf5?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 9 |
+
https://www.linkedin.com/posts/irohitmathur_value-of-persistence-and-the-fight-to-save-activity-7372091546634153986-QD30?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 10 |
+
https://www.linkedin.com/posts/irohitmathur_have-you-ever-misread-silence-only-to-later-activity-7360501772957704192-W-uR?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 11 |
+
https://www.linkedin.com/posts/irohitmathur_lawrence-a-bossidy-who-led-a-major-corporate-activity-7359793058898456576-oGN1?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 12 |
+
https://www.linkedin.com/posts/irohitmathur_from-tears-to-triumph-a-lesson-in-letting-activity-7354701247632846848-98Mv?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 13 |
+
https://www.linkedin.com/posts/irohitmathur_sales-artificialintelligence-humanedge-activity-7337640384396726273-cTPd?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 14 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-empowerment-initiative-activity-7330798094042693634-aejp?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 15 |
+
https://www.linkedin.com/posts/irohitmathur_emotionalintelligence-mentalhealth-productivity-activity-7329189133396901888-MLkh?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 16 |
+
https://www.linkedin.com/posts/irohitmathur_i-coached-in-the-nfl-for-years-this-is-the-activity-7324270809378627584-hTC1?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 17 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-feedback-activity-7316655213291941888-HgMd?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 18 |
+
https://www.linkedin.com/posts/irohitmathur_two-ways-to-boost-performance-we-had-heard-activity-7310469638285365248-lNYh?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 19 |
+
https://www.linkedin.com/posts/irohitmathur_in-skiing-where-champions-pull-up-champions-activity-7307087031497543680-3ldZ?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 20 |
+
https://www.linkedin.com/posts/irohitmathur_the-indoor-mile-world-record-stood-for-years-activity-7297124152274993152-TPF3?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 21 |
+
https://www.linkedin.com/posts/irohitmathur_how-sales-teams-can-use-gen-ai-to-discover-activity-7296516369838182400-B4Ou?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 22 |
+
https://www.linkedin.com/posts/irohitmathur_changemanagement-adaptability-leadershipdevelopment-activity-7294151119969103875-dFpj?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 23 |
+
https://www.linkedin.com/posts/irohitmathur_leaders-shouldnt-try-to-do-it-all-activity-7272477763419185153-VYJl?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 24 |
+
https://www.linkedin.com/posts/irohitmathur_the-3-cups-of-tea-revisited-many-years-activity-7270203268750815232-8KxP?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 25 |
+
https://www.linkedin.com/posts/irohitmathur_the-hole-dug-deep-the-ride-was-bumpy-for-activity-7268661732212899840-5OPj?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 26 |
+
https://www.linkedin.com/posts/irohitmathur_no-no-yes-we-were-happy-that-we-got-activity-7265879255438241792-hwD3?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 27 |
+
https://www.linkedin.com/posts/irohitmathur_the-4-ss-of-presentations-one-of-the-common-activity-7265230033080709121-_8nX?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 28 |
+
https://www.linkedin.com/posts/irohitmathur_the-speech-the-road-hugged-the-bank-of-the-activity-7243643659160600578-A8fv?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 29 |
+
https://www.linkedin.com/posts/irohitmathur_gestures-of-kindness-are-you-sure-you-really-activity-7235789161461342208-oImK?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 30 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-7230612251269808128-D0Vh?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 31 |
+
https://www.linkedin.com/posts/irohitmathur_we-would-have-played-and-gifted-a-teddy-bear-activity-7225530476743028736-Ho64?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 32 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-7223544322418262016-CeSK?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 33 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-7220464053956005888-jpnD?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 34 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-7218474594091814912-CQTV?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 35 |
+
https://www.linkedin.com/posts/irohitmathur_deciding-to-defeat-the-failure-quite-often-activity-7217929894398152704-3uZi?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 36 |
+
https://www.linkedin.com/posts/irohitmathur_the-magic-mat-the-website-of-the-hotel-showed-activity-7216297520329629696-GyZ6?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 37 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-7210852238439645185-Vr-e?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 38 |
+
https://www.linkedin.com/posts/irohitmathur_the-alphabet-soup-on-the-leaderboard-for-activity-7190455048886276097-BP4v?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 39 |
+
https://www.linkedin.com/posts/irohitmathur_museums-are-becoming-more-expensive-activity-7180357088877981696-__4f?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 40 |
+
https://www.linkedin.com/posts/irohitmathur_dont-let-gen-ai-limit-your-teams-creativity-activity-7167170577349197824-Rrgk?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 41 |
+
https://www.linkedin.com/posts/irohitmathur_the-13th-dancer-reality-shows-have-been-activity-7166641657965076480-czdR?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 42 |
+
https://www.linkedin.com/posts/irohitmathur_tech-ma-raises-fears-over-software-pricing-activity-7166470277755813888-Egp-?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 43 |
+
https://www.linkedin.com/posts/irohitmathur_why-costco-is-so-loved-activity-7166291290844770304-Zqzj?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 44 |
+
https://www.happiestminds.com/blogs/the-importance-of-interest-quotient-nq-in-connecting-the-dots-with-iq-eq/
|
| 45 |
+
https://www.linkedin.com/posts/irohitmathur_it-aint-over-till-its-over-ask-your-activity-7151986233844359168-xSPB?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 46 |
+
https://www.linkedin.com/posts/irohitmathur_motivation-isnt-something-that-you-always-activity-7150314749342138371-oB5R?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 47 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-7149971066461786112-wbhZ?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 48 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-wonka-activity-7143087870512148480-btbe?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 49 |
+
https://www.linkedin.com/posts/irohitmathur_team-leadership-activity-7131524444392484864-psZR?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 50 |
+
https://www.linkedin.com/posts/irohitmathur_welcome-to-the-final-installment-of-our-series-activity-7106448698741583872--0mb?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 51 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-purposedrivenleadership-activity-7105222457103458304-WpSX?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 52 |
+
https://www.linkedin.com/posts/irohitmathur_in-this-second-part-of-our-series-on-the-activity-7103911983359426560-fSMS?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 53 |
+
https://www.linkedin.com/posts/irohitmathur_for-cxos-the-challenge-of-balancing-short-term-activity-7102288813250547712-ibTb?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 54 |
+
https://www.linkedin.com/posts/irohitmathur_as-senior-vice-president-of-global-sales-activity-7101357100647256064-zOMj?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 55 |
+
https://www.linkedin.com/posts/irohitmathur_when-smiles-are-not-miles-deep-the-slight-activity-7099474015093755904-maCZ?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 56 |
+
https://www.linkedin.com/posts/irohitmathur_sales-business-people-activity-7078852561063088128-k3Zh?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 57 |
+
https://www.linkedin.com/posts/irohitmathur_team-culture-happiness-activity-7077791371276783617-SAgK?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 58 |
+
https://www.linkedin.com/posts/irohitmathur_customer-is-always-or-all-ways-right-activity-7050317081921126400-Ew59?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 59 |
+
https://www.linkedin.com/posts/irohitmathur_creativity-productivity-activity-7047990799355035648-8i1p?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 60 |
+
https://www.linkedin.com/posts/irohitmathur_the-pricey-dragon-fruit-though-it-caught-activity-7044526154036248576-TBEn?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 61 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-leaders-activity-7040691718098227200-6GkO?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 62 |
+
https://www.linkedin.com/posts/irohitmathur_grass-will-always-be-greener-on-the-other-activity-7036701670092791808-UfCY?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 63 |
+
https://www.linkedin.com/posts/irohitmathur_opportunity-employment-future-activity-7032755928454098944-6zsE?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 64 |
+
https://www.linkedin.com/posts/irohitmathur_generation-of-new-habits-though-not-surprising-activity-7030219683702214657-C0C0?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 65 |
+
https://www.linkedin.com/posts/irohitmathur_big-ipad-vs-small-ipad-one-of-the-friends-activity-7025173474096668672-ExgC?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 66 |
+
https://www.linkedin.com/posts/irohitmathur_three-words-to-use-for-the-last-few-years-activity-7015528868837036032-hpR3?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 67 |
+
https://www.linkedin.com/posts/irohitmathur_inspiration-creative-activity-7014714130385293312--MqR?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 68 |
+
https://www.linkedin.com/posts/irohitmathur_new-year-resolutions-for-many-this-is-activity-7011516914610962433-peTL?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 69 |
+
https://www.linkedin.com/posts/irohitmathur_people-leadership-activity-7009868307231109120-Lx-_?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 70 |
+
https://www.linkedin.com/posts/irohitmathur_small-boots-on-the-ground-it-is-hard-to-activity-7001580633726603264-SbGW?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 71 |
+
https://www.linkedin.com/posts/irohitmathur_expressing-emotions-tears-rolled-down-the-activity-6999985188814409728-v6Ru?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 72 |
+
https://www.linkedin.com/posts/irohitmathur_mindfulness-leadershipdevelopment-activity-6995245975334248448--Neo?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 73 |
+
https://www.linkedin.com/posts/irohitmathur_diversityandinclusion-activity-6992560272058056704-bPvD?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 74 |
+
https://www.linkedin.com/posts/irohitmathur_virat-and-sunak-thanks-all-those-who-have-activity-6990701353199185920-yX2z?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 75 |
+
https://www.linkedin.com/posts/irohitmathur_growthmindset-leadership-diwali-activity-6990153811017297920-j7Wo?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 76 |
+
https://www.linkedin.com/posts/irohitmathur_growth-power-leadership-activity-6985377573501366272-D8xC?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 77 |
+
https://www.linkedin.com/posts/irohitmathur_learning-leadership-activity-6984558057917755393-Uozn?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 78 |
+
https://www.linkedin.com/posts/irohitmathur_teamwork-leadership-activity-6979295166687825920-92vT?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 79 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-team-activity-6972243396585304065-y9oV?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 80 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-6969521924557201408-heM4?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 81 |
+
https://www.linkedin.com/posts/irohitmathur_insightful-hbr-article-when-hiring-ceos-activity-6966776452616785920-tzeB?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 82 |
+
https://www.linkedin.com/posts/irohitmathur_leaders-leadership-activity-6963985283654569985-glGg?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 83 |
+
https://www.linkedin.com/posts/irohitmathur_1776-activity-6962498431361712129-wYAb?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 84 |
+
https://www.linkedin.com/posts/irohitmathur_when-you-see-that-smile-on-your-face-in-the-activity-6961901494312845312-qzxa?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 85 |
+
https://www.linkedin.com/posts/irohitmathur_wonderful-quote-from-the-sports-legend-bill-activity-6961697429997973504-OTHO?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 86 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-team-activity-6960797907474141184-9tFr?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 87 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-business-mindfulness-activity-6959366219745431552-HYmM?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 88 |
+
https://www.linkedin.com/posts/irohitmathur_one-person-moves-the-whole-world-moves-activity-6954651071935893504-RNvX?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 89 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-6954140686539517952-TXn4?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 90 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-team-activity-6951751786307211264-R6uS?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 91 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-success-activity-6947261853320318976-GOIF?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 92 |
+
https://www.linkedin.com/posts/irohitmathur_bringing-ironman-back-to-life-the-quest-activity-6946305893965729792-kKJD?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 93 |
+
https://www.linkedin.com/posts/irohitmathur_i-need-hulk-right-now-one-of-the-benefits-activity-6945221157444866048-PU0E?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 94 |
+
https://www.linkedin.com/posts/irohitmathur_running-late-for-flight-it-was-a-short-activity-6944514608627949568-m3kS?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 95 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-leaders-activity-6941610342531678210-IH7C?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 96 |
+
https://www.linkedin.com/posts/irohitmathur_the-point-of-leaving-google-or-yelp-review-activity-6941190084037685248-Iw8M?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 97 |
+
https://www.linkedin.com/posts/irohitmathur_leader-team-activity-6928696126820806656-bibS?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 98 |
+
https://www.linkedin.com/posts/irohitmathur_energy-leadershipqualities-activity-6927757831001559040-OuPA?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 99 |
+
https://www.linkedin.com/posts/irohitmathur_the-ford-and-the-coconut-the-whiff-of-fresh-activity-6921996978285408257-ayFQ?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 100 |
+
https://www.linkedin.com/posts/irohitmathur_storytelling-assumptions-activity-6915496122903920640-8WBr?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 101 |
+
https://www.linkedin.com/posts/irohitmathur_every-night-i-try-myself-by-court-martial-activity-6913340287490699264-GAu7?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 102 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-people-activity-6909639465858723840-nfoI?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 103 |
+
https://www.linkedin.com/posts/irohitmathur_sometimes-our-assumption-about-complexity-activity-6903709212208427008-698s?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 104 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-6901750620894711808-a4hp?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 105 |
+
https://www.linkedin.com/posts/irohitmathur_theres-no-way-around-hard-work-embrace-activity-6898684121225289728-kRJr?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 106 |
+
https://www.linkedin.com/posts/irohitmathur_al-pacino-any-given-sunday-inch-by-activity-6898417719746662400-OsM_?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 107 |
+
https://www.linkedin.com/posts/irohitmathur_learning-leadership-activity-6898143215464136704-jgVp?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 108 |
+
https://www.linkedin.com/posts/irohitmathur_why-learn-this-skill-after-learning-how-activity-6896597450266701824-qBgM?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 109 |
+
https://www.linkedin.com/posts/irohitmathur_airplane-stays-up-because-it-doesnt-have-activity-6893346747096141824-NXwK?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 110 |
+
https://www.linkedin.com/posts/irohitmathur_the-mean-master-one-of-the-movies-that-activity-6892251350571331584-nzKF?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 111 |
+
https://www.linkedin.com/posts/irohitmathur_the-mean-master-one-of-the-movies-that-activity-6892246400554414080-mwAl?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 112 |
+
https://www.linkedin.com/posts/irohitmathur_learning-opportunities-activity-6888493595477852160-ThTf?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 113 |
+
https://www.linkedin.com/posts/irohitmathur_fishing-around-an-old-proverb-which-goes-activity-6887615243879636992--Nwr?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 114 |
+
https://www.linkedin.com/posts/irohitmathur_the-5th-penny-you-are-walking-down-a-busy-activity-6887253609474605056-ae3g?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 115 |
+
https://www.linkedin.com/posts/irohitmathur_is-my-laptop-heavier-it-was-as-innocuous-activity-6885799690898604032-6knv?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 116 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-business-sales-activity-6883095750675447808-HDBj?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 117 |
+
https://www.linkedin.com/posts/irohitmathur_charles-darwin-said-attention-or-conscious-activity-6882884067541553152-Z6UE?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 118 |
+
https://www.linkedin.com/posts/irohitmathur_time-of-the-year-to-renew-it-took-some-courage-activity-6882387779716837376-_9V-?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 119 |
+
https://www.linkedin.com/posts/irohitmathur_storytelling-activity-6882340404524658689-ZuzM?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 120 |
+
https://www.linkedin.com/posts/irohitmathur_on-a-lighter-note-if-you-want-to-be-featured-activity-6882183355534848000-GwXx?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 121 |
+
https://www.linkedin.com/posts/irohitmathur_people-activity-6882179228922707968-t3K-?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 122 |
+
https://www.linkedin.com/posts/irohitmathur_leaders-activity-6882004819574431744-Oa6F?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 123 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-6881476110924816384-bUl_?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 124 |
+
https://www.linkedin.com/posts/irohitmathur_people-like-gandhi-mandela-lincoln-etc-activity-6881266377894838273-KmSB?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 125 |
+
https://www.linkedin.com/posts/irohitmathur_energy-follows-attention-so-goes-the-wisdom-activity-6881261987981070336-WItV?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 126 |
+
https://www.linkedin.com/posts/irohitmathur_leaders-culture-team-activity-6881099697830944768-LRyn?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 127 |
+
https://www.linkedin.com/posts/irohitmathur_finding-the-right-ceo-activity-6878338249169928192-p_e3?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 128 |
+
https://www.linkedin.com/posts/irohitmathur_the-best-of-celestial-weapons-one-side-activity-6878093171784523776-8H8J?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 129 |
+
https://www.linkedin.com/posts/irohitmathur_strong-language-is-often-used-by-weak-men-activity-6878005364684681217-8gkG?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 130 |
+
https://www.linkedin.com/posts/irohitmathur_what-chanels-new-indian-origin-global-ceo-activity-6876884463431884800-UvB4?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 131 |
+
https://www.linkedin.com/posts/irohitmathur_asked-in-an-interview-in-1902-about-the-desirable-activity-6875492771281678336-o6x8?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 132 |
+
https://www.linkedin.com/posts/irohitmathur_happiestminds-gratitute-leaders-activity-6875449546059730944-R1M0?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 133 |
+
https://www.linkedin.com/posts/irohitmathur_a-road-a-long-road-a-long-paved-road-activity-6872231976649179136-EHyL?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 134 |
+
https://www.linkedin.com/posts/irohitmathur_the-accidental-discovery-of-plow-fictional-activity-6870401388594167808-N6gz?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 135 |
+
https://www.linkedin.com/posts/irohitmathur_just-felt-like-expressing-thanks-to-the-couple-activity-6869727837746737152-4vr2?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 136 |
+
https://www.linkedin.com/posts/irohitmathur_business-leadershipqualities-activity-6867838592882921472-77l5?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 137 |
+
https://www.linkedin.com/posts/irohitmathur_respect-learning-share-activity-6867285841937539072-RIb5?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 138 |
+
https://www.linkedin.com/posts/irohitmathur_leadershipqualities-activity-6866589108710498305-0Cqi?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 139 |
+
https://www.linkedin.com/posts/irohitmathur_experience-culture-activity-6864799312077996032-c1rH?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 140 |
+
https://www.linkedin.com/posts/irohitmathur_ge-breaks-up-with-its-storied-past-published-activity-6864020003943981056-P6ak?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 141 |
+
https://www.linkedin.com/posts/irohitmathur_leaders-people-activity-6861511766766075904-OOBx?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 142 |
+
https://www.linkedin.com/posts/irohitmathur_leaders-timingiseverything-activity-6857545303172669440-DX3F?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 143 |
+
https://www.linkedin.com/posts/irohitmathur_pregnant-pauses-i-was-using-a-software-activity-6856364049194631168-F1Wn?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 144 |
+
https://www.linkedin.com/posts/irohitmathur_how-adobe-became-silicon-valleys-quiet-reinventor-activity-6854590576969474048-y3_G?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 145 |
+
https://www.linkedin.com/posts/irohitmathur_well-if-that-numbskull-could-pass-i-know-activity-6854503759171592192-2yxn?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 146 |
+
https://www.linkedin.com/posts/irohitmathur_learning-leaders-email-activity-6852622522198892544-Ml4s?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 147 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-6851528610902269952-sbEJ?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 148 |
+
https://www.linkedin.com/posts/irohitmathur_leadershiptips-activity-6851029190016331776-CAg0?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 149 |
+
https://www.linkedin.com/posts/irohitmathur_the-digital-twin-opportunity-activity-6851003143132655616-4Q43?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 150 |
+
https://www.linkedin.com/posts/irohitmathur_if-we-are-all-in-agreement-on-the-decision-activity-6850448310390591488-JVWb?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 151 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-people-activity-6849955615230476288-vwSB?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 152 |
+
https://www.linkedin.com/posts/irohitmathur_coffeetime-conversations-activity-6848822562844143616-Xyb2?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 153 |
+
https://www.linkedin.com/posts/irohitmathur_one-of-the-greatest-discoveries-a-man-makes-activity-6848643241961689088-Hc4w?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 154 |
+
https://www.linkedin.com/posts/irohitmathur_leadershipadvice-emotions-activity-6847903843095764993-nrVm?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 155 |
+
https://www.linkedin.com/posts/irohitmathur_management-is-doing-things-right-leadership-activity-6847422985222053888-pFFB?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 156 |
+
https://www.linkedin.com/posts/irohitmathur_leadershipqualities-activity-6846673128962215936-dWUZ?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 157 |
+
https://www.linkedin.com/posts/irohitmathur_never-ascribe-to-malice-that-which-is-adequately-activity-6846619844952027136-lggc?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 158 |
+
https://www.linkedin.com/posts/irohitmathur_humor-leadershipadvice-activity-6846438586456313856-ZmYS?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 159 |
+
https://www.linkedin.com/posts/irohitmathur_teamofrivals-leadershipadvice-activity-6846299786010800128-hcCk?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 160 |
+
https://www.linkedin.com/posts/irohitmathur_the-speed-of-the-boss-is-the-speed-of-the-activity-6846168724458803200-m7gp?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 161 |
+
https://www.linkedin.com/posts/irohitmathur_it-is-impossible-to-get-the-measure-of-what-activity-6845927439126839296-BLw8?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 162 |
+
https://www.linkedin.com/posts/irohitmathur_leadershipandmanagement-growthculture-leadingchange-activity-6844860363524096000-a4UW?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 163 |
+
https://www.linkedin.com/posts/irohitmathur_leadershipdevelopment-talentmanagement-activity-6843753668433518592-BZ3g?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 164 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-management-activity-6843048123892318208-R1_x?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 165 |
+
https://www.linkedin.com/posts/irohitmathur_leadershipdevelopment-activity-6842309464431894528-0QRI?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 166 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-goals-motivation-activity-6841562208837652480--L1_?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 167 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-people-leader-activity-6841006552132976641-J5jB?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 168 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-success-inspiration-activity-6834705118391263232-vdbV?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 169 |
+
https://www.linkedin.com/posts/irohitmathur_believe-it-or-not-in-these-days-lockdown-activity-6832683144978731008-w4hr?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 170 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-activity-6832189980085952512-hVdp?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 171 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-success-inspiration-activity-6832174141735522304-EJN7?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 172 |
+
https://www.linkedin.com/posts/irohitmathur_innovation-iot-happiestminds-activity-6822691305156620288-9cLy?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 173 |
+
https://www.linkedin.com/posts/irohitmathur_leadershiptalks-activity-6822547592510017536-kWLJ?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 174 |
+
https://www.linkedin.com/posts/irohitmathur_iot-microsoft-happiestminds-activity-6822004048993034240-3BnI?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 175 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-happiestminds-empathyatwork-activity-6821848326112124928-ejsH?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 176 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-team-success-activity-6811868074753449984-RsIN?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 177 |
+
https://www.linkedin.com/posts/irohitmathur_leadershipdevelopment-biographies-leadershipskills-activity-6811068049500766208-GbYT?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 178 |
+
https://www.linkedin.com/posts/irohitmathur_humble-request-pls-dont-post-your-political-activity-6809866045201932288-G4he?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 179 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-leadershipdevelopment-employeeengagement-activity-6781978598631911424-7DP-?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 180 |
+
https://www.linkedin.com/posts/irohitmathur_your-team-is-the-one-who-delivers-the-results-activity-6764045599449894912-CMG3?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 181 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-team-leadershipdevelopment-activity-6747981228022009856-YkXa?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 182 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-inspiration-team-activity-6747723151448305664-ETZL?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 183 |
+
https://www.linkedin.com/posts/irohitmathur_work-leadership-management-activity-6747250408978202624-TZAN?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 184 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-team-learning-activity-6742166420043415553-ww-s?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 185 |
+
https://www.linkedin.com/posts/irohitmathur_leadership-motivation-mindset-activity-6741874917605744640-VLhF?utm_source=share&utm_medium=member_desktop&rcm=ACoAAAAoKrwBzt79q9K1gZ9eIMsicKMUOnyDJZs
|
| 186 |
+
|
| 187 |
+
|
| 188 |
+
|
| 189 |
+
|
| 190 |
+
|
| 191 |
+
|
| 192 |
+
|
| 193 |
+
|
| 194 |
+
|
| 195 |
+
|
| 196 |
+
|
| 197 |
+
|
| 198 |
+
|
| 199 |
+
|
| 200 |
+
|
| 201 |
+
|
| 202 |
+
|
| 203 |
+
|
| 204 |
+
|
| 205 |
+
|
| 206 |
+
|
LinkedInpull.ipynb
ADDED
|
File without changes
|
README.md
CHANGED
|
@@ -1,12 +1,6 @@
|
|
| 1 |
---
|
| 2 |
-
title:
|
| 3 |
-
emoji: 📚
|
| 4 |
-
colorFrom: gray
|
| 5 |
-
colorTo: purple
|
| 6 |
-
sdk: gradio
|
| 7 |
-
sdk_version: 6.7.0
|
| 8 |
app_file: app.py
|
| 9 |
-
|
|
|
|
| 10 |
---
|
| 11 |
-
|
| 12 |
-
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
|
|
|
| 1 |
---
|
| 2 |
+
title: journey_time
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
app_file: app.py
|
| 4 |
+
sdk: gradio
|
| 5 |
+
sdk_version: 5.49.1
|
| 6 |
---
|
|
|
|
|
|
app.py
ADDED
|
@@ -0,0 +1,134 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dotenv import load_dotenv
|
| 2 |
+
from openai import OpenAI
|
| 3 |
+
import json
|
| 4 |
+
import os
|
| 5 |
+
import requests
|
| 6 |
+
from pypdf import PdfReader
|
| 7 |
+
import gradio as gr
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
load_dotenv(override=True)
|
| 11 |
+
|
| 12 |
+
def push(text):
|
| 13 |
+
requests.post(
|
| 14 |
+
"https://api.pushover.net/1/messages.json",
|
| 15 |
+
data={
|
| 16 |
+
"token": os.getenv("PUSHOVER_TOKEN"),
|
| 17 |
+
"user": os.getenv("PUSHOVER_USER"),
|
| 18 |
+
"message": text,
|
| 19 |
+
}
|
| 20 |
+
)
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
def record_user_details(email, name="Name not provided", notes="not provided"):
|
| 24 |
+
push(f"Recording {name} with email {email} and notes {notes}")
|
| 25 |
+
return {"recorded": "ok"}
|
| 26 |
+
|
| 27 |
+
def record_unknown_question(question):
|
| 28 |
+
push(f"Recording {question}")
|
| 29 |
+
return {"recorded": "ok"}
|
| 30 |
+
|
| 31 |
+
record_user_details_json = {
|
| 32 |
+
"name": "record_user_details",
|
| 33 |
+
"description": "Use this tool to record that a user is interested in being in touch and provided an email address",
|
| 34 |
+
"parameters": {
|
| 35 |
+
"type": "object",
|
| 36 |
+
"properties": {
|
| 37 |
+
"email": {
|
| 38 |
+
"type": "string",
|
| 39 |
+
"description": "The email address of this user"
|
| 40 |
+
},
|
| 41 |
+
"name": {
|
| 42 |
+
"type": "string",
|
| 43 |
+
"description": "The user's name, if they provided it"
|
| 44 |
+
}
|
| 45 |
+
,
|
| 46 |
+
"notes": {
|
| 47 |
+
"type": "string",
|
| 48 |
+
"description": "Any additional information about the conversation that's worth recording to give context"
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"required": ["email"],
|
| 52 |
+
"additionalProperties": False
|
| 53 |
+
}
|
| 54 |
+
}
|
| 55 |
+
|
| 56 |
+
record_unknown_question_json = {
|
| 57 |
+
"name": "record_unknown_question",
|
| 58 |
+
"description": "Always use this tool to record any question that couldn't be answered as you didn't know the answer",
|
| 59 |
+
"parameters": {
|
| 60 |
+
"type": "object",
|
| 61 |
+
"properties": {
|
| 62 |
+
"question": {
|
| 63 |
+
"type": "string",
|
| 64 |
+
"description": "The question that couldn't be answered"
|
| 65 |
+
},
|
| 66 |
+
},
|
| 67 |
+
"required": ["question"],
|
| 68 |
+
"additionalProperties": False
|
| 69 |
+
}
|
| 70 |
+
}
|
| 71 |
+
|
| 72 |
+
tools = [{"type": "function", "function": record_user_details_json},
|
| 73 |
+
{"type": "function", "function": record_unknown_question_json}]
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
class Me:
|
| 77 |
+
|
| 78 |
+
def __init__(self):
|
| 79 |
+
self.openai = OpenAI()
|
| 80 |
+
self.name = "Ed Donner"
|
| 81 |
+
reader = PdfReader("me/linkedin.pdf")
|
| 82 |
+
self.linkedin = ""
|
| 83 |
+
for page in reader.pages:
|
| 84 |
+
text = page.extract_text()
|
| 85 |
+
if text:
|
| 86 |
+
self.linkedin += text
|
| 87 |
+
with open("me/summary.txt", "r", encoding="utf-8") as f:
|
| 88 |
+
self.summary = f.read()
|
| 89 |
+
|
| 90 |
+
|
| 91 |
+
def handle_tool_call(self, tool_calls):
|
| 92 |
+
results = []
|
| 93 |
+
for tool_call in tool_calls:
|
| 94 |
+
tool_name = tool_call.function.name
|
| 95 |
+
arguments = json.loads(tool_call.function.arguments)
|
| 96 |
+
print(f"Tool called: {tool_name}", flush=True)
|
| 97 |
+
tool = globals().get(tool_name)
|
| 98 |
+
result = tool(**arguments) if tool else {}
|
| 99 |
+
results.append({"role": "tool","content": json.dumps(result),"tool_call_id": tool_call.id})
|
| 100 |
+
return results
|
| 101 |
+
|
| 102 |
+
def system_prompt(self):
|
| 103 |
+
system_prompt = f"You are acting as {self.name}. You are answering questions on {self.name}'s website, \
|
| 104 |
+
particularly questions related to {self.name}'s career, background, skills and experience. \
|
| 105 |
+
Your responsibility is to represent {self.name} for interactions on the website as faithfully as possible. \
|
| 106 |
+
You are given a summary of {self.name}'s background and LinkedIn profile which you can use to answer questions. \
|
| 107 |
+
Be professional and engaging, as if talking to a potential client or future employer who came across the website. \
|
| 108 |
+
If you don't know the answer to any question, use your record_unknown_question tool to record the question that you couldn't answer, even if it's about something trivial or unrelated to career. \
|
| 109 |
+
If the user is engaging in discussion, try to steer them towards getting in touch via email; ask for their email and record it using your record_user_details tool. "
|
| 110 |
+
|
| 111 |
+
system_prompt += f"\n\n## Summary:\n{self.summary}\n\n## LinkedIn Profile:\n{self.linkedin}\n\n"
|
| 112 |
+
system_prompt += f"With this context, please chat with the user, always staying in character as {self.name}."
|
| 113 |
+
return system_prompt
|
| 114 |
+
|
| 115 |
+
def chat(self, message, history):
|
| 116 |
+
messages = [{"role": "system", "content": self.system_prompt()}] + history + [{"role": "user", "content": message}]
|
| 117 |
+
done = False
|
| 118 |
+
while not done:
|
| 119 |
+
response = self.openai.chat.completions.create(model="gpt-4o-mini", messages=messages, tools=tools)
|
| 120 |
+
if response.choices[0].finish_reason=="tool_calls":
|
| 121 |
+
message = response.choices[0].message
|
| 122 |
+
tool_calls = message.tool_calls
|
| 123 |
+
results = self.handle_tool_call(tool_calls)
|
| 124 |
+
messages.append(message)
|
| 125 |
+
messages.extend(results)
|
| 126 |
+
else:
|
| 127 |
+
done = True
|
| 128 |
+
return response.choices[0].message.content
|
| 129 |
+
|
| 130 |
+
|
| 131 |
+
if __name__ == "__main__":
|
| 132 |
+
me = Me()
|
| 133 |
+
gr.ChatInterface(me.chat, type="messages").launch()
|
| 134 |
+
|
community_contributions/1_foundations_using_gemini/1_lab1.ipynb
ADDED
|
@@ -0,0 +1,406 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": null,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 104 |
+
"# If this returns false, see the next cell!\n",
|
| 105 |
+
"\n",
|
| 106 |
+
"load_dotenv(override=True)"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "markdown",
|
| 111 |
+
"metadata": {},
|
| 112 |
+
"source": [
|
| 113 |
+
"### Wait, did that just output `False`??\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 118 |
+
"\n",
|
| 119 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "markdown",
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"source": [
|
| 126 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 127 |
+
" <tr>\n",
|
| 128 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 129 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 130 |
+
" </td>\n",
|
| 131 |
+
" <td>\n",
|
| 132 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 133 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 134 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 135 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 136 |
+
" </span>\n",
|
| 137 |
+
" </td>\n",
|
| 138 |
+
" </tr>\n",
|
| 139 |
+
"</table>"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"import os\n",
|
| 151 |
+
"gemini_api_key = os.getenv('GEMINI_API_KEY')\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"if gemini_api_key:\n",
|
| 154 |
+
" print(f\"OpenAI API Key exists and begins {gemini_api_key[:8]}\")\n",
|
| 155 |
+
"else:\n",
|
| 156 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 157 |
+
" \n"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# And now - the all important import statement\n",
|
| 167 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 168 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"from openai import OpenAI"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": null,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 180 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 181 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 182 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 183 |
+
"GEMINI_BASE_URL = \"https://generativelanguage.googleapis.com/v1beta/openai/\"\n",
|
| 184 |
+
"google_api_key = os.getenv(\"GOOGLE_API_KEY\")\n",
|
| 185 |
+
"gemini = OpenAI(base_url=GEMINI_BASE_URL, api_key=google_api_key)"
|
| 186 |
+
]
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"cell_type": "code",
|
| 190 |
+
"execution_count": null,
|
| 191 |
+
"metadata": {},
|
| 192 |
+
"outputs": [],
|
| 193 |
+
"source": [
|
| 194 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 195 |
+
"\n",
|
| 196 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 197 |
+
]
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"cell_type": "code",
|
| 201 |
+
"execution_count": null,
|
| 202 |
+
"metadata": {},
|
| 203 |
+
"outputs": [],
|
| 204 |
+
"source": [
|
| 205 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 206 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 207 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 208 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 209 |
+
"model = \"gemini-2.5-flash-preview-05-20\"\n",
|
| 210 |
+
"response = gemini.chat.completions.create(\n",
|
| 211 |
+
" model=model,\n",
|
| 212 |
+
" messages=messages\n",
|
| 213 |
+
")\n",
|
| 214 |
+
"\n",
|
| 215 |
+
"print(response.choices[0].message.content)\n"
|
| 216 |
+
]
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"cell_type": "code",
|
| 220 |
+
"execution_count": null,
|
| 221 |
+
"metadata": {},
|
| 222 |
+
"outputs": [],
|
| 223 |
+
"source": [
|
| 224 |
+
"# And now - let's ask for a question:\n",
|
| 225 |
+
"\n",
|
| 226 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 227 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"cell_type": "code",
|
| 232 |
+
"execution_count": null,
|
| 233 |
+
"metadata": {},
|
| 234 |
+
"outputs": [],
|
| 235 |
+
"source": [
|
| 236 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 237 |
+
"\n",
|
| 238 |
+
"response = gemini.chat.completions.create(\n",
|
| 239 |
+
" model=model,\n",
|
| 240 |
+
" messages=messages\n",
|
| 241 |
+
")\n",
|
| 242 |
+
"\n",
|
| 243 |
+
"question = response.choices[0].message.content\n",
|
| 244 |
+
"\n",
|
| 245 |
+
"print(question)\n"
|
| 246 |
+
]
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"cell_type": "code",
|
| 250 |
+
"execution_count": null,
|
| 251 |
+
"metadata": {},
|
| 252 |
+
"outputs": [],
|
| 253 |
+
"source": [
|
| 254 |
+
"# form a new messages list\n",
|
| 255 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 256 |
+
]
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"cell_type": "code",
|
| 260 |
+
"execution_count": null,
|
| 261 |
+
"metadata": {},
|
| 262 |
+
"outputs": [],
|
| 263 |
+
"source": [
|
| 264 |
+
"# Ask it again\n",
|
| 265 |
+
"\n",
|
| 266 |
+
"response = gemini.chat.completions.create(\n",
|
| 267 |
+
" model=model,\n",
|
| 268 |
+
" messages=messages\n",
|
| 269 |
+
")\n",
|
| 270 |
+
"\n",
|
| 271 |
+
"answer = response.choices[0].message.content\n",
|
| 272 |
+
"print(answer)\n"
|
| 273 |
+
]
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"cell_type": "code",
|
| 277 |
+
"execution_count": null,
|
| 278 |
+
"metadata": {},
|
| 279 |
+
"outputs": [],
|
| 280 |
+
"source": [
|
| 281 |
+
"from IPython.display import Markdown, display\n",
|
| 282 |
+
"\n",
|
| 283 |
+
"display(Markdown(answer))\n",
|
| 284 |
+
"\n"
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"cell_type": "markdown",
|
| 289 |
+
"metadata": {},
|
| 290 |
+
"source": [
|
| 291 |
+
"# Congratulations!\n",
|
| 292 |
+
"\n",
|
| 293 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 294 |
+
"\n",
|
| 295 |
+
"Next time things get more interesting..."
|
| 296 |
+
]
|
| 297 |
+
},
|
| 298 |
+
{
|
| 299 |
+
"cell_type": "markdown",
|
| 300 |
+
"metadata": {},
|
| 301 |
+
"source": [
|
| 302 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 303 |
+
" <tr>\n",
|
| 304 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 305 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 306 |
+
" </td>\n",
|
| 307 |
+
" <td>\n",
|
| 308 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 309 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 310 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 311 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 312 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 313 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 314 |
+
" </span>\n",
|
| 315 |
+
" </td>\n",
|
| 316 |
+
" </tr>\n",
|
| 317 |
+
"</table>"
|
| 318 |
+
]
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"cell_type": "code",
|
| 322 |
+
"execution_count": null,
|
| 323 |
+
"metadata": {},
|
| 324 |
+
"outputs": [],
|
| 325 |
+
"source": [
|
| 326 |
+
"# First create the messages:\n",
|
| 327 |
+
"\n",
|
| 328 |
+
"messages = [{\"role\": \"user\", \"content\": \"Pick a business area that might be worth exploring for an Agentic AI opportunity.\"}]\n",
|
| 329 |
+
"\n",
|
| 330 |
+
"# Then make the first call:\n",
|
| 331 |
+
"\n",
|
| 332 |
+
"response = gemini.chat.completions.create(\n",
|
| 333 |
+
" model=model,\n",
|
| 334 |
+
" messages=messages\n",
|
| 335 |
+
")\n",
|
| 336 |
+
"\n",
|
| 337 |
+
"# Then read the business idea:\n",
|
| 338 |
+
"\n",
|
| 339 |
+
"business_idea = response.choices[0].message.content\n",
|
| 340 |
+
"\n",
|
| 341 |
+
"\n",
|
| 342 |
+
"display(Markdown(business_idea))\n",
|
| 343 |
+
"\n",
|
| 344 |
+
"# And repeat! In the next message, include the business idea within the message"
|
| 345 |
+
]
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"cell_type": "code",
|
| 349 |
+
"execution_count": null,
|
| 350 |
+
"metadata": {},
|
| 351 |
+
"outputs": [],
|
| 352 |
+
"source": [
|
| 353 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Present a pain-point in that {business_idea} industry - something challenging that might be ripe for an Agentic solution.\"}]\n",
|
| 354 |
+
"\n",
|
| 355 |
+
"response = gemini.chat.completions.create(\n",
|
| 356 |
+
" model=model,\n",
|
| 357 |
+
" messages=messages\n",
|
| 358 |
+
")\n",
|
| 359 |
+
"\n",
|
| 360 |
+
"pain_point = response.choices[0].message.content\n",
|
| 361 |
+
"\n",
|
| 362 |
+
"display(Markdown(pain_point))"
|
| 363 |
+
]
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"cell_type": "code",
|
| 367 |
+
"execution_count": null,
|
| 368 |
+
"metadata": {},
|
| 369 |
+
"outputs": [],
|
| 370 |
+
"source": [
|
| 371 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Propose an Agentic AI solution to the {pain_point} in the {business_idea} industry.\"}]\n",
|
| 372 |
+
"\n",
|
| 373 |
+
"response = gemini.chat.completions.create(\n",
|
| 374 |
+
" model=model,\n",
|
| 375 |
+
" messages=messages\n",
|
| 376 |
+
")\n",
|
| 377 |
+
"\n",
|
| 378 |
+
"agentic_solution = response.choices[0].message.content\n",
|
| 379 |
+
"\n",
|
| 380 |
+
"display(Markdown(agentic_solution))\n",
|
| 381 |
+
"\n"
|
| 382 |
+
]
|
| 383 |
+
}
|
| 384 |
+
],
|
| 385 |
+
"metadata": {
|
| 386 |
+
"kernelspec": {
|
| 387 |
+
"display_name": ".venv",
|
| 388 |
+
"language": "python",
|
| 389 |
+
"name": "python3"
|
| 390 |
+
},
|
| 391 |
+
"language_info": {
|
| 392 |
+
"codemirror_mode": {
|
| 393 |
+
"name": "ipython",
|
| 394 |
+
"version": 3
|
| 395 |
+
},
|
| 396 |
+
"file_extension": ".py",
|
| 397 |
+
"mimetype": "text/x-python",
|
| 398 |
+
"name": "python",
|
| 399 |
+
"nbconvert_exporter": "python",
|
| 400 |
+
"pygments_lexer": "ipython3",
|
| 401 |
+
"version": "3.12.12"
|
| 402 |
+
}
|
| 403 |
+
},
|
| 404 |
+
"nbformat": 4,
|
| 405 |
+
"nbformat_minor": 2
|
| 406 |
+
}
|
community_contributions/1_foundations_using_gemini/2_lab2.ipynb
ADDED
|
@@ -0,0 +1,492 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 17 |
+
" <tr>\n",
|
| 18 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 19 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 20 |
+
" </td>\n",
|
| 21 |
+
" <td>\n",
|
| 22 |
+
" <h2 style=\"color:#ff7800;\">Important point - please read</h2>\n",
|
| 23 |
+
" <span style=\"color:#ff7800;\">The way I collaborate with you may be different to other courses you've taken. I prefer not to type code while you watch. Rather, I execute Jupyter Labs, like this, and give you an intuition for what's going on. My suggestion is that you carefully execute this yourself, <b>after</b> watching the lecture. Add print statements to understand what's going on, and then come up with your own variations.<br/><br/>If you have time, I'd love it if you submit a PR for changes in the community_contributions folder - instructions in the resources. Also, if you have a Github account, use this to showcase your variations. Not only is this essential practice, but it demonstrates your skills to others, including perhaps future clients or employers...\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": null,
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"outputs": [],
|
| 35 |
+
"source": [
|
| 36 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"import os\n",
|
| 39 |
+
"import json\n",
|
| 40 |
+
"from dotenv import load_dotenv\n",
|
| 41 |
+
"from openai import OpenAI\n",
|
| 42 |
+
"from anthropic import Anthropic\n",
|
| 43 |
+
"from IPython.display import Markdown, display"
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": null,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [],
|
| 51 |
+
"source": [
|
| 52 |
+
"# Always remember to do this!\n",
|
| 53 |
+
"load_dotenv(override=True)"
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"cell_type": "code",
|
| 58 |
+
"execution_count": null,
|
| 59 |
+
"metadata": {},
|
| 60 |
+
"outputs": [],
|
| 61 |
+
"source": [
|
| 62 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 63 |
+
"\n",
|
| 64 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 65 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 66 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 67 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 68 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"if openai_api_key:\n",
|
| 71 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 72 |
+
"else:\n",
|
| 73 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 74 |
+
" \n",
|
| 75 |
+
"if anthropic_api_key:\n",
|
| 76 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 79 |
+
"\n",
|
| 80 |
+
"if google_api_key:\n",
|
| 81 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 82 |
+
"else:\n",
|
| 83 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 84 |
+
"\n",
|
| 85 |
+
"if deepseek_api_key:\n",
|
| 86 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 87 |
+
"else:\n",
|
| 88 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"if groq_api_key:\n",
|
| 91 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 92 |
+
"else:\n",
|
| 93 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"cell_type": "code",
|
| 98 |
+
"execution_count": null,
|
| 99 |
+
"metadata": {},
|
| 100 |
+
"outputs": [],
|
| 101 |
+
"source": [
|
| 102 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 103 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 104 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 105 |
+
]
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"cell_type": "code",
|
| 109 |
+
"execution_count": null,
|
| 110 |
+
"metadata": {},
|
| 111 |
+
"outputs": [],
|
| 112 |
+
"source": [
|
| 113 |
+
"messages"
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"cell_type": "code",
|
| 118 |
+
"execution_count": null,
|
| 119 |
+
"metadata": {},
|
| 120 |
+
"outputs": [],
|
| 121 |
+
"source": [
|
| 122 |
+
"openai = OpenAI()\n",
|
| 123 |
+
"response = openai.chat.completions.create(\n",
|
| 124 |
+
" model=\"gpt-5-mini\",\n",
|
| 125 |
+
" messages=messages,\n",
|
| 126 |
+
")\n",
|
| 127 |
+
"question = response.choices[0].message.content\n",
|
| 128 |
+
"print(question)\n"
|
| 129 |
+
]
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"cell_type": "code",
|
| 133 |
+
"execution_count": null,
|
| 134 |
+
"metadata": {},
|
| 135 |
+
"outputs": [],
|
| 136 |
+
"source": [
|
| 137 |
+
"competitors = []\n",
|
| 138 |
+
"answers = []\n",
|
| 139 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "markdown",
|
| 144 |
+
"metadata": {},
|
| 145 |
+
"source": [
|
| 146 |
+
"## Note - update since the videos\n",
|
| 147 |
+
"\n",
|
| 148 |
+
"I've updated the model names to use the latest models below, like GPT 5 and Claude Sonnet 4.5. It's worth noting that these models can be quite slow - like 1-2 minutes - but they do a great job! Feel free to switch them for faster models if you'd prefer, like the ones I use in the video."
|
| 149 |
+
]
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"cell_type": "code",
|
| 153 |
+
"execution_count": null,
|
| 154 |
+
"metadata": {},
|
| 155 |
+
"outputs": [],
|
| 156 |
+
"source": [
|
| 157 |
+
"# The API we know well\n",
|
| 158 |
+
"# I've updated this with the latest model, but it can take some time because it likes to think!\n",
|
| 159 |
+
"# Replace the model with gpt-4.1-mini if you'd prefer not to wait 1-2 mins\n",
|
| 160 |
+
"\n",
|
| 161 |
+
"model_name = \"gpt-5-nano\"\n",
|
| 162 |
+
"\n",
|
| 163 |
+
"response = openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 164 |
+
"answer = response.choices[0].message.content\n",
|
| 165 |
+
"\n",
|
| 166 |
+
"display(Markdown(answer))\n",
|
| 167 |
+
"competitors.append(model_name)\n",
|
| 168 |
+
"answers.append(answer)"
|
| 169 |
+
]
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"cell_type": "code",
|
| 173 |
+
"execution_count": null,
|
| 174 |
+
"metadata": {},
|
| 175 |
+
"outputs": [],
|
| 176 |
+
"source": [
|
| 177 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 178 |
+
"\n",
|
| 179 |
+
"model_name = \"claude-sonnet-4-5\"\n",
|
| 180 |
+
"\n",
|
| 181 |
+
"claude = Anthropic()\n",
|
| 182 |
+
"response = claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 183 |
+
"answer = response.content[0].text\n",
|
| 184 |
+
"\n",
|
| 185 |
+
"display(Markdown(answer))\n",
|
| 186 |
+
"competitors.append(model_name)\n",
|
| 187 |
+
"answers.append(answer)"
|
| 188 |
+
]
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"cell_type": "code",
|
| 192 |
+
"execution_count": null,
|
| 193 |
+
"metadata": {},
|
| 194 |
+
"outputs": [],
|
| 195 |
+
"source": [
|
| 196 |
+
"gemini = OpenAI(api_key=google_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 197 |
+
"model_name = \"gemini-2.5-flash\"\n",
|
| 198 |
+
"\n",
|
| 199 |
+
"response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 200 |
+
"answer = response.choices[0].message.content\n",
|
| 201 |
+
"\n",
|
| 202 |
+
"display(Markdown(answer))\n",
|
| 203 |
+
"competitors.append(model_name)\n",
|
| 204 |
+
"answers.append(answer)"
|
| 205 |
+
]
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"cell_type": "code",
|
| 209 |
+
"execution_count": null,
|
| 210 |
+
"metadata": {},
|
| 211 |
+
"outputs": [],
|
| 212 |
+
"source": [
|
| 213 |
+
"deepseek = OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 214 |
+
"model_name = \"deepseek-chat\"\n",
|
| 215 |
+
"\n",
|
| 216 |
+
"response = deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 217 |
+
"answer = response.choices[0].message.content\n",
|
| 218 |
+
"\n",
|
| 219 |
+
"display(Markdown(answer))\n",
|
| 220 |
+
"competitors.append(model_name)\n",
|
| 221 |
+
"answers.append(answer)"
|
| 222 |
+
]
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"cell_type": "code",
|
| 226 |
+
"execution_count": null,
|
| 227 |
+
"metadata": {},
|
| 228 |
+
"outputs": [],
|
| 229 |
+
"source": [
|
| 230 |
+
"# Updated with the latest Open Source model from OpenAI\n",
|
| 231 |
+
"\n",
|
| 232 |
+
"groq = OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 233 |
+
"model_name = \"openai/gpt-oss-120b\"\n",
|
| 234 |
+
"\n",
|
| 235 |
+
"response = groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 236 |
+
"answer = response.choices[0].message.content\n",
|
| 237 |
+
"\n",
|
| 238 |
+
"display(Markdown(answer))\n",
|
| 239 |
+
"competitors.append(model_name)\n",
|
| 240 |
+
"answers.append(answer)\n"
|
| 241 |
+
]
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"cell_type": "markdown",
|
| 245 |
+
"metadata": {},
|
| 246 |
+
"source": [
|
| 247 |
+
"## For the next cell, we will use Ollama\n",
|
| 248 |
+
"\n",
|
| 249 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 250 |
+
"and runs models locally using high performance C++ code.\n",
|
| 251 |
+
"\n",
|
| 252 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 253 |
+
"\n",
|
| 254 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 255 |
+
"\n",
|
| 256 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 257 |
+
"\n",
|
| 258 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 259 |
+
"\n",
|
| 260 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 261 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 262 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"cell_type": "markdown",
|
| 267 |
+
"metadata": {},
|
| 268 |
+
"source": [
|
| 269 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 270 |
+
" <tr>\n",
|
| 271 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 272 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 273 |
+
" </td>\n",
|
| 274 |
+
" <td>\n",
|
| 275 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 276 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 277 |
+
" </span>\n",
|
| 278 |
+
" </td>\n",
|
| 279 |
+
" </tr>\n",
|
| 280 |
+
"</table>"
|
| 281 |
+
]
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"cell_type": "code",
|
| 285 |
+
"execution_count": null,
|
| 286 |
+
"metadata": {},
|
| 287 |
+
"outputs": [],
|
| 288 |
+
"source": [
|
| 289 |
+
"!ollama pull llama3.2"
|
| 290 |
+
]
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"cell_type": "code",
|
| 294 |
+
"execution_count": null,
|
| 295 |
+
"metadata": {},
|
| 296 |
+
"outputs": [],
|
| 297 |
+
"source": [
|
| 298 |
+
"ollama = OpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 299 |
+
"model_name = \"llama3.2\"\n",
|
| 300 |
+
"\n",
|
| 301 |
+
"response = ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 302 |
+
"answer = response.choices[0].message.content\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"display(Markdown(answer))\n",
|
| 305 |
+
"competitors.append(model_name)\n",
|
| 306 |
+
"answers.append(answer)"
|
| 307 |
+
]
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"cell_type": "code",
|
| 311 |
+
"execution_count": null,
|
| 312 |
+
"metadata": {},
|
| 313 |
+
"outputs": [],
|
| 314 |
+
"source": [
|
| 315 |
+
"# So where are we?\n",
|
| 316 |
+
"\n",
|
| 317 |
+
"print(competitors)\n",
|
| 318 |
+
"print(answers)\n"
|
| 319 |
+
]
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"cell_type": "code",
|
| 323 |
+
"execution_count": null,
|
| 324 |
+
"metadata": {},
|
| 325 |
+
"outputs": [],
|
| 326 |
+
"source": [
|
| 327 |
+
"# It's nice to know how to use \"zip\"\n",
|
| 328 |
+
"for competitor, answer in zip(competitors, answers):\n",
|
| 329 |
+
" print(f\"Competitor: {competitor}\\n\\n{answer}\")\n"
|
| 330 |
+
]
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"cell_type": "code",
|
| 334 |
+
"execution_count": null,
|
| 335 |
+
"metadata": {},
|
| 336 |
+
"outputs": [],
|
| 337 |
+
"source": [
|
| 338 |
+
"# Let's bring this together - note the use of \"enumerate\"\n",
|
| 339 |
+
"\n",
|
| 340 |
+
"together = \"\"\n",
|
| 341 |
+
"for index, answer in enumerate(answers):\n",
|
| 342 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 343 |
+
" together += answer + \"\\n\\n\""
|
| 344 |
+
]
|
| 345 |
+
},
|
| 346 |
+
{
|
| 347 |
+
"cell_type": "code",
|
| 348 |
+
"execution_count": null,
|
| 349 |
+
"metadata": {},
|
| 350 |
+
"outputs": [],
|
| 351 |
+
"source": [
|
| 352 |
+
"print(together)"
|
| 353 |
+
]
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"cell_type": "markdown",
|
| 357 |
+
"metadata": {},
|
| 358 |
+
"source": []
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"cell_type": "code",
|
| 362 |
+
"execution_count": null,
|
| 363 |
+
"metadata": {},
|
| 364 |
+
"outputs": [],
|
| 365 |
+
"source": [
|
| 366 |
+
"judge = f\"\"\"You are judging a competition between {len(competitors)} competitors.\n",
|
| 367 |
+
"Each model has been given this question:\n",
|
| 368 |
+
"\n",
|
| 369 |
+
"{question}\n",
|
| 370 |
+
"\n",
|
| 371 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 372 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 373 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 374 |
+
"\n",
|
| 375 |
+
"Here are the responses from each competitor:\n",
|
| 376 |
+
"\n",
|
| 377 |
+
"{together}\n",
|
| 378 |
+
"\n",
|
| 379 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 380 |
+
]
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"cell_type": "code",
|
| 384 |
+
"execution_count": null,
|
| 385 |
+
"metadata": {},
|
| 386 |
+
"outputs": [],
|
| 387 |
+
"source": [
|
| 388 |
+
"print(judge)"
|
| 389 |
+
]
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"cell_type": "code",
|
| 393 |
+
"execution_count": null,
|
| 394 |
+
"metadata": {},
|
| 395 |
+
"outputs": [],
|
| 396 |
+
"source": [
|
| 397 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 398 |
+
]
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"cell_type": "code",
|
| 402 |
+
"execution_count": null,
|
| 403 |
+
"metadata": {},
|
| 404 |
+
"outputs": [],
|
| 405 |
+
"source": [
|
| 406 |
+
"# Judgement time!\n",
|
| 407 |
+
"\n",
|
| 408 |
+
"openai = OpenAI()\n",
|
| 409 |
+
"response = openai.chat.completions.create(\n",
|
| 410 |
+
" model=\"gpt-5-mini\",\n",
|
| 411 |
+
" messages=judge_messages,\n",
|
| 412 |
+
")\n",
|
| 413 |
+
"results = response.choices[0].message.content\n",
|
| 414 |
+
"print(results)\n"
|
| 415 |
+
]
|
| 416 |
+
},
|
| 417 |
+
{
|
| 418 |
+
"cell_type": "code",
|
| 419 |
+
"execution_count": null,
|
| 420 |
+
"metadata": {},
|
| 421 |
+
"outputs": [],
|
| 422 |
+
"source": [
|
| 423 |
+
"# OK let's turn this into results!\n",
|
| 424 |
+
"\n",
|
| 425 |
+
"results_dict = json.loads(results)\n",
|
| 426 |
+
"ranks = results_dict[\"results\"]\n",
|
| 427 |
+
"for index, result in enumerate(ranks):\n",
|
| 428 |
+
" competitor = competitors[int(result)-1]\n",
|
| 429 |
+
" print(f\"Rank {index+1}: {competitor}\")"
|
| 430 |
+
]
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"cell_type": "markdown",
|
| 434 |
+
"metadata": {},
|
| 435 |
+
"source": [
|
| 436 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 437 |
+
" <tr>\n",
|
| 438 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 439 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 440 |
+
" </td>\n",
|
| 441 |
+
" <td>\n",
|
| 442 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 443 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 444 |
+
" </span>\n",
|
| 445 |
+
" </td>\n",
|
| 446 |
+
" </tr>\n",
|
| 447 |
+
"</table>"
|
| 448 |
+
]
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"cell_type": "markdown",
|
| 452 |
+
"metadata": {},
|
| 453 |
+
"source": [
|
| 454 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 455 |
+
" <tr>\n",
|
| 456 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 457 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 458 |
+
" </td>\n",
|
| 459 |
+
" <td>\n",
|
| 460 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 461 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 462 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 463 |
+
" to business projects where accuracy is critical.\n",
|
| 464 |
+
" </span>\n",
|
| 465 |
+
" </td>\n",
|
| 466 |
+
" </tr>\n",
|
| 467 |
+
"</table>"
|
| 468 |
+
]
|
| 469 |
+
}
|
| 470 |
+
],
|
| 471 |
+
"metadata": {
|
| 472 |
+
"kernelspec": {
|
| 473 |
+
"display_name": ".venv",
|
| 474 |
+
"language": "python",
|
| 475 |
+
"name": "python3"
|
| 476 |
+
},
|
| 477 |
+
"language_info": {
|
| 478 |
+
"codemirror_mode": {
|
| 479 |
+
"name": "ipython",
|
| 480 |
+
"version": 3
|
| 481 |
+
},
|
| 482 |
+
"file_extension": ".py",
|
| 483 |
+
"mimetype": "text/x-python",
|
| 484 |
+
"name": "python",
|
| 485 |
+
"nbconvert_exporter": "python",
|
| 486 |
+
"pygments_lexer": "ipython3",
|
| 487 |
+
"version": "3.12.12"
|
| 488 |
+
}
|
| 489 |
+
},
|
| 490 |
+
"nbformat": 4,
|
| 491 |
+
"nbformat_minor": 2
|
| 492 |
+
}
|
community_contributions/1_foundations_using_gemini/3_lab3.ipynb
ADDED
|
@@ -0,0 +1,382 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to Lab 3 for Week 1 Day 4\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we're going to build something with immediate value!\n",
|
| 10 |
+
"\n",
|
| 11 |
+
"In the folder `me` I've put a single file `linkedin.pdf` - it's a PDF download of my LinkedIn profile.\n",
|
| 12 |
+
"\n",
|
| 13 |
+
"Please replace it with yours!\n",
|
| 14 |
+
"\n",
|
| 15 |
+
"I've also made a file called `summary.txt`\n",
|
| 16 |
+
"\n",
|
| 17 |
+
"We're not going to use Tools just yet - we're going to add the tool tomorrow."
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"cell_type": "markdown",
|
| 22 |
+
"metadata": {},
|
| 23 |
+
"source": [
|
| 24 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 25 |
+
" <tr>\n",
|
| 26 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 27 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 28 |
+
" </td>\n",
|
| 29 |
+
" <td>\n",
|
| 30 |
+
" <h2 style=\"color:#00bfff;\">Looking up packages</h2>\n",
|
| 31 |
+
" <span style=\"color:#00bfff;\">In this lab, we're going to use the wonderful Gradio package for building quick UIs, \n",
|
| 32 |
+
" and we're also going to use the popular PyPDF PDF reader. You can get guides to these packages by asking \n",
|
| 33 |
+
" ChatGPT or Claude, and you find all open-source packages on the repository <a href=\"https://pypi.org\">https://pypi.org</a>.\n",
|
| 34 |
+
" </span>\n",
|
| 35 |
+
" </td>\n",
|
| 36 |
+
" </tr>\n",
|
| 37 |
+
"</table>"
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"cell_type": "code",
|
| 42 |
+
"execution_count": null,
|
| 43 |
+
"metadata": {},
|
| 44 |
+
"outputs": [],
|
| 45 |
+
"source": [
|
| 46 |
+
"# If you don't know what any of these packages do - you can always ask ChatGPT for a guide!\n",
|
| 47 |
+
"\n",
|
| 48 |
+
"from dotenv import load_dotenv\n",
|
| 49 |
+
"from openai import OpenAI\n",
|
| 50 |
+
"from pypdf import PdfReader\n",
|
| 51 |
+
"import os\n",
|
| 52 |
+
"import gradio as gr"
|
| 53 |
+
]
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"cell_type": "code",
|
| 57 |
+
"execution_count": null,
|
| 58 |
+
"metadata": {},
|
| 59 |
+
"outputs": [],
|
| 60 |
+
"source": [
|
| 61 |
+
"load_dotenv(override=True)\n",
|
| 62 |
+
"GEMINI_BASE_URL = \"https://generativelanguage.googleapis.com/v1beta/openai/\"\n",
|
| 63 |
+
"google_api_key = os.getenv(\"GOOGLE_API_KEY\")\n",
|
| 64 |
+
"gemini = OpenAI(base_url=GEMINI_BASE_URL, api_key=google_api_key)"
|
| 65 |
+
]
|
| 66 |
+
},
|
| 67 |
+
{
|
| 68 |
+
"cell_type": "code",
|
| 69 |
+
"execution_count": null,
|
| 70 |
+
"metadata": {},
|
| 71 |
+
"outputs": [],
|
| 72 |
+
"source": [
|
| 73 |
+
"reader = PdfReader(\"me/linkedin.pdf\")\n",
|
| 74 |
+
"linkedin = \"\"\n",
|
| 75 |
+
"for page in reader.pages:\n",
|
| 76 |
+
" text = page.extract_text()\n",
|
| 77 |
+
" if text:\n",
|
| 78 |
+
" linkedin += text"
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"cell_type": "code",
|
| 83 |
+
"execution_count": null,
|
| 84 |
+
"metadata": {},
|
| 85 |
+
"outputs": [],
|
| 86 |
+
"source": [
|
| 87 |
+
"print(linkedin)"
|
| 88 |
+
]
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"cell_type": "code",
|
| 92 |
+
"execution_count": null,
|
| 93 |
+
"metadata": {},
|
| 94 |
+
"outputs": [],
|
| 95 |
+
"source": [
|
| 96 |
+
"with open(\"me/summary.txt\", \"r\", encoding=\"utf-8\") as f:\n",
|
| 97 |
+
" summary = f.read()"
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"cell_type": "code",
|
| 102 |
+
"execution_count": null,
|
| 103 |
+
"metadata": {},
|
| 104 |
+
"outputs": [],
|
| 105 |
+
"source": [
|
| 106 |
+
"name = \"Harsh Patidar\""
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "code",
|
| 111 |
+
"execution_count": null,
|
| 112 |
+
"metadata": {},
|
| 113 |
+
"outputs": [],
|
| 114 |
+
"source": [
|
| 115 |
+
"system_prompt = f\"You are acting as {name}. You are answering questions on {name}'s website, \\\n",
|
| 116 |
+
"particularly questions related to {name}'s career, background, skills and experience. \\\n",
|
| 117 |
+
"Your responsibility is to represent {name} for interactions on the website as faithfully as possible. \\\n",
|
| 118 |
+
"You are given a summary of {name}'s background and LinkedIn profile which you can use to answer questions. \\\n",
|
| 119 |
+
"Be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
|
| 120 |
+
"If you don't know the answer, say so.\"\n",
|
| 121 |
+
"\n",
|
| 122 |
+
"system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
|
| 123 |
+
"system_prompt += f\"With this context, please chat with the user, always staying in character as {name}.\"\n"
|
| 124 |
+
]
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"cell_type": "code",
|
| 128 |
+
"execution_count": null,
|
| 129 |
+
"metadata": {},
|
| 130 |
+
"outputs": [],
|
| 131 |
+
"source": [
|
| 132 |
+
"system_prompt"
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"cell_type": "code",
|
| 137 |
+
"execution_count": null,
|
| 138 |
+
"metadata": {},
|
| 139 |
+
"outputs": [],
|
| 140 |
+
"source": [
|
| 141 |
+
"model_name = \"gemini-2.5-flash-preview-05-20\""
|
| 142 |
+
]
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"cell_type": "code",
|
| 146 |
+
"execution_count": null,
|
| 147 |
+
"metadata": {},
|
| 148 |
+
"outputs": [],
|
| 149 |
+
"source": [
|
| 150 |
+
"def chat(message, history):\n",
|
| 151 |
+
" messages = [{\"role\": \"system\", \"content\": system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 152 |
+
" response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 153 |
+
" return response.choices[0].message.content"
|
| 154 |
+
]
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"cell_type": "markdown",
|
| 158 |
+
"metadata": {},
|
| 159 |
+
"source": [
|
| 160 |
+
"## Special note for people not using OpenAI\n",
|
| 161 |
+
"\n",
|
| 162 |
+
"Some providers, like Groq, might give an error when you send your second message in the chat.\n",
|
| 163 |
+
"\n",
|
| 164 |
+
"This is because Gradio shoves some extra fields into the history object. OpenAI doesn't mind; but some other models complain.\n",
|
| 165 |
+
"\n",
|
| 166 |
+
"If this happens, the solution is to add this first line to the chat() function above. It cleans up the history variable:\n",
|
| 167 |
+
"\n",
|
| 168 |
+
"```python\n",
|
| 169 |
+
"history = [{\"role\": h[\"role\"], \"content\": h[\"content\"]} for h in history]\n",
|
| 170 |
+
"```\n",
|
| 171 |
+
"\n",
|
| 172 |
+
"You may need to add this in other chat() callback functions in the future, too."
|
| 173 |
+
]
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"cell_type": "code",
|
| 177 |
+
"execution_count": null,
|
| 178 |
+
"metadata": {},
|
| 179 |
+
"outputs": [],
|
| 180 |
+
"source": [
|
| 181 |
+
"gr.ChatInterface(chat, type=\"messages\").launch()"
|
| 182 |
+
]
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"cell_type": "markdown",
|
| 186 |
+
"metadata": {},
|
| 187 |
+
"source": [
|
| 188 |
+
"## A lot is about to happen...\n",
|
| 189 |
+
"\n",
|
| 190 |
+
"1. Be able to ask an LLM to evaluate an answer\n",
|
| 191 |
+
"2. Be able to rerun if the answer fails evaluation\n",
|
| 192 |
+
"3. Put this together into 1 workflow\n",
|
| 193 |
+
"\n",
|
| 194 |
+
"All without any Agentic framework!"
|
| 195 |
+
]
|
| 196 |
+
},
|
| 197 |
+
{
|
| 198 |
+
"cell_type": "code",
|
| 199 |
+
"execution_count": null,
|
| 200 |
+
"metadata": {},
|
| 201 |
+
"outputs": [],
|
| 202 |
+
"source": [
|
| 203 |
+
"# Create a Pydantic model for the Evaluation\n",
|
| 204 |
+
"\n",
|
| 205 |
+
"from pydantic import BaseModel\n",
|
| 206 |
+
"\n",
|
| 207 |
+
"class Evaluation(BaseModel):\n",
|
| 208 |
+
" is_acceptable: bool\n",
|
| 209 |
+
" feedback: str\n"
|
| 210 |
+
]
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"cell_type": "code",
|
| 214 |
+
"execution_count": null,
|
| 215 |
+
"metadata": {},
|
| 216 |
+
"outputs": [],
|
| 217 |
+
"source": [
|
| 218 |
+
"evaluator_system_prompt = f\"You are an evaluator that decides whether a response to a question is acceptable. \\\n",
|
| 219 |
+
"You are provided with a conversation between a User and an Agent. Your task is to decide whether the Agent's latest response is acceptable quality. \\\n",
|
| 220 |
+
"The Agent is playing the role of {name} and is representing {name} on their website. \\\n",
|
| 221 |
+
"The Agent has been instructed to be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
|
| 222 |
+
"The Agent has been provided with context on {name} in the form of their summary and LinkedIn details. Here's the information:\"\n",
|
| 223 |
+
"\n",
|
| 224 |
+
"evaluator_system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
|
| 225 |
+
"evaluator_system_prompt += f\"With this context, please evaluate the latest response, replying with whether the response is acceptable and your feedback.\""
|
| 226 |
+
]
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"cell_type": "code",
|
| 230 |
+
"execution_count": null,
|
| 231 |
+
"metadata": {},
|
| 232 |
+
"outputs": [],
|
| 233 |
+
"source": [
|
| 234 |
+
"def evaluator_user_prompt(reply, message, history):\n",
|
| 235 |
+
" user_prompt = f\"Here's the conversation between the User and the Agent: \\n\\n{history}\\n\\n\"\n",
|
| 236 |
+
" user_prompt += f\"Here's the latest message from the User: \\n\\n{message}\\n\\n\"\n",
|
| 237 |
+
" user_prompt += f\"Here's the latest response from the Agent: \\n\\n{reply}\\n\\n\"\n",
|
| 238 |
+
" user_prompt += \"Please evaluate the response, replying with whether it is acceptable and your feedback.\"\n",
|
| 239 |
+
" return user_prompt"
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"cell_type": "code",
|
| 244 |
+
"execution_count": null,
|
| 245 |
+
"metadata": {},
|
| 246 |
+
"outputs": [],
|
| 247 |
+
"source": [
|
| 248 |
+
"import os\n",
|
| 249 |
+
"gemini = OpenAI(\n",
|
| 250 |
+
" api_key=os.getenv(\"GOOGLE_API_KEY\"), \n",
|
| 251 |
+
" base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\"\n",
|
| 252 |
+
")"
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"cell_type": "code",
|
| 257 |
+
"execution_count": null,
|
| 258 |
+
"metadata": {},
|
| 259 |
+
"outputs": [],
|
| 260 |
+
"source": [
|
| 261 |
+
"def evaluate(reply, message, history) -> Evaluation:\n",
|
| 262 |
+
"\n",
|
| 263 |
+
" messages = [{\"role\": \"system\", \"content\": evaluator_system_prompt}] + [{\"role\": \"user\", \"content\": evaluator_user_prompt(reply, message, history)}]\n",
|
| 264 |
+
" response = gemini.beta.chat.completions.parse(model=model_name, messages=messages, response_format=Evaluation)\n",
|
| 265 |
+
" return response.choices[0].message.parsed"
|
| 266 |
+
]
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"cell_type": "code",
|
| 270 |
+
"execution_count": null,
|
| 271 |
+
"metadata": {},
|
| 272 |
+
"outputs": [],
|
| 273 |
+
"source": [
|
| 274 |
+
"messages = [{\"role\": \"system\", \"content\": system_prompt}] + [{\"role\": \"user\", \"content\": \"do you hold a patent?\"}]\n",
|
| 275 |
+
"response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 276 |
+
"reply = response.choices[0].message.content"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"cell_type": "code",
|
| 281 |
+
"execution_count": null,
|
| 282 |
+
"metadata": {},
|
| 283 |
+
"outputs": [],
|
| 284 |
+
"source": [
|
| 285 |
+
"reply"
|
| 286 |
+
]
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"cell_type": "code",
|
| 290 |
+
"execution_count": null,
|
| 291 |
+
"metadata": {},
|
| 292 |
+
"outputs": [],
|
| 293 |
+
"source": [
|
| 294 |
+
"evaluate(reply, \"do you hold a patent?\", messages[:1])"
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "code",
|
| 299 |
+
"execution_count": null,
|
| 300 |
+
"metadata": {},
|
| 301 |
+
"outputs": [],
|
| 302 |
+
"source": [
|
| 303 |
+
"def rerun(reply, message, history, feedback):\n",
|
| 304 |
+
" updated_system_prompt = system_prompt + \"\\n\\n## Previous answer rejected\\nYou just tried to reply, but the quality control rejected your reply\\n\"\n",
|
| 305 |
+
" updated_system_prompt += f\"## Your attempted answer:\\n{reply}\\n\\n\"\n",
|
| 306 |
+
" updated_system_prompt += f\"## Reason for rejection:\\n{feedback}\\n\\n\"\n",
|
| 307 |
+
" messages = [{\"role\": \"system\", \"content\": updated_system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 308 |
+
" response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 309 |
+
" return response.choices[0].message.content"
|
| 310 |
+
]
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"cell_type": "code",
|
| 314 |
+
"execution_count": null,
|
| 315 |
+
"metadata": {},
|
| 316 |
+
"outputs": [],
|
| 317 |
+
"source": [
|
| 318 |
+
"def chat(message, history):\n",
|
| 319 |
+
" if \"patent\" in message:\n",
|
| 320 |
+
" system = system_prompt + \"\\n\\nEverything in your reply needs to be in pig latin - \\\n",
|
| 321 |
+
" it is mandatory that you respond only and entirely in pig latin\"\n",
|
| 322 |
+
" else:\n",
|
| 323 |
+
" system = system_prompt\n",
|
| 324 |
+
" messages = [{\"role\": \"system\", \"content\": system}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 325 |
+
" response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 326 |
+
" reply =response.choices[0].message.content\n",
|
| 327 |
+
"\n",
|
| 328 |
+
" evaluation = evaluate(reply, message, history)\n",
|
| 329 |
+
" \n",
|
| 330 |
+
" if evaluation.is_acceptable:\n",
|
| 331 |
+
" print(\"Passed evaluation - returning reply\")\n",
|
| 332 |
+
" else:\n",
|
| 333 |
+
" print(\"Failed evaluation - retrying\")\n",
|
| 334 |
+
" print(evaluation.feedback)\n",
|
| 335 |
+
" reply = rerun(reply, message, history, evaluation.feedback) \n",
|
| 336 |
+
" return reply"
|
| 337 |
+
]
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"cell_type": "code",
|
| 341 |
+
"execution_count": null,
|
| 342 |
+
"metadata": {},
|
| 343 |
+
"outputs": [],
|
| 344 |
+
"source": [
|
| 345 |
+
"gr.ChatInterface(chat, type=\"messages\").launch()"
|
| 346 |
+
]
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"cell_type": "markdown",
|
| 350 |
+
"metadata": {},
|
| 351 |
+
"source": []
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"cell_type": "code",
|
| 355 |
+
"execution_count": null,
|
| 356 |
+
"metadata": {},
|
| 357 |
+
"outputs": [],
|
| 358 |
+
"source": []
|
| 359 |
+
}
|
| 360 |
+
],
|
| 361 |
+
"metadata": {
|
| 362 |
+
"kernelspec": {
|
| 363 |
+
"display_name": ".venv",
|
| 364 |
+
"language": "python",
|
| 365 |
+
"name": "python3"
|
| 366 |
+
},
|
| 367 |
+
"language_info": {
|
| 368 |
+
"codemirror_mode": {
|
| 369 |
+
"name": "ipython",
|
| 370 |
+
"version": 3
|
| 371 |
+
},
|
| 372 |
+
"file_extension": ".py",
|
| 373 |
+
"mimetype": "text/x-python",
|
| 374 |
+
"name": "python",
|
| 375 |
+
"nbconvert_exporter": "python",
|
| 376 |
+
"pygments_lexer": "ipython3",
|
| 377 |
+
"version": "3.12.12"
|
| 378 |
+
}
|
| 379 |
+
},
|
| 380 |
+
"nbformat": 4,
|
| 381 |
+
"nbformat_minor": 2
|
| 382 |
+
}
|
community_contributions/1_foundations_using_gemini/4_lab4.ipynb
ADDED
|
@@ -0,0 +1,464 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## The first big project - Professionally You!\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"### And, Tool use.\n",
|
| 10 |
+
"\n",
|
| 11 |
+
"### But first: introducing Pushover\n",
|
| 12 |
+
"\n",
|
| 13 |
+
"Pushover is a nifty tool for sending Push Notifications to your phone.\n",
|
| 14 |
+
"\n",
|
| 15 |
+
"It's super easy to set up and install!\n",
|
| 16 |
+
"\n",
|
| 17 |
+
"Simply visit https://pushover.net/ and click 'Login or Signup' on the top right to sign up for a free account, and create your API keys.\n",
|
| 18 |
+
"\n",
|
| 19 |
+
"Once you've signed up, on the home screen, click \"Create an Application/API Token\", and give it any name (like Agents) and click Create Application.\n",
|
| 20 |
+
"\n",
|
| 21 |
+
"Then add 2 lines to your `.env` file:\n",
|
| 22 |
+
"\n",
|
| 23 |
+
"PUSHOVER_USER=_put the key that's on the top right of your Pushover home screen and probably starts with a u_ \n",
|
| 24 |
+
"PUSHOVER_TOKEN=_put the key when you click into your new application called Agents (or whatever) and probably starts with an a_\n",
|
| 25 |
+
"\n",
|
| 26 |
+
"Remember to save your `.env` file, and run `load_dotenv(override=True)` after saving, to set your environment variables.\n",
|
| 27 |
+
"\n",
|
| 28 |
+
"Finally, click \"Add Phone, Tablet or Desktop\" to install on your phone."
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "code",
|
| 33 |
+
"execution_count": null,
|
| 34 |
+
"metadata": {},
|
| 35 |
+
"outputs": [],
|
| 36 |
+
"source": [
|
| 37 |
+
"# imports\n",
|
| 38 |
+
"\n",
|
| 39 |
+
"from dotenv import load_dotenv\n",
|
| 40 |
+
"from openai import OpenAI\n",
|
| 41 |
+
"import json\n",
|
| 42 |
+
"import os\n",
|
| 43 |
+
"import requests\n",
|
| 44 |
+
"from pypdf import PdfReader\n",
|
| 45 |
+
"import gradio as gr"
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"cell_type": "code",
|
| 50 |
+
"execution_count": null,
|
| 51 |
+
"metadata": {},
|
| 52 |
+
"outputs": [],
|
| 53 |
+
"source": [
|
| 54 |
+
"# The usual start\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"load_dotenv(override=True)\n",
|
| 57 |
+
"GEMINI_BASE_URL = \"https://generativelanguage.googleapis.com/v1beta/openai/\"\n",
|
| 58 |
+
"google_api_key = os.getenv(\"GOOGLE_API_KEY\")\n",
|
| 59 |
+
"gemini = OpenAI(base_url=GEMINI_BASE_URL, api_key=google_api_key)"
|
| 60 |
+
]
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"cell_type": "code",
|
| 64 |
+
"execution_count": null,
|
| 65 |
+
"metadata": {},
|
| 66 |
+
"outputs": [],
|
| 67 |
+
"source": [
|
| 68 |
+
"# For pushover\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"pushover_user = os.getenv(\"PUSHOVER_USER\")\n",
|
| 71 |
+
"pushover_token = os.getenv(\"PUSHOVER_TOKEN\")\n",
|
| 72 |
+
"pushover_url = \"https://api.pushover.net/1/messages.json\"\n",
|
| 73 |
+
"\n",
|
| 74 |
+
"if pushover_user:\n",
|
| 75 |
+
" print(f\"Pushover user found and starts with {pushover_user[0]}\")\n",
|
| 76 |
+
"else:\n",
|
| 77 |
+
" print(\"Pushover user not found\")\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"if pushover_token:\n",
|
| 80 |
+
" print(f\"Pushover token found and starts with {pushover_token[0]}\")\n",
|
| 81 |
+
"else:\n",
|
| 82 |
+
" print(\"Pushover token not found\")"
|
| 83 |
+
]
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"cell_type": "code",
|
| 87 |
+
"execution_count": null,
|
| 88 |
+
"metadata": {},
|
| 89 |
+
"outputs": [],
|
| 90 |
+
"source": [
|
| 91 |
+
"def push(message):\n",
|
| 92 |
+
" print(f\"Push: {message}\")\n",
|
| 93 |
+
" payload = {\"user\": pushover_user, \"token\": pushover_token, \"message\": message}\n",
|
| 94 |
+
" requests.post(pushover_url, data=payload)"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"push(\"HEY!!\")"
|
| 104 |
+
]
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"cell_type": "code",
|
| 108 |
+
"execution_count": null,
|
| 109 |
+
"metadata": {},
|
| 110 |
+
"outputs": [],
|
| 111 |
+
"source": [
|
| 112 |
+
"def record_user_details(email, name=\"Name not provided\", notes=\"not provided\"):\n",
|
| 113 |
+
" push(f\"Recording interest from {name} with email {email} and notes {notes}\")\n",
|
| 114 |
+
" return {\"recorded\": \"ok\"}"
|
| 115 |
+
]
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"cell_type": "code",
|
| 119 |
+
"execution_count": null,
|
| 120 |
+
"metadata": {},
|
| 121 |
+
"outputs": [],
|
| 122 |
+
"source": [
|
| 123 |
+
"def record_unknown_question(question):\n",
|
| 124 |
+
" push(f\"Recording {question} asked that I couldn't answer\")\n",
|
| 125 |
+
" return {\"recorded\": \"ok\"}"
|
| 126 |
+
]
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"cell_type": "code",
|
| 130 |
+
"execution_count": null,
|
| 131 |
+
"metadata": {},
|
| 132 |
+
"outputs": [],
|
| 133 |
+
"source": [
|
| 134 |
+
"record_user_details_json = {\n",
|
| 135 |
+
" \"name\": \"record_user_details\",\n",
|
| 136 |
+
" \"description\": \"Use this tool to record that a user is interested in being in touch and provided an email address\",\n",
|
| 137 |
+
" \"parameters\": {\n",
|
| 138 |
+
" \"type\": \"object\",\n",
|
| 139 |
+
" \"properties\": {\n",
|
| 140 |
+
" \"email\": {\n",
|
| 141 |
+
" \"type\": \"string\",\n",
|
| 142 |
+
" \"description\": \"The email address of this user\"\n",
|
| 143 |
+
" },\n",
|
| 144 |
+
" \"name\": {\n",
|
| 145 |
+
" \"type\": \"string\",\n",
|
| 146 |
+
" \"description\": \"The user's name, if they provided it\"\n",
|
| 147 |
+
" }\n",
|
| 148 |
+
" ,\n",
|
| 149 |
+
" \"notes\": {\n",
|
| 150 |
+
" \"type\": \"string\",\n",
|
| 151 |
+
" \"description\": \"Any additional information about the conversation that's worth recording to give context\"\n",
|
| 152 |
+
" }\n",
|
| 153 |
+
" },\n",
|
| 154 |
+
" \"required\": [\"email\"],\n",
|
| 155 |
+
" \"additionalProperties\": False\n",
|
| 156 |
+
" }\n",
|
| 157 |
+
"}"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"record_unknown_question_json = {\n",
|
| 167 |
+
" \"name\": \"record_unknown_question\",\n",
|
| 168 |
+
" \"description\": \"Always use this tool to record any question that couldn't be answered as you didn't know the answer\",\n",
|
| 169 |
+
" \"parameters\": {\n",
|
| 170 |
+
" \"type\": \"object\",\n",
|
| 171 |
+
" \"properties\": {\n",
|
| 172 |
+
" \"question\": {\n",
|
| 173 |
+
" \"type\": \"string\",\n",
|
| 174 |
+
" \"description\": \"The question that couldn't be answered\"\n",
|
| 175 |
+
" },\n",
|
| 176 |
+
" },\n",
|
| 177 |
+
" \"required\": [\"question\"],\n",
|
| 178 |
+
" \"additionalProperties\": False\n",
|
| 179 |
+
" }\n",
|
| 180 |
+
"}"
|
| 181 |
+
]
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"cell_type": "code",
|
| 185 |
+
"execution_count": null,
|
| 186 |
+
"metadata": {},
|
| 187 |
+
"outputs": [],
|
| 188 |
+
"source": [
|
| 189 |
+
"tools = [{\"type\": \"function\", \"function\": record_user_details_json},\n",
|
| 190 |
+
" {\"type\": \"function\", \"function\": record_unknown_question_json}]"
|
| 191 |
+
]
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"cell_type": "code",
|
| 195 |
+
"execution_count": null,
|
| 196 |
+
"metadata": {},
|
| 197 |
+
"outputs": [],
|
| 198 |
+
"source": [
|
| 199 |
+
"tools"
|
| 200 |
+
]
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"cell_type": "code",
|
| 204 |
+
"execution_count": null,
|
| 205 |
+
"metadata": {},
|
| 206 |
+
"outputs": [],
|
| 207 |
+
"source": [
|
| 208 |
+
"# This function can take a list of tool calls, and run them. This is the IF statement!!\n",
|
| 209 |
+
"\n",
|
| 210 |
+
"def handle_tool_calls(tool_calls):\n",
|
| 211 |
+
" results = []\n",
|
| 212 |
+
" for tool_call in tool_calls:\n",
|
| 213 |
+
" tool_name = tool_call.function.name\n",
|
| 214 |
+
" arguments = json.loads(tool_call.function.arguments)\n",
|
| 215 |
+
" print(f\"Tool called: {tool_name}\", flush=True)\n",
|
| 216 |
+
"\n",
|
| 217 |
+
" # THE BIG IF STATEMENT!!!\n",
|
| 218 |
+
"\n",
|
| 219 |
+
" if tool_name == \"record_user_details\":\n",
|
| 220 |
+
" result = record_user_details(**arguments)\n",
|
| 221 |
+
" elif tool_name == \"record_unknown_question\":\n",
|
| 222 |
+
" result = record_unknown_question(**arguments)\n",
|
| 223 |
+
"\n",
|
| 224 |
+
" results.append({\"role\": \"tool\",\"content\": json.dumps(result),\"tool_call_id\": tool_call.id})\n",
|
| 225 |
+
" return results"
|
| 226 |
+
]
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"cell_type": "code",
|
| 230 |
+
"execution_count": null,
|
| 231 |
+
"metadata": {},
|
| 232 |
+
"outputs": [],
|
| 233 |
+
"source": [
|
| 234 |
+
"globals()[\"record_unknown_question\"](\"this is a really hard question\")"
|
| 235 |
+
]
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"cell_type": "code",
|
| 239 |
+
"execution_count": null,
|
| 240 |
+
"metadata": {},
|
| 241 |
+
"outputs": [],
|
| 242 |
+
"source": [
|
| 243 |
+
"# This is a more elegant way that avoids the IF statement.\n",
|
| 244 |
+
"\n",
|
| 245 |
+
"def handle_tool_calls(tool_calls):\n",
|
| 246 |
+
" results = []\n",
|
| 247 |
+
" for tool_call in tool_calls:\n",
|
| 248 |
+
" tool_name = tool_call.function.name\n",
|
| 249 |
+
" arguments = json.loads(tool_call.function.arguments)\n",
|
| 250 |
+
" print(f\"Tool called: {tool_name}\", flush=True)\n",
|
| 251 |
+
" tool = globals().get(tool_name)\n",
|
| 252 |
+
" result = tool(**arguments) if tool else {}\n",
|
| 253 |
+
" results.append({\"role\": \"tool\",\"content\": json.dumps(result),\"tool_call_id\": tool_call.id})\n",
|
| 254 |
+
" return results"
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"cell_type": "code",
|
| 259 |
+
"execution_count": null,
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"outputs": [],
|
| 262 |
+
"source": [
|
| 263 |
+
"reader = PdfReader(\"me/linkedin.pdf\")\n",
|
| 264 |
+
"linkedin = \"\"\n",
|
| 265 |
+
"for page in reader.pages:\n",
|
| 266 |
+
" text = page.extract_text()\n",
|
| 267 |
+
" if text:\n",
|
| 268 |
+
" linkedin += text\n",
|
| 269 |
+
"\n",
|
| 270 |
+
"with open(\"me/summary.txt\", \"r\", encoding=\"utf-8\") as f:\n",
|
| 271 |
+
" summary = f.read()\n",
|
| 272 |
+
"\n",
|
| 273 |
+
"name = \"Harsh Patidar\""
|
| 274 |
+
]
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"cell_type": "code",
|
| 278 |
+
"execution_count": null,
|
| 279 |
+
"metadata": {},
|
| 280 |
+
"outputs": [],
|
| 281 |
+
"source": [
|
| 282 |
+
"system_prompt = f\"You are acting as {name}. You are answering questions on {name}'s website, \\\n",
|
| 283 |
+
"particularly questions related to {name}'s career, background, skills and experience. \\\n",
|
| 284 |
+
"Your responsibility is to represent {name} for interactions on the website as faithfully as possible. \\\n",
|
| 285 |
+
"You are given a summary of {name}'s background and LinkedIn profile which you can use to answer questions. \\\n",
|
| 286 |
+
"Be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
|
| 287 |
+
"If you don't know the answer to any question, use your record_unknown_question tool to record the question that you couldn't answer, even if it's about something trivial or unrelated to career. \\\n",
|
| 288 |
+
"If the user is engaging in discussion, try to steer them towards getting in touch via email; ask for their email and record it using your record_user_details tool. \"\n",
|
| 289 |
+
"\n",
|
| 290 |
+
"system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
|
| 291 |
+
"system_prompt += f\"With this context, please chat with the user, always staying in character as {name}.\"\n"
|
| 292 |
+
]
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"cell_type": "code",
|
| 296 |
+
"execution_count": null,
|
| 297 |
+
"metadata": {},
|
| 298 |
+
"outputs": [],
|
| 299 |
+
"source": [
|
| 300 |
+
"model_name = \"gemini-2.5-flash-preview-05-20\""
|
| 301 |
+
]
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"cell_type": "code",
|
| 305 |
+
"execution_count": null,
|
| 306 |
+
"metadata": {},
|
| 307 |
+
"outputs": [],
|
| 308 |
+
"source": [
|
| 309 |
+
"from turtle import mode\n",
|
| 310 |
+
"\n",
|
| 311 |
+
"\n",
|
| 312 |
+
"def chat(message, history):\n",
|
| 313 |
+
" messages = [{\"role\": \"system\", \"content\": system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
|
| 314 |
+
" done = False\n",
|
| 315 |
+
" while not done:\n",
|
| 316 |
+
"\n",
|
| 317 |
+
" # This is the call to the LLM - see that we pass in the tools json\n",
|
| 318 |
+
"\n",
|
| 319 |
+
" response = gemini.chat.completions.create(model=model_name, messages=messages, tools=tools)\n",
|
| 320 |
+
"\n",
|
| 321 |
+
" finish_reason = response.choices[0].finish_reason\n",
|
| 322 |
+
" \n",
|
| 323 |
+
" # If the LLM wants to call a tool, we do that!\n",
|
| 324 |
+
" \n",
|
| 325 |
+
" if finish_reason==\"tool_calls\":\n",
|
| 326 |
+
" message = response.choices[0].message\n",
|
| 327 |
+
" tool_calls = message.tool_calls\n",
|
| 328 |
+
" results = handle_tool_calls(tool_calls)\n",
|
| 329 |
+
" messages.append(message)\n",
|
| 330 |
+
" messages.extend(results)\n",
|
| 331 |
+
" else:\n",
|
| 332 |
+
" done = True\n",
|
| 333 |
+
" return response.choices[0].message.content"
|
| 334 |
+
]
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"cell_type": "code",
|
| 338 |
+
"execution_count": null,
|
| 339 |
+
"metadata": {},
|
| 340 |
+
"outputs": [],
|
| 341 |
+
"source": [
|
| 342 |
+
"gr.ChatInterface(chat, type=\"messages\").launch()"
|
| 343 |
+
]
|
| 344 |
+
},
|
| 345 |
+
{
|
| 346 |
+
"cell_type": "markdown",
|
| 347 |
+
"metadata": {},
|
| 348 |
+
"source": [
|
| 349 |
+
"## And now for deployment\n",
|
| 350 |
+
"\n",
|
| 351 |
+
"This code is in `app.py`\n",
|
| 352 |
+
"\n",
|
| 353 |
+
"We will deploy to HuggingFace Spaces.\n",
|
| 354 |
+
"\n",
|
| 355 |
+
"Before you start: remember to update the files in the \"me\" directory - your LinkedIn profile and summary.txt - so that it talks about you! Also change `self.name = \"Ed Donner\"` in `app.py`.. \n",
|
| 356 |
+
"\n",
|
| 357 |
+
"Also check that there's no README file within the 1_foundations directory. If there is one, please delete it. The deploy process creates a new README file in this directory for you.\n",
|
| 358 |
+
"\n",
|
| 359 |
+
"1. Visit https://huggingface.co and set up an account \n",
|
| 360 |
+
"2. From the Avatar menu on the top right, choose Access Tokens. Choose \"Create New Token\". Give it WRITE permissions - it needs to have WRITE permissions! Keep a record of your new key. \n",
|
| 361 |
+
"3. In the Terminal, run: `uv tool install 'huggingface_hub[cli]'` to install the HuggingFace tool, then `hf auth login --token YOUR_TOKEN_HERE`, like `hf auth login --token hf_xxxxxx`, to login at the command line with your key. Afterwards, run `hf auth whoami` to check you're logged in \n",
|
| 362 |
+
"4. Take your new token and add it to your .env file: `HF_TOKEN=hf_xxx` for the future\n",
|
| 363 |
+
"5. From the 1_foundations folder, enter: `uv run gradio deploy` \n",
|
| 364 |
+
"6. Follow its instructions: name it \"career_conversation\", specify app.py, choose cpu-basic as the hardware, say Yes to needing to supply secrets, provide your openai api key, your pushover user and token, and say \"no\" to github actions. \n",
|
| 365 |
+
"\n",
|
| 366 |
+
"Thank you Robert, James, Martins, Andras and Priya for these tips. \n",
|
| 367 |
+
"Please read the next 2 sections - how to change your Secrets, and how to redeploy your Space (you may need to delete the README.md that gets created in this 1_foundations directory).\n",
|
| 368 |
+
"\n",
|
| 369 |
+
"#### More about these secrets:\n",
|
| 370 |
+
"\n",
|
| 371 |
+
"If you're confused by what's going on with these secrets: it just wants you to enter the key name and value for each of your secrets -- so you would enter: \n",
|
| 372 |
+
"`OPENAI_API_KEY` \n",
|
| 373 |
+
"Followed by: \n",
|
| 374 |
+
"`sk-proj-...` \n",
|
| 375 |
+
"\n",
|
| 376 |
+
"And if you don't want to set secrets this way, or something goes wrong with it, it's no problem - you can change your secrets later: \n",
|
| 377 |
+
"1. Log in to HuggingFace website \n",
|
| 378 |
+
"2. Go to your profile screen via the Avatar menu on the top right \n",
|
| 379 |
+
"3. Select the Space you deployed \n",
|
| 380 |
+
"4. Click on the Settings wheel on the top right \n",
|
| 381 |
+
"5. You can scroll down to change your secrets (Variables and Secrets section), delete the space, etc.\n",
|
| 382 |
+
"\n",
|
| 383 |
+
"#### And now you should be deployed!\n",
|
| 384 |
+
"\n",
|
| 385 |
+
"If you want to completely replace everything and start again with your keys, you may need to delete the README.md that got created in this 1_foundations folder.\n",
|
| 386 |
+
"\n",
|
| 387 |
+
"Here is mine: https://huggingface.co/spaces/ed-donner/Career_Conversation\n",
|
| 388 |
+
"\n",
|
| 389 |
+
"I just got a push notification that a student asked me how they can become President of their country 😂😂\n",
|
| 390 |
+
"\n",
|
| 391 |
+
"For more information on deployment:\n",
|
| 392 |
+
"\n",
|
| 393 |
+
"https://www.gradio.app/guides/sharing-your-app#hosting-on-hf-spaces\n",
|
| 394 |
+
"\n",
|
| 395 |
+
"To delete your Space in the future: \n",
|
| 396 |
+
"1. Log in to HuggingFace\n",
|
| 397 |
+
"2. From the Avatar menu, select your profile\n",
|
| 398 |
+
"3. Click on the Space itself and select the settings wheel on the top right\n",
|
| 399 |
+
"4. Scroll to the Delete section at the bottom\n",
|
| 400 |
+
"5. ALSO: delete the README file that Gradio may have created inside this 1_foundations folder (otherwise it won't ask you the questions the next time you do a gradio deploy)\n"
|
| 401 |
+
]
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"cell_type": "markdown",
|
| 405 |
+
"metadata": {},
|
| 406 |
+
"source": [
|
| 407 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 408 |
+
" <tr>\n",
|
| 409 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 410 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 411 |
+
" </td>\n",
|
| 412 |
+
" <td>\n",
|
| 413 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 414 |
+
" <span style=\"color:#ff7800;\">• First and foremost, deploy this for yourself! It's a real, valuable tool - the future resume..<br/>\n",
|
| 415 |
+
" • Next, improve the resources - add better context about yourself. If you know RAG, then add a knowledge base about you.<br/>\n",
|
| 416 |
+
" • Add in more tools! You could have a SQL database with common Q&A that the LLM could read and write from?<br/>\n",
|
| 417 |
+
" • Bring in the Evaluator from the last lab, and add other Agentic patterns.\n",
|
| 418 |
+
" </span>\n",
|
| 419 |
+
" </td>\n",
|
| 420 |
+
" </tr>\n",
|
| 421 |
+
"</table>"
|
| 422 |
+
]
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"cell_type": "markdown",
|
| 426 |
+
"metadata": {},
|
| 427 |
+
"source": [
|
| 428 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 429 |
+
" <tr>\n",
|
| 430 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 431 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 432 |
+
" </td>\n",
|
| 433 |
+
" <td>\n",
|
| 434 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 435 |
+
" <span style=\"color:#00bfff;\">Aside from the obvious (your career alter-ego) this has business applications in any situation where you need an AI assistant with domain expertise and an ability to interact with the real world.\n",
|
| 436 |
+
" </span>\n",
|
| 437 |
+
" </td>\n",
|
| 438 |
+
" </tr>\n",
|
| 439 |
+
"</table>"
|
| 440 |
+
]
|
| 441 |
+
}
|
| 442 |
+
],
|
| 443 |
+
"metadata": {
|
| 444 |
+
"kernelspec": {
|
| 445 |
+
"display_name": ".venv",
|
| 446 |
+
"language": "python",
|
| 447 |
+
"name": "python3"
|
| 448 |
+
},
|
| 449 |
+
"language_info": {
|
| 450 |
+
"codemirror_mode": {
|
| 451 |
+
"name": "ipython",
|
| 452 |
+
"version": 3
|
| 453 |
+
},
|
| 454 |
+
"file_extension": ".py",
|
| 455 |
+
"mimetype": "text/x-python",
|
| 456 |
+
"name": "python",
|
| 457 |
+
"nbconvert_exporter": "python",
|
| 458 |
+
"pygments_lexer": "ipython3",
|
| 459 |
+
"version": "3.12.12"
|
| 460 |
+
}
|
| 461 |
+
},
|
| 462 |
+
"nbformat": 4,
|
| 463 |
+
"nbformat_minor": 2
|
| 464 |
+
}
|
community_contributions/1_foundations_using_gemini/app.py
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dotenv import load_dotenv
|
| 2 |
+
from openai import OpenAI
|
| 3 |
+
import json
|
| 4 |
+
import os
|
| 5 |
+
import requests
|
| 6 |
+
from pypdf import PdfReader
|
| 7 |
+
import gradio as gr
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
load_dotenv(override=True)
|
| 11 |
+
|
| 12 |
+
def push(text):
|
| 13 |
+
requests.post(
|
| 14 |
+
"https://api.pushover.net/1/messages.json",
|
| 15 |
+
data={
|
| 16 |
+
"token": os.getenv("PUSHOVER_TOKEN"),
|
| 17 |
+
"user": os.getenv("PUSHOVER_USER"),
|
| 18 |
+
"message": text,
|
| 19 |
+
}
|
| 20 |
+
)
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
def record_user_details(email, name="Name not provided", notes="not provided"):
|
| 24 |
+
push(f"Recording {name} with email {email} and notes {notes}")
|
| 25 |
+
return {"recorded": "ok"}
|
| 26 |
+
|
| 27 |
+
def record_unknown_question(question):
|
| 28 |
+
push(f"Recording {question}")
|
| 29 |
+
return {"recorded": "ok"}
|
| 30 |
+
|
| 31 |
+
record_user_details_json = {
|
| 32 |
+
"name": "record_user_details",
|
| 33 |
+
"description": "Use this tool to record that a user is interested in being in touch and provided an email address",
|
| 34 |
+
"parameters": {
|
| 35 |
+
"type": "object",
|
| 36 |
+
"properties": {
|
| 37 |
+
"email": {
|
| 38 |
+
"type": "string",
|
| 39 |
+
"description": "The email address of this user"
|
| 40 |
+
},
|
| 41 |
+
"name": {
|
| 42 |
+
"type": "string",
|
| 43 |
+
"description": "The user's name, if they provided it"
|
| 44 |
+
}
|
| 45 |
+
,
|
| 46 |
+
"notes": {
|
| 47 |
+
"type": "string",
|
| 48 |
+
"description": "Any additional information about the conversation that's worth recording to give context"
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"required": ["email"],
|
| 52 |
+
"additionalProperties": False
|
| 53 |
+
}
|
| 54 |
+
}
|
| 55 |
+
|
| 56 |
+
record_unknown_question_json = {
|
| 57 |
+
"name": "record_unknown_question",
|
| 58 |
+
"description": "Always use this tool to record any question that couldn't be answered as you didn't know the answer",
|
| 59 |
+
"parameters": {
|
| 60 |
+
"type": "object",
|
| 61 |
+
"properties": {
|
| 62 |
+
"question": {
|
| 63 |
+
"type": "string",
|
| 64 |
+
"description": "The question that couldn't be answered"
|
| 65 |
+
},
|
| 66 |
+
},
|
| 67 |
+
"required": ["question"],
|
| 68 |
+
"additionalProperties": False
|
| 69 |
+
}
|
| 70 |
+
}
|
| 71 |
+
|
| 72 |
+
tools = [{"type": "function", "function": record_user_details_json},
|
| 73 |
+
{"type": "function", "function": record_unknown_question_json}]
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
class Me:
|
| 77 |
+
|
| 78 |
+
def __init__(self):
|
| 79 |
+
self.GEMINI_BASE_URL = "https://generativelanguage.googleapis.com/v1beta/openai/"
|
| 80 |
+
self.GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY")
|
| 81 |
+
self.openai = OpenAI(base_url=self.GEMINI_BASE_URL, api_key=self.GOOGLE_API_KEY)
|
| 82 |
+
self.name = "Harsh Patidar"
|
| 83 |
+
reader = PdfReader("me/linkedin.pdf")
|
| 84 |
+
self.linkedin = ""
|
| 85 |
+
for page in reader.pages:
|
| 86 |
+
text = page.extract_text()
|
| 87 |
+
if text:
|
| 88 |
+
self.linkedin += text
|
| 89 |
+
with open("me/summary.txt", "r", encoding="utf-8") as f:
|
| 90 |
+
self.summary = f.read()
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
def handle_tool_call(self, tool_calls):
|
| 94 |
+
results = []
|
| 95 |
+
for tool_call in tool_calls:
|
| 96 |
+
tool_name = tool_call.function.name
|
| 97 |
+
arguments = json.loads(tool_call.function.arguments)
|
| 98 |
+
print(f"Tool called: {tool_name}", flush=True)
|
| 99 |
+
tool = globals().get(tool_name)
|
| 100 |
+
result = tool(**arguments) if tool else {}
|
| 101 |
+
results.append({"role": "tool","content": json.dumps(result),"tool_call_id": tool_call.id})
|
| 102 |
+
return results
|
| 103 |
+
|
| 104 |
+
def system_prompt(self):
|
| 105 |
+
system_prompt = f"You are acting as {self.name}. You are answering questions on {self.name}'s website, \
|
| 106 |
+
particularly questions related to {self.name}'s career, background, skills and experience. \
|
| 107 |
+
Your responsibility is to represent {self.name} for interactions on the website as faithfully as possible. \
|
| 108 |
+
You are given a summary of {self.name}'s background and LinkedIn profile which you can use to answer questions. \
|
| 109 |
+
Be professional and engaging, as if talking to a potential client or future employer who came across the website. \
|
| 110 |
+
If you don't know the answer to any question, use your record_unknown_question tool to record the question that you couldn't answer, even if it's about something trivial or unrelated to career. \
|
| 111 |
+
If the user is engaging in discussion, try to steer them towards getting in touch via email; ask for their email and record it using your record_user_details tool. "
|
| 112 |
+
|
| 113 |
+
system_prompt += f"\n\n## Summary:\n{self.summary}\n\n## LinkedIn Profile:\n{self.linkedin}\n\n"
|
| 114 |
+
system_prompt += f"With this context, please chat with the user, always staying in character as {self.name}."
|
| 115 |
+
return system_prompt
|
| 116 |
+
|
| 117 |
+
def chat(self, message, history):
|
| 118 |
+
messages = [{"role": "system", "content": self.system_prompt()}] + history + [{"role": "user", "content": message}]
|
| 119 |
+
done = False
|
| 120 |
+
while not done:
|
| 121 |
+
response = self.openai.chat.completions.create(model="gemini-2.5-flash-preview-05-20", messages=messages, tools=tools)
|
| 122 |
+
if response.choices[0].finish_reason=="tool_calls":
|
| 123 |
+
message = response.choices[0].message
|
| 124 |
+
tool_calls = message.tool_calls
|
| 125 |
+
results = self.handle_tool_call(tool_calls)
|
| 126 |
+
messages.append(message)
|
| 127 |
+
messages.extend(results)
|
| 128 |
+
else:
|
| 129 |
+
done = True
|
| 130 |
+
return response.choices[0].message.content
|
| 131 |
+
|
| 132 |
+
|
| 133 |
+
if __name__ == "__main__":
|
| 134 |
+
me = Me()
|
| 135 |
+
gr.ChatInterface(me.chat, type="messages").launch()
|
| 136 |
+
|
community_contributions/1_foundations_using_gemini/me/linkedin.pdf
ADDED
|
Binary file (54.2 kB). View file
|
|
|
community_contributions/1_foundations_using_gemini/me/summary.txt
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Hey, I’m Harsh Patidar — a Data Engineer at ZS who loves building data systems that actually work — scalable, reliable, and smart enough to keep learning.
|
| 2 |
+
I’ve spent the past few years turning raw, unstructured data into powerful systems that fuel analytics, automation, and AI-driven decisions.
|
| 3 |
+
|
| 4 |
+
At ZS, I work in the R&D division, where I design and deploy containerized APIs, optimize data pipelines, and integrate machine learning models into real-world workflows. My toolkit revolves around Python, SQL, FastAPI, Docker, Airflow, and AWS, and I enjoy the process of connecting every piece of data infrastructure into something clean, efficient, and production-ready.
|
| 5 |
+
|
| 6 |
+
Before this, I was part of Accenture’s Data Engineering & Governance team, helping large enterprises strengthen data reliability, validation, and compliance frameworks — experience that taught me the importance of structure, traceability, and precision.
|
| 7 |
+
I also spent time as a Teaching Assistant at Coding Ninjas, mentoring over 200 students in Data Structures and Algorithms — something that shaped both my fundamentals and my patience.
|
| 8 |
+
|
| 9 |
+
Outside of work, I’m someone who finds joy in photography, exploring tech startups, and deep research in finance and AI. I like observing how technology, creativity, and design come together — whether in a great photograph or a cleanly designed data pipeline.
|
| 10 |
+
|
| 11 |
+
At my core, I’m driven by curiosity and the excitement of building something meaningful from scratch. I believe great work is built quietly, through learning, experimentation, and the discipline to keep improving — whether that’s a data system, a product, or even myself.
|
community_contributions/1_foundations_using_gemini/requirements.txt
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
requests
|
| 2 |
+
python-dotenv
|
| 3 |
+
gradio
|
| 4 |
+
pypdf
|
| 5 |
+
openai
|
| 6 |
+
openai-agents
|
community_contributions/1_lab1_DA.ipynb
ADDED
|
@@ -0,0 +1,396 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": null,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 104 |
+
"# If this returns false, see the next cell!\n",
|
| 105 |
+
"\n",
|
| 106 |
+
"load_dotenv(override=True)"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "markdown",
|
| 111 |
+
"metadata": {},
|
| 112 |
+
"source": [
|
| 113 |
+
"### Wait, did that just output `False`??\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 118 |
+
"\n",
|
| 119 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "markdown",
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"source": [
|
| 126 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 127 |
+
" <tr>\n",
|
| 128 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 129 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 130 |
+
" </td>\n",
|
| 131 |
+
" <td>\n",
|
| 132 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 133 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 134 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 135 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 136 |
+
" </span>\n",
|
| 137 |
+
" </td>\n",
|
| 138 |
+
" </tr>\n",
|
| 139 |
+
"</table>"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"import os\n",
|
| 151 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"if openai_api_key:\n",
|
| 154 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 155 |
+
"else:\n",
|
| 156 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 157 |
+
" \n"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# And now - the all important import statement\n",
|
| 167 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 168 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"from openai import OpenAI"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": null,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 180 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 181 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 182 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 183 |
+
"\n",
|
| 184 |
+
"openai = OpenAI()"
|
| 185 |
+
]
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"cell_type": "code",
|
| 189 |
+
"execution_count": null,
|
| 190 |
+
"metadata": {},
|
| 191 |
+
"outputs": [],
|
| 192 |
+
"source": [
|
| 193 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 194 |
+
"\n",
|
| 195 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"cell_type": "code",
|
| 200 |
+
"execution_count": null,
|
| 201 |
+
"metadata": {},
|
| 202 |
+
"outputs": [],
|
| 203 |
+
"source": [
|
| 204 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 205 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 206 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 207 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 208 |
+
"\n",
|
| 209 |
+
"response = openai.chat.completions.create(\n",
|
| 210 |
+
" model=\"gpt-4.1-nano\",\n",
|
| 211 |
+
" messages=messages\n",
|
| 212 |
+
")\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"print(response.choices[0].message.content)\n"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"# And now - let's ask for a question:\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 226 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 227 |
+
]
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"cell_type": "code",
|
| 231 |
+
"execution_count": null,
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"outputs": [],
|
| 234 |
+
"source": [
|
| 235 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 236 |
+
"\n",
|
| 237 |
+
"response = openai.chat.completions.create(\n",
|
| 238 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 239 |
+
" messages=messages\n",
|
| 240 |
+
")\n",
|
| 241 |
+
"\n",
|
| 242 |
+
"question = response.choices[0].message.content\n",
|
| 243 |
+
"\n",
|
| 244 |
+
"print(question)\n"
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"cell_type": "code",
|
| 249 |
+
"execution_count": null,
|
| 250 |
+
"metadata": {},
|
| 251 |
+
"outputs": [],
|
| 252 |
+
"source": [
|
| 253 |
+
"# form a new messages list\n",
|
| 254 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"cell_type": "code",
|
| 259 |
+
"execution_count": null,
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"outputs": [],
|
| 262 |
+
"source": [
|
| 263 |
+
"# Ask it again\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"response = openai.chat.completions.create(\n",
|
| 266 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 267 |
+
" messages=messages\n",
|
| 268 |
+
")\n",
|
| 269 |
+
"\n",
|
| 270 |
+
"answer = response.choices[0].message.content\n",
|
| 271 |
+
"print(answer)\n"
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"cell_type": "code",
|
| 276 |
+
"execution_count": null,
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"outputs": [],
|
| 279 |
+
"source": [
|
| 280 |
+
"from IPython.display import Markdown, display\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"display(Markdown(answer))\n",
|
| 283 |
+
"\n"
|
| 284 |
+
]
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"cell_type": "markdown",
|
| 288 |
+
"metadata": {},
|
| 289 |
+
"source": [
|
| 290 |
+
"# Congratulations!\n",
|
| 291 |
+
"\n",
|
| 292 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 293 |
+
"\n",
|
| 294 |
+
"Next time things get more interesting..."
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "markdown",
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"source": [
|
| 301 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 302 |
+
" <tr>\n",
|
| 303 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 304 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 305 |
+
" </td>\n",
|
| 306 |
+
" <td>\n",
|
| 307 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 308 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 309 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 310 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 311 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 312 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 313 |
+
" </span>\n",
|
| 314 |
+
" </td>\n",
|
| 315 |
+
" </tr>\n",
|
| 316 |
+
"</table>"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": null,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# And now - let's ask for a question:\n",
|
| 326 |
+
"\n",
|
| 327 |
+
"import os\n",
|
| 328 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 329 |
+
"from openai import OpenAI\n",
|
| 330 |
+
"from IPython.display import Markdown, display\n",
|
| 331 |
+
"\n",
|
| 332 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 333 |
+
"\n",
|
| 334 |
+
"openai = OpenAI()\n",
|
| 335 |
+
"\n",
|
| 336 |
+
"question1 = \"Please pick a business area that might be worth exploring for an Agentic AI opportunity.\"\n",
|
| 337 |
+
"messages1 = [{\"role\": \"user\", \"content\": question1}]\n",
|
| 338 |
+
"\n",
|
| 339 |
+
"# Then make the first call:\n",
|
| 340 |
+
"response1 = openai.chat.completions.create(\n",
|
| 341 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 342 |
+
" messages=messages1\n",
|
| 343 |
+
")\n",
|
| 344 |
+
"\n",
|
| 345 |
+
"question2 = \" Please present the pain-point in \"+response1.choices[0].message.content +\" industry - something challenging that might be ripe for an Agentic solution\"\n",
|
| 346 |
+
"messages2 = [{\"role\": \"user\", \"content\": question2}]\n",
|
| 347 |
+
"\n",
|
| 348 |
+
"# Then make the first call:\n",
|
| 349 |
+
"response2 = openai.chat.completions.create(\n",
|
| 350 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 351 |
+
" messages=messages2\n",
|
| 352 |
+
")\n",
|
| 353 |
+
"\n",
|
| 354 |
+
"question3 = \" Please presentpropose and Agentic AI solution for pain-point \"+response2.choices[0].message.content\n",
|
| 355 |
+
"messages3 = [{\"role\": \"user\", \"content\": question3}]\n",
|
| 356 |
+
"\n",
|
| 357 |
+
"# Then make the first call:\n",
|
| 358 |
+
"response3 = openai.chat.completions.create(\n",
|
| 359 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 360 |
+
" messages=messages3\n",
|
| 361 |
+
")\n",
|
| 362 |
+
"\n",
|
| 363 |
+
"Final_Answer = \" Please presentpropose and Agentic AI solution for pain-point \"+response2.choices[0].message.content\n",
|
| 364 |
+
"\n",
|
| 365 |
+
"display(Markdown(Final_Answer))\n",
|
| 366 |
+
"\n"
|
| 367 |
+
]
|
| 368 |
+
},
|
| 369 |
+
{
|
| 370 |
+
"cell_type": "markdown",
|
| 371 |
+
"metadata": {},
|
| 372 |
+
"source": []
|
| 373 |
+
}
|
| 374 |
+
],
|
| 375 |
+
"metadata": {
|
| 376 |
+
"kernelspec": {
|
| 377 |
+
"display_name": ".venv",
|
| 378 |
+
"language": "python",
|
| 379 |
+
"name": "python3"
|
| 380 |
+
},
|
| 381 |
+
"language_info": {
|
| 382 |
+
"codemirror_mode": {
|
| 383 |
+
"name": "ipython",
|
| 384 |
+
"version": 3
|
| 385 |
+
},
|
| 386 |
+
"file_extension": ".py",
|
| 387 |
+
"mimetype": "text/x-python",
|
| 388 |
+
"name": "python",
|
| 389 |
+
"nbconvert_exporter": "python",
|
| 390 |
+
"pygments_lexer": "ipython3",
|
| 391 |
+
"version": "3.12.11"
|
| 392 |
+
}
|
| 393 |
+
},
|
| 394 |
+
"nbformat": 4,
|
| 395 |
+
"nbformat_minor": 2
|
| 396 |
+
}
|
community_contributions/1_lab1_Hy.ipynb
ADDED
|
@@ -0,0 +1,688 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": 1,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": 2,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [
|
| 102 |
+
{
|
| 103 |
+
"data": {
|
| 104 |
+
"text/plain": [
|
| 105 |
+
"True"
|
| 106 |
+
]
|
| 107 |
+
},
|
| 108 |
+
"execution_count": 2,
|
| 109 |
+
"metadata": {},
|
| 110 |
+
"output_type": "execute_result"
|
| 111 |
+
}
|
| 112 |
+
],
|
| 113 |
+
"source": [
|
| 114 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 115 |
+
"# If this returns false, see the next cell!\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"load_dotenv(override=True)"
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"cell_type": "markdown",
|
| 122 |
+
"metadata": {},
|
| 123 |
+
"source": [
|
| 124 |
+
"### Wait, did that just output `False`??\n",
|
| 125 |
+
"\n",
|
| 126 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 127 |
+
"\n",
|
| 128 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 129 |
+
"\n",
|
| 130 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 131 |
+
]
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"cell_type": "markdown",
|
| 135 |
+
"metadata": {},
|
| 136 |
+
"source": [
|
| 137 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 138 |
+
" <tr>\n",
|
| 139 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 140 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 141 |
+
" </td>\n",
|
| 142 |
+
" <td>\n",
|
| 143 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 144 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 145 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 146 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 147 |
+
" </span>\n",
|
| 148 |
+
" </td>\n",
|
| 149 |
+
" </tr>\n",
|
| 150 |
+
"</table>"
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"cell_type": "code",
|
| 155 |
+
"execution_count": 3,
|
| 156 |
+
"metadata": {},
|
| 157 |
+
"outputs": [
|
| 158 |
+
{
|
| 159 |
+
"name": "stdout",
|
| 160 |
+
"output_type": "stream",
|
| 161 |
+
"text": [
|
| 162 |
+
"OpenAI API Key exists and begins sk-proj-\n"
|
| 163 |
+
]
|
| 164 |
+
}
|
| 165 |
+
],
|
| 166 |
+
"source": [
|
| 167 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 168 |
+
"\n",
|
| 169 |
+
"import os\n",
|
| 170 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 171 |
+
"\n",
|
| 172 |
+
"if openai_api_key:\n",
|
| 173 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 174 |
+
"else:\n",
|
| 175 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 176 |
+
" \n"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"cell_type": "code",
|
| 181 |
+
"execution_count": 4,
|
| 182 |
+
"metadata": {},
|
| 183 |
+
"outputs": [],
|
| 184 |
+
"source": [
|
| 185 |
+
"# And now - the all important import statement\n",
|
| 186 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 187 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 188 |
+
"\n",
|
| 189 |
+
"from openai import OpenAI"
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"cell_type": "code",
|
| 194 |
+
"execution_count": 5,
|
| 195 |
+
"metadata": {},
|
| 196 |
+
"outputs": [],
|
| 197 |
+
"source": [
|
| 198 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 199 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 200 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 201 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 202 |
+
"\n",
|
| 203 |
+
"openai = OpenAI()"
|
| 204 |
+
]
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"cell_type": "code",
|
| 208 |
+
"execution_count": 6,
|
| 209 |
+
"metadata": {},
|
| 210 |
+
"outputs": [],
|
| 211 |
+
"source": [
|
| 212 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [
|
| 222 |
+
{
|
| 223 |
+
"name": "stdout",
|
| 224 |
+
"output_type": "stream",
|
| 225 |
+
"text": [
|
| 226 |
+
"ChatCompletion(id='chatcmpl-C9oVaLh1gjzKH07zcVLaXQ4o4FDQ7', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='2 + 2 equals 4.', refusal=None, role='assistant', annotations=[], audio=None, function_call=None, tool_calls=None))], created=1756455142, model='gpt-4.1-nano-2025-04-14', object='chat.completion', service_tier='default', system_fingerprint='fp_c4c155951e', usage=CompletionUsage(completion_tokens=8, prompt_tokens=14, total_tokens=22, completion_tokens_details=CompletionTokensDetails(accepted_prediction_tokens=0, audio_tokens=0, reasoning_tokens=0, rejected_prediction_tokens=0), prompt_tokens_details=PromptTokensDetails(audio_tokens=0, cached_tokens=0)))\n",
|
| 227 |
+
"2 + 2 equals 4.\n"
|
| 228 |
+
]
|
| 229 |
+
}
|
| 230 |
+
],
|
| 231 |
+
"source": [
|
| 232 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 233 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 234 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 235 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 236 |
+
"\n",
|
| 237 |
+
"response = openai.chat.completions.create(\n",
|
| 238 |
+
" model=\"gpt-4.1-nano\",\n",
|
| 239 |
+
" messages=messages\n",
|
| 240 |
+
")\n",
|
| 241 |
+
"print(response.choices[0].message.content)\n"
|
| 242 |
+
]
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"cell_type": "code",
|
| 246 |
+
"execution_count": 9,
|
| 247 |
+
"metadata": {},
|
| 248 |
+
"outputs": [],
|
| 249 |
+
"source": [
|
| 250 |
+
"# And now - let's ask for a question:\n",
|
| 251 |
+
"\n",
|
| 252 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 253 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 254 |
+
]
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"cell_type": "code",
|
| 258 |
+
"execution_count": 10,
|
| 259 |
+
"metadata": {},
|
| 260 |
+
"outputs": [
|
| 261 |
+
{
|
| 262 |
+
"name": "stdout",
|
| 263 |
+
"output_type": "stream",
|
| 264 |
+
"text": [
|
| 265 |
+
"If three people can paint three walls in three hours, how many people are needed to paint 18 walls in six hours?\n"
|
| 266 |
+
]
|
| 267 |
+
}
|
| 268 |
+
],
|
| 269 |
+
"source": [
|
| 270 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 271 |
+
"\n",
|
| 272 |
+
"response = openai.chat.completions.create(\n",
|
| 273 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 274 |
+
" messages=messages\n",
|
| 275 |
+
")\n",
|
| 276 |
+
"\n",
|
| 277 |
+
"question = response.choices[0].message.content\n",
|
| 278 |
+
"\n",
|
| 279 |
+
"print(question)\n"
|
| 280 |
+
]
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"cell_type": "code",
|
| 284 |
+
"execution_count": 11,
|
| 285 |
+
"metadata": {},
|
| 286 |
+
"outputs": [],
|
| 287 |
+
"source": [
|
| 288 |
+
"# form a new messages list\n",
|
| 289 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 290 |
+
]
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"cell_type": "code",
|
| 294 |
+
"execution_count": 12,
|
| 295 |
+
"metadata": {},
|
| 296 |
+
"outputs": [
|
| 297 |
+
{
|
| 298 |
+
"name": "stdout",
|
| 299 |
+
"output_type": "stream",
|
| 300 |
+
"text": [
|
| 301 |
+
"Let's analyze the problem step-by-step:\n",
|
| 302 |
+
"\n",
|
| 303 |
+
"---\n",
|
| 304 |
+
"\n",
|
| 305 |
+
"**Given:**\n",
|
| 306 |
+
"\n",
|
| 307 |
+
"- 3 people can paint 3 walls in 3 hours.\n",
|
| 308 |
+
"\n",
|
| 309 |
+
"**Question:**\n",
|
| 310 |
+
"\n",
|
| 311 |
+
"- How many people are needed to paint 18 walls in 6 hours?\n",
|
| 312 |
+
"\n",
|
| 313 |
+
"---\n",
|
| 314 |
+
"\n",
|
| 315 |
+
"### Step 1: Find the rate of painting per person\n",
|
| 316 |
+
"\n",
|
| 317 |
+
"- Total walls painted: 3 walls\n",
|
| 318 |
+
"- Total people: 3 people\n",
|
| 319 |
+
"- Total time: 3 hours\n",
|
| 320 |
+
"\n",
|
| 321 |
+
"**Walls per person per hour:**\n",
|
| 322 |
+
"\n",
|
| 323 |
+
"First, find how many walls 3 people paint per hour:\n",
|
| 324 |
+
"\n",
|
| 325 |
+
"\\[\n",
|
| 326 |
+
"\\frac{3 \\text{ walls}}{3 \\text{ hours}} = 1 \\text{ wall per hour by 3 people}\n",
|
| 327 |
+
"\\]\n",
|
| 328 |
+
"\n",
|
| 329 |
+
"So, 3 people paint 1 wall per hour.\n",
|
| 330 |
+
"\n",
|
| 331 |
+
"Then, walls per person per hour:\n",
|
| 332 |
+
"\n",
|
| 333 |
+
"\\[\n",
|
| 334 |
+
"\\frac{1 \\text{ wall per hour}}{3 \\text{ people}} = \\frac{1}{3} \\text{ wall per person per hour}\n",
|
| 335 |
+
"\\]\n",
|
| 336 |
+
"\n",
|
| 337 |
+
"---\n",
|
| 338 |
+
"\n",
|
| 339 |
+
"### Step 2: Calculate total work needed\n",
|
| 340 |
+
"\n",
|
| 341 |
+
"You want to paint 18 walls in 6 hours.\n",
|
| 342 |
+
"\n",
|
| 343 |
+
"This means the rate of painting must be:\n",
|
| 344 |
+
"\n",
|
| 345 |
+
"\\[\n",
|
| 346 |
+
"\\frac{18 \\text{ walls}}{6 \\text{ hours}} = 3 \\text{ walls per hour}\n",
|
| 347 |
+
"\\]\n",
|
| 348 |
+
"\n",
|
| 349 |
+
"---\n",
|
| 350 |
+
"\n",
|
| 351 |
+
"### Step 3: Find how many people are needed for this rate\n",
|
| 352 |
+
"\n",
|
| 353 |
+
"Since each person paints \\(\\frac{1}{3}\\) wall per hour,\n",
|
| 354 |
+
"\n",
|
| 355 |
+
"\\[\n",
|
| 356 |
+
"\\text{Number of people} \\times \\frac{1}{3} = 3 \\text{ walls per hour}\n",
|
| 357 |
+
"\\]\n",
|
| 358 |
+
"\n",
|
| 359 |
+
"Multiply both sides by 3:\n",
|
| 360 |
+
"\n",
|
| 361 |
+
"\\[\n",
|
| 362 |
+
"\\text{Number of people} = 3 \\times 3 = 9\n",
|
| 363 |
+
"\\]\n",
|
| 364 |
+
"\n",
|
| 365 |
+
"---\n",
|
| 366 |
+
"\n",
|
| 367 |
+
"### **Answer:**\n",
|
| 368 |
+
"\n",
|
| 369 |
+
"\\[\n",
|
| 370 |
+
"\\boxed{9}\n",
|
| 371 |
+
"\\]\n",
|
| 372 |
+
"\n",
|
| 373 |
+
"You need **9 people** to paint 18 walls in 6 hours.\n"
|
| 374 |
+
]
|
| 375 |
+
}
|
| 376 |
+
],
|
| 377 |
+
"source": [
|
| 378 |
+
"# Ask it again\n",
|
| 379 |
+
"\n",
|
| 380 |
+
"response = openai.chat.completions.create(\n",
|
| 381 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 382 |
+
" messages=messages\n",
|
| 383 |
+
")\n",
|
| 384 |
+
"\n",
|
| 385 |
+
"answer = response.choices[0].message.content\n",
|
| 386 |
+
"print(answer)\n"
|
| 387 |
+
]
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"cell_type": "code",
|
| 391 |
+
"execution_count": 13,
|
| 392 |
+
"metadata": {},
|
| 393 |
+
"outputs": [
|
| 394 |
+
{
|
| 395 |
+
"data": {
|
| 396 |
+
"text/markdown": [
|
| 397 |
+
"Let's analyze the problem step-by-step:\n",
|
| 398 |
+
"\n",
|
| 399 |
+
"---\n",
|
| 400 |
+
"\n",
|
| 401 |
+
"**Given:**\n",
|
| 402 |
+
"\n",
|
| 403 |
+
"- 3 people can paint 3 walls in 3 hours.\n",
|
| 404 |
+
"\n",
|
| 405 |
+
"**Question:**\n",
|
| 406 |
+
"\n",
|
| 407 |
+
"- How many people are needed to paint 18 walls in 6 hours?\n",
|
| 408 |
+
"\n",
|
| 409 |
+
"---\n",
|
| 410 |
+
"\n",
|
| 411 |
+
"### Step 1: Find the rate of painting per person\n",
|
| 412 |
+
"\n",
|
| 413 |
+
"- Total walls painted: 3 walls\n",
|
| 414 |
+
"- Total people: 3 people\n",
|
| 415 |
+
"- Total time: 3 hours\n",
|
| 416 |
+
"\n",
|
| 417 |
+
"**Walls per person per hour:**\n",
|
| 418 |
+
"\n",
|
| 419 |
+
"First, find how many walls 3 people paint per hour:\n",
|
| 420 |
+
"\n",
|
| 421 |
+
"\\[\n",
|
| 422 |
+
"\\frac{3 \\text{ walls}}{3 \\text{ hours}} = 1 \\text{ wall per hour by 3 people}\n",
|
| 423 |
+
"\\]\n",
|
| 424 |
+
"\n",
|
| 425 |
+
"So, 3 people paint 1 wall per hour.\n",
|
| 426 |
+
"\n",
|
| 427 |
+
"Then, walls per person per hour:\n",
|
| 428 |
+
"\n",
|
| 429 |
+
"\\[\n",
|
| 430 |
+
"\\frac{1 \\text{ wall per hour}}{3 \\text{ people}} = \\frac{1}{3} \\text{ wall per person per hour}\n",
|
| 431 |
+
"\\]\n",
|
| 432 |
+
"\n",
|
| 433 |
+
"---\n",
|
| 434 |
+
"\n",
|
| 435 |
+
"### Step 2: Calculate total work needed\n",
|
| 436 |
+
"\n",
|
| 437 |
+
"You want to paint 18 walls in 6 hours.\n",
|
| 438 |
+
"\n",
|
| 439 |
+
"This means the rate of painting must be:\n",
|
| 440 |
+
"\n",
|
| 441 |
+
"\\[\n",
|
| 442 |
+
"\\frac{18 \\text{ walls}}{6 \\text{ hours}} = 3 \\text{ walls per hour}\n",
|
| 443 |
+
"\\]\n",
|
| 444 |
+
"\n",
|
| 445 |
+
"---\n",
|
| 446 |
+
"\n",
|
| 447 |
+
"### Step 3: Find how many people are needed for this rate\n",
|
| 448 |
+
"\n",
|
| 449 |
+
"Since each person paints \\(\\frac{1}{3}\\) wall per hour,\n",
|
| 450 |
+
"\n",
|
| 451 |
+
"\\[\n",
|
| 452 |
+
"\\text{Number of people} \\times \\frac{1}{3} = 3 \\text{ walls per hour}\n",
|
| 453 |
+
"\\]\n",
|
| 454 |
+
"\n",
|
| 455 |
+
"Multiply both sides by 3:\n",
|
| 456 |
+
"\n",
|
| 457 |
+
"\\[\n",
|
| 458 |
+
"\\text{Number of people} = 3 \\times 3 = 9\n",
|
| 459 |
+
"\\]\n",
|
| 460 |
+
"\n",
|
| 461 |
+
"---\n",
|
| 462 |
+
"\n",
|
| 463 |
+
"### **Answer:**\n",
|
| 464 |
+
"\n",
|
| 465 |
+
"\\[\n",
|
| 466 |
+
"\\boxed{9}\n",
|
| 467 |
+
"\\]\n",
|
| 468 |
+
"\n",
|
| 469 |
+
"You need **9 people** to paint 18 walls in 6 hours."
|
| 470 |
+
],
|
| 471 |
+
"text/plain": [
|
| 472 |
+
"<IPython.core.display.Markdown object>"
|
| 473 |
+
]
|
| 474 |
+
},
|
| 475 |
+
"metadata": {},
|
| 476 |
+
"output_type": "display_data"
|
| 477 |
+
}
|
| 478 |
+
],
|
| 479 |
+
"source": [
|
| 480 |
+
"from IPython.display import Markdown, display\n",
|
| 481 |
+
"\n",
|
| 482 |
+
"display(Markdown(answer))\n",
|
| 483 |
+
"\n"
|
| 484 |
+
]
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"cell_type": "markdown",
|
| 488 |
+
"metadata": {},
|
| 489 |
+
"source": [
|
| 490 |
+
"# Congratulations!\n",
|
| 491 |
+
"\n",
|
| 492 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 493 |
+
"\n",
|
| 494 |
+
"Next time things get more interesting..."
|
| 495 |
+
]
|
| 496 |
+
},
|
| 497 |
+
{
|
| 498 |
+
"cell_type": "markdown",
|
| 499 |
+
"metadata": {},
|
| 500 |
+
"source": [
|
| 501 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 502 |
+
" <tr>\n",
|
| 503 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 504 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 505 |
+
" </td>\n",
|
| 506 |
+
" <td>\n",
|
| 507 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 508 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 509 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 510 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 511 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 512 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 513 |
+
" </span>\n",
|
| 514 |
+
" </td>\n",
|
| 515 |
+
" </tr>\n",
|
| 516 |
+
"</table>"
|
| 517 |
+
]
|
| 518 |
+
},
|
| 519 |
+
{
|
| 520 |
+
"cell_type": "code",
|
| 521 |
+
"execution_count": 16,
|
| 522 |
+
"metadata": {},
|
| 523 |
+
"outputs": [
|
| 524 |
+
{
|
| 525 |
+
"data": {
|
| 526 |
+
"text/markdown": [
|
| 527 |
+
"Certainly! Building on your outlined pain-point and the high-level Agentic AI functionalities, here’s a detailed proposal for an **Agentic AI solution** designed to tackle fragmented patient data and enable real-time, holistic health management.\n",
|
| 528 |
+
"\n",
|
| 529 |
+
"---\n",
|
| 530 |
+
"\n",
|
| 531 |
+
"# Agentic AI Solution Proposal: **HealthSynth AI**\n",
|
| 532 |
+
"\n",
|
| 533 |
+
"### Overview \n",
|
| 534 |
+
"**HealthSynth AI** is an autonomous health management agent that continuously synthesizes fragmented patient data from multiple sources to provide a real-time, unified, and actionable health profile for patients and their care teams. It acts as a 24/7 health assistant, proactive coordinator, and personalized medical advisor.\n",
|
| 535 |
+
"\n",
|
| 536 |
+
"---\n",
|
| 537 |
+
"\n",
|
| 538 |
+
"## Key Features & Capabilities\n",
|
| 539 |
+
"\n",
|
| 540 |
+
"### 1. **Autonomous Data Aggregation & Normalization** \n",
|
| 541 |
+
"- Uses API integrations, secure data exchanges (FHIR, HL7 standards), and device SDKs to continuously fetch data from: \n",
|
| 542 |
+
" - EHR systems across different providers \n",
|
| 543 |
+
" - Wearable and home medical devices (heart rate, glucose monitors, BP cuffs) \n",
|
| 544 |
+
" - Pharmacy records and prescription databases \n",
|
| 545 |
+
" - Lab results portals \n",
|
| 546 |
+
" - Insurance claims and coverage data \n",
|
| 547 |
+
"- Applies intelligent data cleaning, deduplication, and semantic normalization to unify heterogeneous data formats into a consistent patient health graph.\n",
|
| 548 |
+
"\n",
|
| 549 |
+
"### 2. **Real-Time Multimodal Health Analytics Engine** \n",
|
| 550 |
+
"- Employs advanced ML and deep learning models to detect: \n",
|
| 551 |
+
" - Emerging risk patterns (e.g., early signs of infection, deterioration of chronic conditions) \n",
|
| 552 |
+
" - Anomalies (missed medications, unusual vital sign changes) \n",
|
| 553 |
+
" - Compliance gaps (lifestyle, medication adherence) \n",
|
| 554 |
+
"- Continuously updates predictive health trajectories personalized to each patient’s condition and history.\n",
|
| 555 |
+
"\n",
|
| 556 |
+
"### 3. **Proactive Action & Recommendation System** \n",
|
| 557 |
+
"- Generates context-aware, evidence-based alerts and recommendations such as: \n",
|
| 558 |
+
" - Medication reminders or dosage adjustments flagged in consultation with prescribing physicians \n",
|
| 559 |
+
" - Suggestions for scheduling lab tests or specialist visits timely before symptoms worsen \n",
|
| 560 |
+
" - Lifestyle coaching tips adapted using patient preferences and progress \n",
|
| 561 |
+
"- Classes recommendations into urgency tiers (info, caution, immediate action) and routes notifications appropriately.\n",
|
| 562 |
+
"\n",
|
| 563 |
+
"### 4. **Automated Care Coordination & Workflow Integration** \n",
|
| 564 |
+
"- Interacts programmatically with provider scheduling systems, telemedicine platforms, pharmacies, and insurance portals to: \n",
|
| 565 |
+
" - Automatically request appointment reschedules or referrals based on patient status \n",
|
| 566 |
+
" - Notify involved healthcare professionals about critical health events or lab results \n",
|
| 567 |
+
" - Facilitate prescription renewals or modifications with minimal human intervention \n",
|
| 568 |
+
"- Maintains secure, auditable communication logs ensuring compliance (HIPAA, GDPR).\n",
|
| 569 |
+
"\n",
|
| 570 |
+
"### 5. **Patient-Centric Digital Health Companion** \n",
|
| 571 |
+
"- Provides patients with an intuitive mobile/web app featuring: \n",
|
| 572 |
+
" - A dynamic health dashboard summarizing key metrics, risks, and recent activities in plain language \n",
|
| 573 |
+
" - Intelligent daily check-ins and symptom trackers powered by conversational AI \n",
|
| 574 |
+
" - Adaptive educational content tailored to health literacy levels and language preferences \n",
|
| 575 |
+
" - Privacy controls empowering patients to manage data sharing settings\n",
|
| 576 |
+
"\n",
|
| 577 |
+
"---\n",
|
| 578 |
+
"\n",
|
| 579 |
+
"## Technical Architecture (High-Level)\n",
|
| 580 |
+
"\n",
|
| 581 |
+
"- **Data Ingestion Layer:** Connectors for EHRs, wearables, pharmacies, labs \n",
|
| 582 |
+
"- **Data Lake & Processing:** Cloud-native secure storage with HIPAA-compliant encryption \n",
|
| 583 |
+
"- **Knowledge Graph:** Patient-centric semantic graph linking clinical concepts, timelines, interventions \n",
|
| 584 |
+
"- **Analytics & ML Models:** Ensemble predictive models incorporating temporal health data, risk scoring, anomaly detection \n",
|
| 585 |
+
"- **Agentic Orchestrator:** Rule-based and reinforcement learning-driven workflow engine enabling autonomous decision-making and stakeholder communications \n",
|
| 586 |
+
"- **Frontend Interfaces:** Responsive patient app, provider portals, API access for system integration\n",
|
| 587 |
+
"\n",
|
| 588 |
+
"---\n",
|
| 589 |
+
"\n",
|
| 590 |
+
"## Potential Challenges & Mitigations\n",
|
| 591 |
+
"\n",
|
| 592 |
+
"| Challenge | Mitigation Strategy |\n",
|
| 593 |
+
"|-----------|---------------------|\n",
|
| 594 |
+
"| Data privacy & regulatory compliance | Built-in privacy-by-design, end-to-end encryption, rigorous consent management, audit trails |\n",
|
| 595 |
+
"| Data interoperability & standardization | Utilize open standards (FHIR, DICOM), NLP for unstructured data extraction |\n",
|
| 596 |
+
"| Model explainability | Implement interpretable ML techniques and transparent reasoning for clinicians |\n",
|
| 597 |
+
"| Patient engagement sustainability | Gamification, behavior science-driven personalized nudges |\n",
|
| 598 |
+
"| Integration complexity across healthcare IT systems | Modular adaptors/plugins, partnerships with major EHR vendors |\n",
|
| 599 |
+
"\n",
|
| 600 |
+
"---\n",
|
| 601 |
+
"\n",
|
| 602 |
+
"## Impact & Benefits\n",
|
| 603 |
+
"\n",
|
| 604 |
+
"- **For Patients:** Reduced health risks, increased empowerment, improved treatment adherence, and personal convenience \n",
|
| 605 |
+
"- **For Providers:** Enhanced clinical decision support, reduced administrative burden, timely interventions \n",
|
| 606 |
+
"- **For Payers:** Lowered costs via preventive care and reduced hospital readmissions\n",
|
| 607 |
+
"\n",
|
| 608 |
+
"---\n",
|
| 609 |
+
"\n",
|
| 610 |
+
"Would you like me to help you design detailed user journeys, develop specific ML model architectures, or draft an implementation roadmap for **HealthSynth AI**?"
|
| 611 |
+
],
|
| 612 |
+
"text/plain": [
|
| 613 |
+
"<IPython.core.display.Markdown object>"
|
| 614 |
+
]
|
| 615 |
+
},
|
| 616 |
+
"metadata": {},
|
| 617 |
+
"output_type": "display_data"
|
| 618 |
+
}
|
| 619 |
+
],
|
| 620 |
+
"source": [
|
| 621 |
+
"# First create the messages:\n",
|
| 622 |
+
"\n",
|
| 623 |
+
"messages = [{\"role\": \"user\", \"content\": \"I want you to pick a business area that might be worth exploring for an Agentic AI opportunity.\"}]\n",
|
| 624 |
+
"\n",
|
| 625 |
+
"# Then make the first call:\n",
|
| 626 |
+
"\n",
|
| 627 |
+
"response = openai.chat.completions.create(\n",
|
| 628 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 629 |
+
" messages=messages\n",
|
| 630 |
+
")\n",
|
| 631 |
+
"\n",
|
| 632 |
+
"# Then read the business idea:\n",
|
| 633 |
+
"\n",
|
| 634 |
+
"business_idea = response.choices[0].message.content\n",
|
| 635 |
+
"\n",
|
| 636 |
+
"# print(business_idea)\n",
|
| 637 |
+
"\n",
|
| 638 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Please propose a pain-point in the {business_idea} industry.\"}]\n",
|
| 639 |
+
"\n",
|
| 640 |
+
"response = openai.chat.completions.create(\n",
|
| 641 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 642 |
+
" messages=messages\n",
|
| 643 |
+
")\n",
|
| 644 |
+
"\n",
|
| 645 |
+
"pain_point = response.choices[0].message.content\n",
|
| 646 |
+
"\n",
|
| 647 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Please propose an Agentic AI solution to the pain-point: {pain_point}.\"}]\n",
|
| 648 |
+
"\n",
|
| 649 |
+
"response = openai.chat.completions.create(\n",
|
| 650 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 651 |
+
" messages=messages\n",
|
| 652 |
+
")\n",
|
| 653 |
+
"\n",
|
| 654 |
+
"agentic_solution = response.choices[0].message.content\n",
|
| 655 |
+
"\n",
|
| 656 |
+
"display(Markdown(agentic_solution))\n",
|
| 657 |
+
"\n",
|
| 658 |
+
"# And repeat! In the next message, include the business idea within the message"
|
| 659 |
+
]
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"cell_type": "markdown",
|
| 663 |
+
"metadata": {},
|
| 664 |
+
"source": []
|
| 665 |
+
}
|
| 666 |
+
],
|
| 667 |
+
"metadata": {
|
| 668 |
+
"kernelspec": {
|
| 669 |
+
"display_name": ".venv",
|
| 670 |
+
"language": "python",
|
| 671 |
+
"name": "python3"
|
| 672 |
+
},
|
| 673 |
+
"language_info": {
|
| 674 |
+
"codemirror_mode": {
|
| 675 |
+
"name": "ipython",
|
| 676 |
+
"version": 3
|
| 677 |
+
},
|
| 678 |
+
"file_extension": ".py",
|
| 679 |
+
"mimetype": "text/x-python",
|
| 680 |
+
"name": "python",
|
| 681 |
+
"nbconvert_exporter": "python",
|
| 682 |
+
"pygments_lexer": "ipython3",
|
| 683 |
+
"version": "3.12.11"
|
| 684 |
+
}
|
| 685 |
+
},
|
| 686 |
+
"nbformat": 4,
|
| 687 |
+
"nbformat_minor": 2
|
| 688 |
+
}
|
community_contributions/1_lab1_Mohan_M.ipynb
ADDED
|
@@ -0,0 +1,367 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": null,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 104 |
+
"# If this returns false, see the next cell!\n",
|
| 105 |
+
"\n",
|
| 106 |
+
"load_dotenv(override=True)"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "markdown",
|
| 111 |
+
"metadata": {},
|
| 112 |
+
"source": [
|
| 113 |
+
"### Wait, did that just output `False`??\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 118 |
+
"\n",
|
| 119 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "markdown",
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"source": [
|
| 126 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 127 |
+
" <tr>\n",
|
| 128 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 129 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 130 |
+
" </td>\n",
|
| 131 |
+
" <td>\n",
|
| 132 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 133 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 134 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 135 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 136 |
+
" </span>\n",
|
| 137 |
+
" </td>\n",
|
| 138 |
+
" </tr>\n",
|
| 139 |
+
"</table>"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"import os\n",
|
| 151 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"if openai_api_key:\n",
|
| 154 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 155 |
+
"else:\n",
|
| 156 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 157 |
+
" \n"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# And now - the all important import statement\n",
|
| 167 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 168 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"from openai import OpenAI"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": null,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 180 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 181 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 182 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 183 |
+
"\n",
|
| 184 |
+
"openai = OpenAI()"
|
| 185 |
+
]
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"cell_type": "code",
|
| 189 |
+
"execution_count": null,
|
| 190 |
+
"metadata": {},
|
| 191 |
+
"outputs": [],
|
| 192 |
+
"source": [
|
| 193 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 194 |
+
"\n",
|
| 195 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"cell_type": "code",
|
| 200 |
+
"execution_count": null,
|
| 201 |
+
"metadata": {},
|
| 202 |
+
"outputs": [],
|
| 203 |
+
"source": [
|
| 204 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 205 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 206 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 207 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 208 |
+
"\n",
|
| 209 |
+
"response = openai.chat.completions.create(\n",
|
| 210 |
+
" model=\"gpt-4.1-nano\",\n",
|
| 211 |
+
" messages=messages\n",
|
| 212 |
+
")\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"print(response.choices[0].message.content)\n"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"# And now - let's ask for a question:\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 226 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 227 |
+
]
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"cell_type": "code",
|
| 231 |
+
"execution_count": null,
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"outputs": [],
|
| 234 |
+
"source": [
|
| 235 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 236 |
+
"\n",
|
| 237 |
+
"response = openai.chat.completions.create(\n",
|
| 238 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 239 |
+
" messages=messages\n",
|
| 240 |
+
")\n",
|
| 241 |
+
"\n",
|
| 242 |
+
"question = response.choices[0].message.content\n",
|
| 243 |
+
"\n",
|
| 244 |
+
"print(question)\n"
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"cell_type": "code",
|
| 249 |
+
"execution_count": null,
|
| 250 |
+
"metadata": {},
|
| 251 |
+
"outputs": [],
|
| 252 |
+
"source": [
|
| 253 |
+
"# form a new messages list\n",
|
| 254 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"cell_type": "code",
|
| 259 |
+
"execution_count": null,
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"outputs": [],
|
| 262 |
+
"source": [
|
| 263 |
+
"# Ask it again\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"response = openai.chat.completions.create(\n",
|
| 266 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 267 |
+
" messages=messages\n",
|
| 268 |
+
")\n",
|
| 269 |
+
"\n",
|
| 270 |
+
"answer = response.choices[0].message.content\n",
|
| 271 |
+
"print(answer)\n"
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"cell_type": "code",
|
| 276 |
+
"execution_count": null,
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"outputs": [],
|
| 279 |
+
"source": [
|
| 280 |
+
"from IPython.display import Markdown, display\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"display(Markdown(answer))\n",
|
| 283 |
+
"\n"
|
| 284 |
+
]
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"cell_type": "markdown",
|
| 288 |
+
"metadata": {},
|
| 289 |
+
"source": [
|
| 290 |
+
"# Congratulations!\n",
|
| 291 |
+
"\n",
|
| 292 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 293 |
+
"\n",
|
| 294 |
+
"Next time things get more interesting..."
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "markdown",
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"source": [
|
| 301 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 302 |
+
" <tr>\n",
|
| 303 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 304 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 305 |
+
" </td>\n",
|
| 306 |
+
" <td>\n",
|
| 307 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 308 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 309 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 310 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 311 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 312 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 313 |
+
" </span>\n",
|
| 314 |
+
" </td>\n",
|
| 315 |
+
" </tr>\n",
|
| 316 |
+
"</table>"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": null,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# First create the messages:\n",
|
| 326 |
+
"\n",
|
| 327 |
+
"messages = [{\"role\": \"user\", \"content\": \"Something here\"}]\n",
|
| 328 |
+
"\n",
|
| 329 |
+
"# Then make the first call:\n",
|
| 330 |
+
"\n",
|
| 331 |
+
"response =\n",
|
| 332 |
+
"\n",
|
| 333 |
+
"# Then read the business idea:\n",
|
| 334 |
+
"\n",
|
| 335 |
+
"business_idea = response.\n",
|
| 336 |
+
"\n",
|
| 337 |
+
"# And repeat! In the next message, include the business idea within the message"
|
| 338 |
+
]
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"cell_type": "markdown",
|
| 342 |
+
"metadata": {},
|
| 343 |
+
"source": []
|
| 344 |
+
}
|
| 345 |
+
],
|
| 346 |
+
"metadata": {
|
| 347 |
+
"kernelspec": {
|
| 348 |
+
"display_name": ".venv",
|
| 349 |
+
"language": "python",
|
| 350 |
+
"name": "python3"
|
| 351 |
+
},
|
| 352 |
+
"language_info": {
|
| 353 |
+
"codemirror_mode": {
|
| 354 |
+
"name": "ipython",
|
| 355 |
+
"version": 3
|
| 356 |
+
},
|
| 357 |
+
"file_extension": ".py",
|
| 358 |
+
"mimetype": "text/x-python",
|
| 359 |
+
"name": "python",
|
| 360 |
+
"nbconvert_exporter": "python",
|
| 361 |
+
"pygments_lexer": "ipython3",
|
| 362 |
+
"version": "3.12.9"
|
| 363 |
+
}
|
| 364 |
+
},
|
| 365 |
+
"nbformat": 4,
|
| 366 |
+
"nbformat_minor": 2
|
| 367 |
+
}
|
community_contributions/1_lab1_Mudassar.ipynb
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# First Agentic AI workflow with OPENAI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"#### And please do remember to contact me if I can help\n",
|
| 15 |
+
"\n",
|
| 16 |
+
"And I love to connect: https://www.linkedin.com/in/muhammad-mudassar-a65645192/"
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"cell_type": "markdown",
|
| 21 |
+
"metadata": {},
|
| 22 |
+
"source": [
|
| 23 |
+
"## Import Libraries"
|
| 24 |
+
]
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"cell_type": "code",
|
| 28 |
+
"execution_count": 59,
|
| 29 |
+
"metadata": {},
|
| 30 |
+
"outputs": [],
|
| 31 |
+
"source": [
|
| 32 |
+
"import os\n",
|
| 33 |
+
"import re\n",
|
| 34 |
+
"from openai import OpenAI\n",
|
| 35 |
+
"from dotenv import load_dotenv\n",
|
| 36 |
+
"from IPython.display import Markdown, display"
|
| 37 |
+
]
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"cell_type": "code",
|
| 41 |
+
"execution_count": null,
|
| 42 |
+
"metadata": {},
|
| 43 |
+
"outputs": [],
|
| 44 |
+
"source": [
|
| 45 |
+
"load_dotenv(override=True)"
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"cell_type": "code",
|
| 50 |
+
"execution_count": null,
|
| 51 |
+
"metadata": {},
|
| 52 |
+
"outputs": [],
|
| 53 |
+
"source": [
|
| 54 |
+
"openai_api_key=os.getenv(\"OPENAI_API_KEY\")\n",
|
| 55 |
+
"if openai_api_key:\n",
|
| 56 |
+
" print(f\"openai api key exists and begins {openai_api_key[:8]}\")\n",
|
| 57 |
+
"else:\n",
|
| 58 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the gui\")"
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"cell_type": "markdown",
|
| 63 |
+
"metadata": {},
|
| 64 |
+
"source": [
|
| 65 |
+
"## Workflow with OPENAI"
|
| 66 |
+
]
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"cell_type": "code",
|
| 70 |
+
"execution_count": 21,
|
| 71 |
+
"metadata": {},
|
| 72 |
+
"outputs": [],
|
| 73 |
+
"source": [
|
| 74 |
+
"openai=OpenAI()"
|
| 75 |
+
]
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"cell_type": "code",
|
| 79 |
+
"execution_count": 31,
|
| 80 |
+
"metadata": {},
|
| 81 |
+
"outputs": [],
|
| 82 |
+
"source": [
|
| 83 |
+
"message = [{'role':'user','content':\"what is 2+3?\"}]"
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": null,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"response = openai.chat.completions.create(model=\"gpt-4o-mini\",messages=message)\n",
|
| 93 |
+
"print(response.choices[0].message.content)"
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"cell_type": "code",
|
| 98 |
+
"execution_count": 33,
|
| 99 |
+
"metadata": {},
|
| 100 |
+
"outputs": [],
|
| 101 |
+
"source": [
|
| 102 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 103 |
+
"message=[{'role':'user','content':question}]"
|
| 104 |
+
]
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"cell_type": "code",
|
| 108 |
+
"execution_count": null,
|
| 109 |
+
"metadata": {},
|
| 110 |
+
"outputs": [],
|
| 111 |
+
"source": [
|
| 112 |
+
"response=openai.chat.completions.create(model=\"gpt-4o-mini\",messages=message)\n",
|
| 113 |
+
"question=response.choices[0].message.content\n",
|
| 114 |
+
"print(f\"Answer: {question}\")"
|
| 115 |
+
]
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"cell_type": "code",
|
| 119 |
+
"execution_count": 35,
|
| 120 |
+
"metadata": {},
|
| 121 |
+
"outputs": [],
|
| 122 |
+
"source": [
|
| 123 |
+
"message=[{'role':'user','content':question}]"
|
| 124 |
+
]
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"cell_type": "code",
|
| 128 |
+
"execution_count": null,
|
| 129 |
+
"metadata": {},
|
| 130 |
+
"outputs": [],
|
| 131 |
+
"source": [
|
| 132 |
+
"response=openai.chat.completions.create(model=\"gpt-4o-mini\",messages=message)\n",
|
| 133 |
+
"answer = response.choices[0].message.content\n",
|
| 134 |
+
"print(f\"Answer: {answer}\")"
|
| 135 |
+
]
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"cell_type": "code",
|
| 139 |
+
"execution_count": null,
|
| 140 |
+
"metadata": {},
|
| 141 |
+
"outputs": [],
|
| 142 |
+
"source": [
|
| 143 |
+
"# convert \\[ ... \\] to $$ ... $$, to properly render Latex\n",
|
| 144 |
+
"converted_answer = re.sub(r'\\\\[\\[\\]]', '$$', answer)\n",
|
| 145 |
+
"display(Markdown(converted_answer))"
|
| 146 |
+
]
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"cell_type": "markdown",
|
| 150 |
+
"metadata": {},
|
| 151 |
+
"source": [
|
| 152 |
+
"## Exercise"
|
| 153 |
+
]
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"cell_type": "markdown",
|
| 157 |
+
"metadata": {},
|
| 158 |
+
"source": [
|
| 159 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 160 |
+
" <tr>\n",
|
| 161 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 162 |
+
" <img src=\"../../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 163 |
+
" </td>\n",
|
| 164 |
+
" <td>\n",
|
| 165 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 166 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 167 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 168 |
+
" Finally have 3 third LLM call propose the Agentic AI solution.\n",
|
| 169 |
+
" </span>\n",
|
| 170 |
+
" </td>\n",
|
| 171 |
+
" </tr>\n",
|
| 172 |
+
"</table>"
|
| 173 |
+
]
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"cell_type": "code",
|
| 177 |
+
"execution_count": 42,
|
| 178 |
+
"metadata": {},
|
| 179 |
+
"outputs": [],
|
| 180 |
+
"source": [
|
| 181 |
+
"message = [{'role':'user','content':\"give me a business area related to ecommerce that might be worth exploring for a agentic opportunity.\"}]"
|
| 182 |
+
]
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"cell_type": "code",
|
| 186 |
+
"execution_count": null,
|
| 187 |
+
"metadata": {},
|
| 188 |
+
"outputs": [],
|
| 189 |
+
"source": [
|
| 190 |
+
"response = openai.chat.completions.create(model=\"gpt-4o-mini\",messages=message)\n",
|
| 191 |
+
"business_area = response.choices[0].message.content\n",
|
| 192 |
+
"business_area"
|
| 193 |
+
]
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"cell_type": "code",
|
| 197 |
+
"execution_count": null,
|
| 198 |
+
"metadata": {},
|
| 199 |
+
"outputs": [],
|
| 200 |
+
"source": [
|
| 201 |
+
"message = business_area + \"present a pain-point in that industry - something challenging that might be ripe for an agentic solutions.\"\n",
|
| 202 |
+
"message"
|
| 203 |
+
]
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"cell_type": "code",
|
| 207 |
+
"execution_count": null,
|
| 208 |
+
"metadata": {},
|
| 209 |
+
"outputs": [],
|
| 210 |
+
"source": [
|
| 211 |
+
"message = [{'role': 'user', 'content': message}]\n",
|
| 212 |
+
"response = openai.chat.completions.create(model=\"gpt-4o-mini\",messages=message)\n",
|
| 213 |
+
"question=response.choices[0].message.content\n",
|
| 214 |
+
"question"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"message=[{'role':'user','content':question}]\n",
|
| 224 |
+
"response=openai.chat.completions.create(model=\"gpt-4o-mini\",messages=message)\n",
|
| 225 |
+
"answer=response.choices[0].message.content\n",
|
| 226 |
+
"print(answer)"
|
| 227 |
+
]
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"cell_type": "code",
|
| 231 |
+
"execution_count": null,
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"outputs": [],
|
| 234 |
+
"source": [
|
| 235 |
+
"display(Markdown(answer))"
|
| 236 |
+
]
|
| 237 |
+
}
|
| 238 |
+
],
|
| 239 |
+
"metadata": {
|
| 240 |
+
"kernelspec": {
|
| 241 |
+
"display_name": ".venv",
|
| 242 |
+
"language": "python",
|
| 243 |
+
"name": "python3"
|
| 244 |
+
},
|
| 245 |
+
"language_info": {
|
| 246 |
+
"codemirror_mode": {
|
| 247 |
+
"name": "ipython",
|
| 248 |
+
"version": 3
|
| 249 |
+
},
|
| 250 |
+
"file_extension": ".py",
|
| 251 |
+
"mimetype": "text/x-python",
|
| 252 |
+
"name": "python",
|
| 253 |
+
"nbconvert_exporter": "python",
|
| 254 |
+
"pygments_lexer": "ipython3",
|
| 255 |
+
"version": "3.12.5"
|
| 256 |
+
}
|
| 257 |
+
},
|
| 258 |
+
"nbformat": 4,
|
| 259 |
+
"nbformat_minor": 2
|
| 260 |
+
}
|
community_contributions/1_lab1_Thanh.ipynb
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"### And please do remember to contact me if I can help\n",
|
| 15 |
+
"\n",
|
| 16 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 17 |
+
"\n",
|
| 18 |
+
"\n",
|
| 19 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 20 |
+
"\n",
|
| 21 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 22 |
+
"- Open extensions (View >> extensions)\n",
|
| 23 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 24 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 25 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 26 |
+
"\n",
|
| 27 |
+
"And then:\n",
|
| 28 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 29 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 30 |
+
"3. Enjoy!\n",
|
| 31 |
+
"\n",
|
| 32 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 33 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 34 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 35 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 36 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 37 |
+
"And then try again.\n",
|
| 38 |
+
"\n",
|
| 39 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 40 |
+
"`conda deactivate` \n",
|
| 41 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 42 |
+
"`conda config --set auto_activate_base false` \n",
|
| 43 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": null,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [],
|
| 51 |
+
"source": [
|
| 52 |
+
"from dotenv import load_dotenv\n",
|
| 53 |
+
"load_dotenv()"
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"cell_type": "code",
|
| 58 |
+
"execution_count": null,
|
| 59 |
+
"metadata": {},
|
| 60 |
+
"outputs": [],
|
| 61 |
+
"source": [
|
| 62 |
+
"# Check the keys\n",
|
| 63 |
+
"import google.generativeai as genai\n",
|
| 64 |
+
"import os\n",
|
| 65 |
+
"genai.configure(api_key=os.getenv('GOOGLE_API_KEY'))\n",
|
| 66 |
+
"model = genai.GenerativeModel(model_name=\"gemini-1.5-flash\")\n"
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"cell_type": "code",
|
| 71 |
+
"execution_count": null,
|
| 72 |
+
"metadata": {},
|
| 73 |
+
"outputs": [],
|
| 74 |
+
"source": [
|
| 75 |
+
"# Create a list of messages in the familiar Gemini GenAI format\n",
|
| 76 |
+
"\n",
|
| 77 |
+
"response = model.generate_content([\"2+2=?\"])\n",
|
| 78 |
+
"response.text"
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"cell_type": "code",
|
| 83 |
+
"execution_count": null,
|
| 84 |
+
"metadata": {},
|
| 85 |
+
"outputs": [],
|
| 86 |
+
"source": [
|
| 87 |
+
"# And now - let's ask for a question:\n",
|
| 88 |
+
"\n",
|
| 89 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 90 |
+
"\n",
|
| 91 |
+
"response = model.generate_content([question])\n",
|
| 92 |
+
"print(response.text)"
|
| 93 |
+
]
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"cell_type": "code",
|
| 97 |
+
"execution_count": null,
|
| 98 |
+
"metadata": {},
|
| 99 |
+
"outputs": [],
|
| 100 |
+
"source": [
|
| 101 |
+
"from IPython.display import Markdown, display\n",
|
| 102 |
+
"\n",
|
| 103 |
+
"display(Markdown(response.text))"
|
| 104 |
+
]
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"cell_type": "markdown",
|
| 108 |
+
"metadata": {},
|
| 109 |
+
"source": [
|
| 110 |
+
"# Congratulations!\n",
|
| 111 |
+
"\n",
|
| 112 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 113 |
+
"\n",
|
| 114 |
+
"Next time things get more interesting..."
|
| 115 |
+
]
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"cell_type": "code",
|
| 119 |
+
"execution_count": null,
|
| 120 |
+
"metadata": {},
|
| 121 |
+
"outputs": [],
|
| 122 |
+
"source": [
|
| 123 |
+
"# First create the messages:\n",
|
| 124 |
+
"\n",
|
| 125 |
+
"messages = [{\"role\": \"user\", \"content\": \"Something here\"}]\n",
|
| 126 |
+
"\n",
|
| 127 |
+
"# Then make the first call:\n",
|
| 128 |
+
"\n",
|
| 129 |
+
"response =\n",
|
| 130 |
+
"\n",
|
| 131 |
+
"# Then read the business idea:\n",
|
| 132 |
+
"\n",
|
| 133 |
+
"business_idea = response.\n",
|
| 134 |
+
"\n",
|
| 135 |
+
"# And repeat!"
|
| 136 |
+
]
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"cell_type": "markdown",
|
| 140 |
+
"metadata": {},
|
| 141 |
+
"source": []
|
| 142 |
+
}
|
| 143 |
+
],
|
| 144 |
+
"metadata": {
|
| 145 |
+
"kernelspec": {
|
| 146 |
+
"display_name": "llm_projects",
|
| 147 |
+
"language": "python",
|
| 148 |
+
"name": "python3"
|
| 149 |
+
},
|
| 150 |
+
"language_info": {
|
| 151 |
+
"codemirror_mode": {
|
| 152 |
+
"name": "ipython",
|
| 153 |
+
"version": 3
|
| 154 |
+
},
|
| 155 |
+
"file_extension": ".py",
|
| 156 |
+
"mimetype": "text/x-python",
|
| 157 |
+
"name": "python",
|
| 158 |
+
"nbconvert_exporter": "python",
|
| 159 |
+
"pygments_lexer": "ipython3",
|
| 160 |
+
"version": "3.10.15"
|
| 161 |
+
}
|
| 162 |
+
},
|
| 163 |
+
"nbformat": 4,
|
| 164 |
+
"nbformat_minor": 2
|
| 165 |
+
}
|
community_contributions/1_lab1_chandra_chekuri.ipynb
ADDED
|
@@ -0,0 +1,620 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": 1,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": 2,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [
|
| 102 |
+
{
|
| 103 |
+
"data": {
|
| 104 |
+
"text/plain": [
|
| 105 |
+
"True"
|
| 106 |
+
]
|
| 107 |
+
},
|
| 108 |
+
"execution_count": 2,
|
| 109 |
+
"metadata": {},
|
| 110 |
+
"output_type": "execute_result"
|
| 111 |
+
}
|
| 112 |
+
],
|
| 113 |
+
"source": [
|
| 114 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 115 |
+
"# If this returns false, see the next cell!\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"load_dotenv(override=True)"
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"cell_type": "markdown",
|
| 122 |
+
"metadata": {},
|
| 123 |
+
"source": [
|
| 124 |
+
"### Wait, did that just output `False`??\n",
|
| 125 |
+
"\n",
|
| 126 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 127 |
+
"\n",
|
| 128 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 129 |
+
"\n",
|
| 130 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 131 |
+
]
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"cell_type": "markdown",
|
| 135 |
+
"metadata": {},
|
| 136 |
+
"source": [
|
| 137 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 138 |
+
" <tr>\n",
|
| 139 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 140 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 141 |
+
" </td>\n",
|
| 142 |
+
" <td>\n",
|
| 143 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 144 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 145 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 146 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 147 |
+
" </span>\n",
|
| 148 |
+
" </td>\n",
|
| 149 |
+
" </tr>\n",
|
| 150 |
+
"</table>"
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"cell_type": "code",
|
| 155 |
+
"execution_count": 3,
|
| 156 |
+
"metadata": {},
|
| 157 |
+
"outputs": [
|
| 158 |
+
{
|
| 159 |
+
"name": "stdout",
|
| 160 |
+
"output_type": "stream",
|
| 161 |
+
"text": [
|
| 162 |
+
"OpenAI API Key exists and begins sk-proj-\n"
|
| 163 |
+
]
|
| 164 |
+
}
|
| 165 |
+
],
|
| 166 |
+
"source": [
|
| 167 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 168 |
+
"\n",
|
| 169 |
+
"import os\n",
|
| 170 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 171 |
+
"\n",
|
| 172 |
+
"if openai_api_key:\n",
|
| 173 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 174 |
+
"else:\n",
|
| 175 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 176 |
+
" \n"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"cell_type": "code",
|
| 181 |
+
"execution_count": 4,
|
| 182 |
+
"metadata": {},
|
| 183 |
+
"outputs": [],
|
| 184 |
+
"source": [
|
| 185 |
+
"# And now - the all important import statement\n",
|
| 186 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 187 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 188 |
+
"\n",
|
| 189 |
+
"from openai import OpenAI"
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"cell_type": "code",
|
| 194 |
+
"execution_count": 5,
|
| 195 |
+
"metadata": {},
|
| 196 |
+
"outputs": [],
|
| 197 |
+
"source": [
|
| 198 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 199 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 200 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 201 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 202 |
+
"\n",
|
| 203 |
+
"openai = OpenAI()"
|
| 204 |
+
]
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"cell_type": "code",
|
| 208 |
+
"execution_count": 6,
|
| 209 |
+
"metadata": {},
|
| 210 |
+
"outputs": [],
|
| 211 |
+
"source": [
|
| 212 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [
|
| 222 |
+
{
|
| 223 |
+
"name": "stdout",
|
| 224 |
+
"output_type": "stream",
|
| 225 |
+
"text": [
|
| 226 |
+
"2 + 2 equals 4.\n",
|
| 227 |
+
"assistant\n"
|
| 228 |
+
]
|
| 229 |
+
}
|
| 230 |
+
],
|
| 231 |
+
"source": [
|
| 232 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 233 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 234 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 235 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 236 |
+
"\n",
|
| 237 |
+
"response = openai.chat.completions.create(\n",
|
| 238 |
+
" model=\"gpt-4.1-nano\",\n",
|
| 239 |
+
" messages=messages\n",
|
| 240 |
+
")\n",
|
| 241 |
+
"\n",
|
| 242 |
+
"print(response.choices[0].message.content)\n"
|
| 243 |
+
]
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"cell_type": "code",
|
| 247 |
+
"execution_count": null,
|
| 248 |
+
"metadata": {},
|
| 249 |
+
"outputs": [],
|
| 250 |
+
"source": [
|
| 251 |
+
"# And now - let's ask for a question:\n",
|
| 252 |
+
"\n",
|
| 253 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 254 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"cell_type": "code",
|
| 259 |
+
"execution_count": 11,
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"outputs": [
|
| 262 |
+
{
|
| 263 |
+
"name": "stdout",
|
| 264 |
+
"output_type": "stream",
|
| 265 |
+
"text": [
|
| 266 |
+
"If all Bloops are Razzies and all Razzies are Lazzies, are all Bloops definitely Lazzies? Explain your reasoning.\n"
|
| 267 |
+
]
|
| 268 |
+
}
|
| 269 |
+
],
|
| 270 |
+
"source": [
|
| 271 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 272 |
+
"\n",
|
| 273 |
+
"response = openai.chat.completions.create(\n",
|
| 274 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 275 |
+
" messages=messages\n",
|
| 276 |
+
")\n",
|
| 277 |
+
"\n",
|
| 278 |
+
"question = response.choices[0].message.content\n",
|
| 279 |
+
"\n",
|
| 280 |
+
"print(question)\n"
|
| 281 |
+
]
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"cell_type": "code",
|
| 285 |
+
"execution_count": 12,
|
| 286 |
+
"metadata": {},
|
| 287 |
+
"outputs": [],
|
| 288 |
+
"source": [
|
| 289 |
+
"# form a new messages list\n",
|
| 290 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 291 |
+
]
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"cell_type": "code",
|
| 295 |
+
"execution_count": 13,
|
| 296 |
+
"metadata": {},
|
| 297 |
+
"outputs": [
|
| 298 |
+
{
|
| 299 |
+
"name": "stdout",
|
| 300 |
+
"output_type": "stream",
|
| 301 |
+
"text": [
|
| 302 |
+
"Yes, all Bloops are definitely Lazzies.\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"**Reasoning:**\n",
|
| 305 |
+
"\n",
|
| 306 |
+
"1. The statement \"All Bloops are Razzies\" means every member of the set Bloops is also a member of the set Razzies.\n",
|
| 307 |
+
"2. The statement \"All Razzies are Lazzies\" means every member of the set Razzies is also a member of the set Lazzies.\n",
|
| 308 |
+
"\n",
|
| 309 |
+
"Since all Bloops are inside the Razzies group, and all Razzies are inside the Lazzies group, it follows that all Bloops must be inside the Lazzies group.\n",
|
| 310 |
+
"\n",
|
| 311 |
+
"In other words, the set of Bloops is a subset of Razzies, and Razzies is a subset of Lazzies. Therefore, Bloops is a subset of Lazzies.\n",
|
| 312 |
+
"\n",
|
| 313 |
+
"This is a classic example of the transitive property in logic and set theory:\n",
|
| 314 |
+
"- If A ⊆ B and B ⊆ C, then A ⊆ C.\n",
|
| 315 |
+
"\n",
|
| 316 |
+
"So, yes, all Bloops are definitely Lazzies.\n"
|
| 317 |
+
]
|
| 318 |
+
}
|
| 319 |
+
],
|
| 320 |
+
"source": [
|
| 321 |
+
"# Ask it again\n",
|
| 322 |
+
"\n",
|
| 323 |
+
"response = openai.chat.completions.create(\n",
|
| 324 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 325 |
+
" messages=messages\n",
|
| 326 |
+
")\n",
|
| 327 |
+
"\n",
|
| 328 |
+
"answer = response.choices[0].message.content\n",
|
| 329 |
+
"print(answer)\n"
|
| 330 |
+
]
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"cell_type": "code",
|
| 334 |
+
"execution_count": 14,
|
| 335 |
+
"metadata": {},
|
| 336 |
+
"outputs": [
|
| 337 |
+
{
|
| 338 |
+
"data": {
|
| 339 |
+
"text/markdown": [
|
| 340 |
+
"Yes, all Bloops are definitely Lazzies.\n",
|
| 341 |
+
"\n",
|
| 342 |
+
"**Reasoning:**\n",
|
| 343 |
+
"\n",
|
| 344 |
+
"1. The statement \"All Bloops are Razzies\" means every member of the set Bloops is also a member of the set Razzies.\n",
|
| 345 |
+
"2. The statement \"All Razzies are Lazzies\" means every member of the set Razzies is also a member of the set Lazzies.\n",
|
| 346 |
+
"\n",
|
| 347 |
+
"Since all Bloops are inside the Razzies group, and all Razzies are inside the Lazzies group, it follows that all Bloops must be inside the Lazzies group.\n",
|
| 348 |
+
"\n",
|
| 349 |
+
"In other words, the set of Bloops is a subset of Razzies, and Razzies is a subset of Lazzies. Therefore, Bloops is a subset of Lazzies.\n",
|
| 350 |
+
"\n",
|
| 351 |
+
"This is a classic example of the transitive property in logic and set theory:\n",
|
| 352 |
+
"- If A ⊆ B and B ⊆ C, then A ⊆ C.\n",
|
| 353 |
+
"\n",
|
| 354 |
+
"So, yes, all Bloops are definitely Lazzies."
|
| 355 |
+
],
|
| 356 |
+
"text/plain": [
|
| 357 |
+
"<IPython.core.display.Markdown object>"
|
| 358 |
+
]
|
| 359 |
+
},
|
| 360 |
+
"metadata": {},
|
| 361 |
+
"output_type": "display_data"
|
| 362 |
+
}
|
| 363 |
+
],
|
| 364 |
+
"source": [
|
| 365 |
+
"from IPython.display import Markdown, display\n",
|
| 366 |
+
"\n",
|
| 367 |
+
"display(Markdown(answer))\n",
|
| 368 |
+
"\n"
|
| 369 |
+
]
|
| 370 |
+
},
|
| 371 |
+
{
|
| 372 |
+
"cell_type": "markdown",
|
| 373 |
+
"metadata": {},
|
| 374 |
+
"source": [
|
| 375 |
+
"# Congratulations!\n",
|
| 376 |
+
"\n",
|
| 377 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 378 |
+
"\n",
|
| 379 |
+
"Next time things get more interesting..."
|
| 380 |
+
]
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"cell_type": "markdown",
|
| 384 |
+
"metadata": {},
|
| 385 |
+
"source": [
|
| 386 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 387 |
+
" <tr>\n",
|
| 388 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 389 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 390 |
+
" </td>\n",
|
| 391 |
+
" <td>\n",
|
| 392 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 393 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 394 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 395 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 396 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 397 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 398 |
+
" </span>\n",
|
| 399 |
+
" </td>\n",
|
| 400 |
+
" </tr>\n",
|
| 401 |
+
"</table>"
|
| 402 |
+
]
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"cell_type": "code",
|
| 406 |
+
"execution_count": 17,
|
| 407 |
+
"metadata": {},
|
| 408 |
+
"outputs": [
|
| 409 |
+
{
|
| 410 |
+
"name": "stdout",
|
| 411 |
+
"output_type": "stream",
|
| 412 |
+
"text": [
|
| 413 |
+
"One promising business area to explore for an Agentic AI opportunity is **Supply Chain and Logistics Management**.\n",
|
| 414 |
+
"\n",
|
| 415 |
+
"### Why Supply Chain and Logistics?\n",
|
| 416 |
+
"\n",
|
| 417 |
+
"1. **Complex Decision-Making Environment:** Supply chains involve numerous variables including inventory levels, demand forecasting, transportation routes, supplier reliability, and geopolitical factors. An Agentic AI can autonomously analyze these variables in real-time and make optimized decisions.\n",
|
| 418 |
+
"\n",
|
| 419 |
+
"2. **High Impact on Efficiency and Cost:** Optimizing supply chain operations directly reduces costs, improves delivery times, and enhances customer satisfaction. Autonomous AI agents can dynamically reroute shipments, adjust inventory strategies, and renegotiate with suppliers in response to unexpected events.\n",
|
| 420 |
+
"\n",
|
| 421 |
+
"3. **Adaptability to Disruptions:** Agentic AI can proactively manage disruptions—e.g., natural disasters, port strikes, sudden demand spikes—by autonomously altering plans without human intervention, maintaining supply chain resilience.\n",
|
| 422 |
+
"\n",
|
| 423 |
+
"4. **Data-Rich Environment:** Supply chains generate massive amounts of data from IoT sensors, ERP systems, and market trends. An Agentic AI can continuously learn from this data to improve decision-making over time.\n",
|
| 424 |
+
"\n",
|
| 425 |
+
"5. **Scalability:** Agents can operate across multiple nodes of a global supply chain, coordinating activities and ensuring end-to-end optimization, a task challenging for traditional manual or semi-automated tools.\n",
|
| 426 |
+
"\n",
|
| 427 |
+
"### Example Use Cases\n",
|
| 428 |
+
"\n",
|
| 429 |
+
"- Autonomous inventory management agents that predict and reorder supplies.\n",
|
| 430 |
+
"- AI-driven transportation agents that plan and adjust delivery routes in real-time.\n",
|
| 431 |
+
"- Negotiation agents that interact with suppliers to secure better terms or resolve delays.\n",
|
| 432 |
+
"- Risk management agents that simulate scenarios and implement contingency plans proactively.\n",
|
| 433 |
+
"\n",
|
| 434 |
+
"### Potential ROI\n",
|
| 435 |
+
"\n",
|
| 436 |
+
"Improved efficiency and responsiveness can lead to significant cost reductions, better service levels, and competitive advantages in markets where speed and reliability are critical.\n",
|
| 437 |
+
"\n",
|
| 438 |
+
"---\n",
|
| 439 |
+
"\n",
|
| 440 |
+
"Would you like me to elaborate on potential technical approaches or business models for Agentic AI in this field?\n"
|
| 441 |
+
]
|
| 442 |
+
}
|
| 443 |
+
],
|
| 444 |
+
"source": [
|
| 445 |
+
"# First create the messages:\n",
|
| 446 |
+
"\n",
|
| 447 |
+
"messages = [{\"role\": \"user\", \"content\": \"pick a business area that might be worth exploring for an Agentic AI opportunity.\"}]\n",
|
| 448 |
+
"\n",
|
| 449 |
+
"# Then make the first call:\n",
|
| 450 |
+
"\n",
|
| 451 |
+
"response = openai.chat.completions.create(\n",
|
| 452 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 453 |
+
" messages=messages\n",
|
| 454 |
+
")\n",
|
| 455 |
+
"\n",
|
| 456 |
+
"# Then read the business idea:\n",
|
| 457 |
+
"\n",
|
| 458 |
+
"business_idea = response.choices[0].message.content\n",
|
| 459 |
+
"print(business_idea)\n",
|
| 460 |
+
"\n",
|
| 461 |
+
"# And repeat! In the next message, include the business idea within the message"
|
| 462 |
+
]
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"cell_type": "code",
|
| 466 |
+
"execution_count": 19,
|
| 467 |
+
"metadata": {},
|
| 468 |
+
"outputs": [
|
| 469 |
+
{
|
| 470 |
+
"name": "stdout",
|
| 471 |
+
"output_type": "stream",
|
| 472 |
+
"text": [
|
| 473 |
+
"Certainly! Let’s consider the **healthcare industry** as an example.\n",
|
| 474 |
+
"\n",
|
| 475 |
+
"**Pain-point:** \n",
|
| 476 |
+
"Healthcare providers often struggle with **efficiently managing and coordinating patient care across multiple departments and specialists**, leading to delays, miscommunications, and fragmented patient experiences.\n",
|
| 477 |
+
"\n",
|
| 478 |
+
"**Why it’s challenging:** \n",
|
| 479 |
+
"- Patient information is often siloed in different systems or departments. \n",
|
| 480 |
+
"- Coordinating appointments, treatments, and follow-ups requires constant communication and scheduling adjustments. \n",
|
| 481 |
+
"- Healthcare professionals face high workloads, making manual coordination prone to errors and delays. \n",
|
| 482 |
+
"- Patients may receive redundant tests or conflicting advice due to lack of coordinated care.\n",
|
| 483 |
+
"\n",
|
| 484 |
+
"**Ripe for an Agentic solution:** \n",
|
| 485 |
+
"An intelligent, autonomous agent could serve as a centralized care coordinator that: \n",
|
| 486 |
+
"- Integrates data across hospital systems to create a unified patient profile. \n",
|
| 487 |
+
"- Dynamically schedules and synchronizes appointments and treatments based on specialist availability and patient needs. \n",
|
| 488 |
+
"- Sends proactive reminders and updates to both patients and providers. \n",
|
| 489 |
+
"- Continuously learns and adapts to optimize care pathways and reduce bottlenecks.\n",
|
| 490 |
+
"\n",
|
| 491 |
+
"Such an agentic system could profoundly improve efficiency, reduce errors, and enhance patient outcomes by automating complex coordination tasks and enabling more seamless communication among all stakeholders.\n"
|
| 492 |
+
]
|
| 493 |
+
}
|
| 494 |
+
],
|
| 495 |
+
"source": [
|
| 496 |
+
"pick_pain_point = [{\"role\":\"user\",\"content\" : \"present a pain-point in that industry - something challenging that might be ripe for an Agentic solution\"}]\n",
|
| 497 |
+
"\n",
|
| 498 |
+
"response = openai.chat.completions.create(\n",
|
| 499 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 500 |
+
" messages=pick_pain_point\n",
|
| 501 |
+
")\n",
|
| 502 |
+
"\n",
|
| 503 |
+
"pain_point = response.choices[0].message.content\n",
|
| 504 |
+
"print(pain_point)"
|
| 505 |
+
]
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"cell_type": "code",
|
| 509 |
+
"execution_count": 20,
|
| 510 |
+
"metadata": {},
|
| 511 |
+
"outputs": [
|
| 512 |
+
{
|
| 513 |
+
"name": "stdout",
|
| 514 |
+
"output_type": "stream",
|
| 515 |
+
"text": [
|
| 516 |
+
"\"Agentic AI\" refers to artificial intelligence systems that operate with a degree of autonomy and goal-directed behavior, often capable of making decisions, planning, and interacting with environments in a manner similar to an agent. When proposing an Agentic AI solution, it’s important to outline the system's objectives, capabilities, architecture, and deployment context clearly.\n",
|
| 517 |
+
"\n",
|
| 518 |
+
"Here is a structured proposal for an Agentic AI solution:\n",
|
| 519 |
+
"\n",
|
| 520 |
+
"---\n",
|
| 521 |
+
"\n",
|
| 522 |
+
"### Proposal: Agentic AI Solution for Autonomous Task Management\n",
|
| 523 |
+
"\n",
|
| 524 |
+
"#### 1. **Objective**\n",
|
| 525 |
+
"\n",
|
| 526 |
+
"Develop an Agentic AI system capable of autonomously managing complex tasks in dynamic environments. The agent should be able to perceive its environment, make decisions, plan actions, learn from outcomes, and communicate effectively with human users.\n",
|
| 527 |
+
"\n",
|
| 528 |
+
"#### 2. **Use Case**\n",
|
| 529 |
+
"\n",
|
| 530 |
+
"- Autonomous workflow management in enterprise settings.\n",
|
| 531 |
+
"- Robotic process automation with adaptive decision-making.\n",
|
| 532 |
+
"- Intelligent virtual assistants that handle multi-step goals.\n",
|
| 533 |
+
"- Autonomous vehicles or robotic agents performing navigation and task execution.\n",
|
| 534 |
+
"\n",
|
| 535 |
+
"#### 3. **Core Capabilities**\n",
|
| 536 |
+
"\n",
|
| 537 |
+
"- **Perception:** Ability to gather and interpret data from multiple sources (sensors, databases, APIs).\n",
|
| 538 |
+
"- **Reasoning and Decision Making:** Use of symbolic reasoning, probabilistic models, or reinforcement learning to make goal-oriented decisions.\n",
|
| 539 |
+
"- **Planning:** Generate and optimize multi-step action plans to achieve high-level goals.\n",
|
| 540 |
+
"- **Learning:** Adapt strategies based on feedback using supervised, unsupervised, or reinforcement learning techniques.\n",
|
| 541 |
+
"- **Interaction:** Natural language processing and multimodal communication for engaging with users and other systems.\n",
|
| 542 |
+
"\n",
|
| 543 |
+
"#### 4. **Technical Architecture**\n",
|
| 544 |
+
"\n",
|
| 545 |
+
"- **Perception Layer:** Data ingestion modules with preprocessing, sensor fusion, and environment modeling.\n",
|
| 546 |
+
"- **Cognitive Layer:**\n",
|
| 547 |
+
" - Knowledge base for domain-specific understanding.\n",
|
| 548 |
+
" - Planning engine implementing algorithms such as A* search, Monte Carlo Tree Search, or heuristic planners.\n",
|
| 549 |
+
" - Decision module leveraging AI models (e.g., deep reinforcement learning).\n",
|
| 550 |
+
"- **Learning Layer:** Continuous learning pipelines to update models and improve performance.\n",
|
| 551 |
+
"- **Interaction Layer:** NLP processors, dialog managers, and multimodal interfaces.\n",
|
| 552 |
+
"- **Execution Layer:** Actuation modules or API connectors to perform planned actions.\n",
|
| 553 |
+
"\n",
|
| 554 |
+
"#### 5. **Implementation Approach**\n",
|
| 555 |
+
"\n",
|
| 556 |
+
"- Utilize a modular software framework such as ROS (Robot Operating System) for robotics agents or a microservices architecture for software agents.\n",
|
| 557 |
+
"- Integrate AI models developed with frameworks like TensorFlow or PyTorch.\n",
|
| 558 |
+
"- Employ cloud infrastructure for scalability and real-time data processing.\n",
|
| 559 |
+
"- Emphasize safety, transparency, and explainability to maintain trust and compliance.\n",
|
| 560 |
+
"\n",
|
| 561 |
+
"#### 6. **Evaluation Metrics**\n",
|
| 562 |
+
"\n",
|
| 563 |
+
"- Task success rate.\n",
|
| 564 |
+
"- Efficiency in task completion time.\n",
|
| 565 |
+
"- Responsiveness and adaptability to changes.\n",
|
| 566 |
+
"- User satisfaction and usability feedback.\n",
|
| 567 |
+
"- Robustness to uncertainty and errors.\n",
|
| 568 |
+
"\n",
|
| 569 |
+
"#### 7. **Potential Challenges**\n",
|
| 570 |
+
"\n",
|
| 571 |
+
"- Ensuring reliable perception in noisy environments.\n",
|
| 572 |
+
"- Balancing autonomy with human oversight.\n",
|
| 573 |
+
"- Handling ethical and privacy concerns.\n",
|
| 574 |
+
"- Maintaining system robustness and avoiding unintended behavior.\n",
|
| 575 |
+
"\n",
|
| 576 |
+
"#### 8. **Conclusion**\n",
|
| 577 |
+
"\n",
|
| 578 |
+
"This Agentic AI solution can significantly enhance automation by providing intelligent, autonomous agents capable of managing complex, dynamic tasks effectively. It holds promise across various industries, from manufacturing and logistics to customer service and autonomous vehicles.\n",
|
| 579 |
+
"\n",
|
| 580 |
+
"---\n",
|
| 581 |
+
"\n",
|
| 582 |
+
"If you have a specific domain or problem in mind, I can tailor the proposal accordingly. Would you like me to do that?\n"
|
| 583 |
+
]
|
| 584 |
+
}
|
| 585 |
+
],
|
| 586 |
+
"source": [
|
| 587 |
+
"propose=[{\"role\":\"user\",\"content\" : \"propose the Agentic AI solution\"}]\n",
|
| 588 |
+
"\n",
|
| 589 |
+
"response = openai.chat.completions.create(\n",
|
| 590 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 591 |
+
" messages=propose\n",
|
| 592 |
+
")\n",
|
| 593 |
+
"\n",
|
| 594 |
+
"solution = response.choices[0].message.content\n",
|
| 595 |
+
"print(solution)\n"
|
| 596 |
+
]
|
| 597 |
+
}
|
| 598 |
+
],
|
| 599 |
+
"metadata": {
|
| 600 |
+
"kernelspec": {
|
| 601 |
+
"display_name": ".venv",
|
| 602 |
+
"language": "python",
|
| 603 |
+
"name": "python3"
|
| 604 |
+
},
|
| 605 |
+
"language_info": {
|
| 606 |
+
"codemirror_mode": {
|
| 607 |
+
"name": "ipython",
|
| 608 |
+
"version": 3
|
| 609 |
+
},
|
| 610 |
+
"file_extension": ".py",
|
| 611 |
+
"mimetype": "text/x-python",
|
| 612 |
+
"name": "python",
|
| 613 |
+
"nbconvert_exporter": "python",
|
| 614 |
+
"pygments_lexer": "ipython3",
|
| 615 |
+
"version": "3.12.9"
|
| 616 |
+
}
|
| 617 |
+
},
|
| 618 |
+
"nbformat": 4,
|
| 619 |
+
"nbformat_minor": 2
|
| 620 |
+
}
|
community_contributions/1_lab1_cm.ipynb
ADDED
|
@@ -0,0 +1,305 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 23 |
+
" Well in that case, you're ready!!\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "markdown",
|
| 32 |
+
"metadata": {},
|
| 33 |
+
"source": [
|
| 34 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 35 |
+
" <tr>\n",
|
| 36 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 37 |
+
" <img src=\"../../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 38 |
+
" </td>\n",
|
| 39 |
+
" <td>\n",
|
| 40 |
+
" <h2 style=\"color:#00bfff;\">Treat these labs as a resource</h2>\n",
|
| 41 |
+
" <span style=\"color:#00bfff;\">I push updates to the code regularly. When people ask questions or have problems, I incorporate it in the code, adding more examples or improved commentary. As a result, you'll notice that the code below isn't identical to the videos. Everything from the videos is here; but in addition, I've added more steps and better explanations. Consider this like an interactive book that accompanies the lectures.\n",
|
| 42 |
+
" </span>\n",
|
| 43 |
+
" </td>\n",
|
| 44 |
+
" </tr>\n",
|
| 45 |
+
"</table>"
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"cell_type": "markdown",
|
| 50 |
+
"metadata": {},
|
| 51 |
+
"source": [
|
| 52 |
+
"### And please do remember to contact me if I can help\n",
|
| 53 |
+
"\n",
|
| 54 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"\n",
|
| 57 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 60 |
+
"- Open extensions (View >> extensions)\n",
|
| 61 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 62 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 63 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 64 |
+
"\n",
|
| 65 |
+
"And then:\n",
|
| 66 |
+
"1. Run `uv add google-genai` to install the Google Gemini library. (If you had started your environment before running this command, you will need to restart your environment in the Jupyter notebook.)\n",
|
| 67 |
+
"2. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 68 |
+
"3. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 69 |
+
"4. Enjoy!\n",
|
| 70 |
+
"\n",
|
| 71 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 72 |
+
"1. From the Cursor menu, choose Settings >> VSCode Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 73 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 74 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 75 |
+
"And then try again.\n",
|
| 76 |
+
"\n",
|
| 77 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 78 |
+
"`conda deactivate` \n",
|
| 79 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 80 |
+
"`conda config --set auto_activate_base false` \n",
|
| 81 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 82 |
+
]
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"cell_type": "code",
|
| 86 |
+
"execution_count": null,
|
| 87 |
+
"metadata": {},
|
| 88 |
+
"outputs": [],
|
| 89 |
+
"source": [
|
| 90 |
+
"from dotenv import load_dotenv\n"
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"cell_type": "code",
|
| 95 |
+
"execution_count": null,
|
| 96 |
+
"metadata": {},
|
| 97 |
+
"outputs": [],
|
| 98 |
+
"source": [
|
| 99 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 100 |
+
"\n",
|
| 101 |
+
"load_dotenv(override=True)"
|
| 102 |
+
]
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"cell_type": "code",
|
| 106 |
+
"execution_count": null,
|
| 107 |
+
"metadata": {},
|
| 108 |
+
"outputs": [],
|
| 109 |
+
"source": [
|
| 110 |
+
"# Check the keys\n",
|
| 111 |
+
"\n",
|
| 112 |
+
"import os\n",
|
| 113 |
+
"gemini_api_key = os.getenv('GEMINI_API_KEY')\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"if gemini_api_key:\n",
|
| 116 |
+
" print(f\"Gemini API Key exists and begins {gemini_api_key[:8]}\")\n",
|
| 117 |
+
"else:\n",
|
| 118 |
+
" print(\"Gemini API Key not set - please head to the troubleshooting guide in the guides folder\")\n",
|
| 119 |
+
" \n"
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "code",
|
| 124 |
+
"execution_count": null,
|
| 125 |
+
"metadata": {},
|
| 126 |
+
"outputs": [],
|
| 127 |
+
"source": [
|
| 128 |
+
"# And now - the all important import statement\n",
|
| 129 |
+
"# If you get an import error - head over to troubleshooting guide\n",
|
| 130 |
+
"\n",
|
| 131 |
+
"from google import genai"
|
| 132 |
+
]
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"cell_type": "code",
|
| 136 |
+
"execution_count": null,
|
| 137 |
+
"metadata": {},
|
| 138 |
+
"outputs": [],
|
| 139 |
+
"source": [
|
| 140 |
+
"# And now we'll create an instance of the Gemini GenAI class\n",
|
| 141 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder!\n",
|
| 142 |
+
"# If you get a NameError - head over to the guides folder to learn about NameErrors\n",
|
| 143 |
+
"\n",
|
| 144 |
+
"client = genai.Client(api_key=gemini_api_key)"
|
| 145 |
+
]
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"cell_type": "code",
|
| 149 |
+
"execution_count": null,
|
| 150 |
+
"metadata": {},
|
| 151 |
+
"outputs": [],
|
| 152 |
+
"source": [
|
| 153 |
+
"# Create a list of messages in the familiar Gemini GenAI format\n",
|
| 154 |
+
"\n",
|
| 155 |
+
"messages = [\"What is 2+2?\"]"
|
| 156 |
+
]
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"cell_type": "code",
|
| 160 |
+
"execution_count": null,
|
| 161 |
+
"metadata": {},
|
| 162 |
+
"outputs": [],
|
| 163 |
+
"source": [
|
| 164 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 165 |
+
"\n",
|
| 166 |
+
"response = client.models.generate_content(\n",
|
| 167 |
+
" model=\"gemini-2.0-flash\", contents=messages\n",
|
| 168 |
+
")\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"print(response.text)\n"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": null,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"\n",
|
| 180 |
+
"# Lets no create a challenging question\n",
|
| 181 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 182 |
+
"\n",
|
| 183 |
+
"# Ask the the model\n",
|
| 184 |
+
"response = client.models.generate_content(\n",
|
| 185 |
+
" model=\"gemini-2.0-flash\", contents=question\n",
|
| 186 |
+
")\n",
|
| 187 |
+
"\n",
|
| 188 |
+
"question = response.text\n",
|
| 189 |
+
"\n",
|
| 190 |
+
"print(question)\n"
|
| 191 |
+
]
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"cell_type": "code",
|
| 195 |
+
"execution_count": null,
|
| 196 |
+
"metadata": {},
|
| 197 |
+
"outputs": [],
|
| 198 |
+
"source": [
|
| 199 |
+
"# Ask the models generated question to the model\n",
|
| 200 |
+
"response = client.models.generate_content(\n",
|
| 201 |
+
" model=\"gemini-2.0-flash\", contents=question\n",
|
| 202 |
+
")\n",
|
| 203 |
+
"\n",
|
| 204 |
+
"# Extract the answer from the response\n",
|
| 205 |
+
"answer = response.text\n",
|
| 206 |
+
"\n",
|
| 207 |
+
"# Debug log the answer\n",
|
| 208 |
+
"print(answer)\n"
|
| 209 |
+
]
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"cell_type": "code",
|
| 213 |
+
"execution_count": null,
|
| 214 |
+
"metadata": {},
|
| 215 |
+
"outputs": [],
|
| 216 |
+
"source": [
|
| 217 |
+
"from IPython.display import Markdown, display\n",
|
| 218 |
+
"\n",
|
| 219 |
+
"# Nicely format the answer using Markdown\n",
|
| 220 |
+
"display(Markdown(answer))\n",
|
| 221 |
+
"\n"
|
| 222 |
+
]
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"cell_type": "markdown",
|
| 226 |
+
"metadata": {},
|
| 227 |
+
"source": [
|
| 228 |
+
"# Congratulations!\n",
|
| 229 |
+
"\n",
|
| 230 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 231 |
+
"\n",
|
| 232 |
+
"Next time things get more interesting..."
|
| 233 |
+
]
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"cell_type": "markdown",
|
| 237 |
+
"metadata": {},
|
| 238 |
+
"source": [
|
| 239 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 240 |
+
" <tr>\n",
|
| 241 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 242 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 243 |
+
" </td>\n",
|
| 244 |
+
" <td>\n",
|
| 245 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 246 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 247 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 248 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 249 |
+
" Finally have 3 third LLM call propose the Agentic AI solution.\n",
|
| 250 |
+
" </span>\n",
|
| 251 |
+
" </td>\n",
|
| 252 |
+
" </tr>\n",
|
| 253 |
+
"</table>"
|
| 254 |
+
]
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"cell_type": "code",
|
| 258 |
+
"execution_count": null,
|
| 259 |
+
"metadata": {},
|
| 260 |
+
"outputs": [],
|
| 261 |
+
"source": [
|
| 262 |
+
"# First create the messages:\n",
|
| 263 |
+
"\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"messages = [\"Something here\"]\n",
|
| 266 |
+
"\n",
|
| 267 |
+
"# Then make the first call:\n",
|
| 268 |
+
"\n",
|
| 269 |
+
"response =\n",
|
| 270 |
+
"\n",
|
| 271 |
+
"# Then read the business idea:\n",
|
| 272 |
+
"\n",
|
| 273 |
+
"business_idea = response.\n",
|
| 274 |
+
"\n",
|
| 275 |
+
"# And repeat!"
|
| 276 |
+
]
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"cell_type": "markdown",
|
| 280 |
+
"metadata": {},
|
| 281 |
+
"source": []
|
| 282 |
+
}
|
| 283 |
+
],
|
| 284 |
+
"metadata": {
|
| 285 |
+
"kernelspec": {
|
| 286 |
+
"display_name": ".venv",
|
| 287 |
+
"language": "python",
|
| 288 |
+
"name": "python3"
|
| 289 |
+
},
|
| 290 |
+
"language_info": {
|
| 291 |
+
"codemirror_mode": {
|
| 292 |
+
"name": "ipython",
|
| 293 |
+
"version": 3
|
| 294 |
+
},
|
| 295 |
+
"file_extension": ".py",
|
| 296 |
+
"mimetype": "text/x-python",
|
| 297 |
+
"name": "python",
|
| 298 |
+
"nbconvert_exporter": "python",
|
| 299 |
+
"pygments_lexer": "ipython3",
|
| 300 |
+
"version": "3.12.10"
|
| 301 |
+
}
|
| 302 |
+
},
|
| 303 |
+
"nbformat": 4,
|
| 304 |
+
"nbformat_minor": 2
|
| 305 |
+
}
|
community_contributions/1_lab1_gemini.ipynb
ADDED
|
@@ -0,0 +1,305 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 23 |
+
" Well in that case, you're ready!!\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "markdown",
|
| 32 |
+
"metadata": {},
|
| 33 |
+
"source": [
|
| 34 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 35 |
+
" <tr>\n",
|
| 36 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 37 |
+
" <img src=\"../../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 38 |
+
" </td>\n",
|
| 39 |
+
" <td>\n",
|
| 40 |
+
" <h2 style=\"color:#00bfff;\">Treat these labs as a resource</h2>\n",
|
| 41 |
+
" <span style=\"color:#00bfff;\">I push updates to the code regularly. When people ask questions or have problems, I incorporate it in the code, adding more examples or improved commentary. As a result, you'll notice that the code below isn't identical to the videos. Everything from the videos is here; but in addition, I've added more steps and better explanations. Consider this like an interactive book that accompanies the lectures.\n",
|
| 42 |
+
" </span>\n",
|
| 43 |
+
" </td>\n",
|
| 44 |
+
" </tr>\n",
|
| 45 |
+
"</table>"
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"cell_type": "markdown",
|
| 50 |
+
"metadata": {},
|
| 51 |
+
"source": [
|
| 52 |
+
"### And please do remember to contact me if I can help\n",
|
| 53 |
+
"\n",
|
| 54 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"\n",
|
| 57 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 60 |
+
"- Open extensions (View >> extensions)\n",
|
| 61 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 62 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 63 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 64 |
+
"\n",
|
| 65 |
+
"And then:\n",
|
| 66 |
+
"1. Run `uv add google-genai` to install the Google Gemini library. (If you had started your environment before running this command, you will need to restart your environment in the Jupyter notebook.)\n",
|
| 67 |
+
"2. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 68 |
+
"3. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 69 |
+
"4. Enjoy!\n",
|
| 70 |
+
"\n",
|
| 71 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 72 |
+
"1. From the Cursor menu, choose Settings >> VSCode Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 73 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 74 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 75 |
+
"And then try again.\n",
|
| 76 |
+
"\n",
|
| 77 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 78 |
+
"`conda deactivate` \n",
|
| 79 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 80 |
+
"`conda config --set auto_activate_base false` \n",
|
| 81 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 82 |
+
]
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"cell_type": "code",
|
| 86 |
+
"execution_count": null,
|
| 87 |
+
"metadata": {},
|
| 88 |
+
"outputs": [],
|
| 89 |
+
"source": [
|
| 90 |
+
"from dotenv import load_dotenv\n"
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"cell_type": "code",
|
| 95 |
+
"execution_count": null,
|
| 96 |
+
"metadata": {},
|
| 97 |
+
"outputs": [],
|
| 98 |
+
"source": [
|
| 99 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 100 |
+
"\n",
|
| 101 |
+
"load_dotenv(override=True)"
|
| 102 |
+
]
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"cell_type": "code",
|
| 106 |
+
"execution_count": null,
|
| 107 |
+
"metadata": {},
|
| 108 |
+
"outputs": [],
|
| 109 |
+
"source": [
|
| 110 |
+
"# Check the keys\n",
|
| 111 |
+
"\n",
|
| 112 |
+
"import os\n",
|
| 113 |
+
"gemini_api_key = os.getenv('GEMINI_API_KEY')\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"if gemini_api_key:\n",
|
| 116 |
+
" print(f\"Gemini API Key exists and begins {gemini_api_key[:8]}\")\n",
|
| 117 |
+
"else:\n",
|
| 118 |
+
" print(\"Gemini API Key not set - please head to the troubleshooting guide in the guides folder\")\n",
|
| 119 |
+
" \n"
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "code",
|
| 124 |
+
"execution_count": null,
|
| 125 |
+
"metadata": {},
|
| 126 |
+
"outputs": [],
|
| 127 |
+
"source": [
|
| 128 |
+
"# And now - the all important import statement\n",
|
| 129 |
+
"# If you get an import error - head over to troubleshooting guide\n",
|
| 130 |
+
"\n",
|
| 131 |
+
"from google import genai"
|
| 132 |
+
]
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"cell_type": "code",
|
| 136 |
+
"execution_count": null,
|
| 137 |
+
"metadata": {},
|
| 138 |
+
"outputs": [],
|
| 139 |
+
"source": [
|
| 140 |
+
"# And now we'll create an instance of the Gemini GenAI class\n",
|
| 141 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder!\n",
|
| 142 |
+
"# If you get a NameError - head over to the guides folder to learn about NameErrors\n",
|
| 143 |
+
"\n",
|
| 144 |
+
"client = genai.Client(api_key=gemini_api_key)"
|
| 145 |
+
]
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"cell_type": "code",
|
| 149 |
+
"execution_count": null,
|
| 150 |
+
"metadata": {},
|
| 151 |
+
"outputs": [],
|
| 152 |
+
"source": [
|
| 153 |
+
"# Create a list of messages in the familiar Gemini GenAI format\n",
|
| 154 |
+
"\n",
|
| 155 |
+
"messages = [\"What is 2+2?\"]"
|
| 156 |
+
]
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"cell_type": "code",
|
| 160 |
+
"execution_count": null,
|
| 161 |
+
"metadata": {},
|
| 162 |
+
"outputs": [],
|
| 163 |
+
"source": [
|
| 164 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 165 |
+
"\n",
|
| 166 |
+
"response = client.models.generate_content(\n",
|
| 167 |
+
" model=\"gemini-2.0-flash\", contents=messages\n",
|
| 168 |
+
")\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"print(response.text)\n"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": null,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"\n",
|
| 180 |
+
"# Lets no create a challenging question\n",
|
| 181 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 182 |
+
"\n",
|
| 183 |
+
"# Ask the the model\n",
|
| 184 |
+
"response = client.models.generate_content(\n",
|
| 185 |
+
" model=\"gemini-2.0-flash\", contents=question\n",
|
| 186 |
+
")\n",
|
| 187 |
+
"\n",
|
| 188 |
+
"question = response.text\n",
|
| 189 |
+
"\n",
|
| 190 |
+
"print(question)\n"
|
| 191 |
+
]
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"cell_type": "code",
|
| 195 |
+
"execution_count": null,
|
| 196 |
+
"metadata": {},
|
| 197 |
+
"outputs": [],
|
| 198 |
+
"source": [
|
| 199 |
+
"# Ask the models generated question to the model\n",
|
| 200 |
+
"response = client.models.generate_content(\n",
|
| 201 |
+
" model=\"gemini-2.0-flash\", contents=question\n",
|
| 202 |
+
")\n",
|
| 203 |
+
"\n",
|
| 204 |
+
"# Extract the answer from the response\n",
|
| 205 |
+
"answer = response.text\n",
|
| 206 |
+
"\n",
|
| 207 |
+
"# Debug log the answer\n",
|
| 208 |
+
"print(answer)\n"
|
| 209 |
+
]
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"cell_type": "code",
|
| 213 |
+
"execution_count": null,
|
| 214 |
+
"metadata": {},
|
| 215 |
+
"outputs": [],
|
| 216 |
+
"source": [
|
| 217 |
+
"from IPython.display import Markdown, display\n",
|
| 218 |
+
"\n",
|
| 219 |
+
"# Nicely format the answer using Markdown\n",
|
| 220 |
+
"display(Markdown(answer))\n",
|
| 221 |
+
"\n"
|
| 222 |
+
]
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"cell_type": "markdown",
|
| 226 |
+
"metadata": {},
|
| 227 |
+
"source": [
|
| 228 |
+
"# Congratulations!\n",
|
| 229 |
+
"\n",
|
| 230 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 231 |
+
"\n",
|
| 232 |
+
"Next time things get more interesting..."
|
| 233 |
+
]
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"cell_type": "markdown",
|
| 237 |
+
"metadata": {},
|
| 238 |
+
"source": [
|
| 239 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 240 |
+
" <tr>\n",
|
| 241 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 242 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 243 |
+
" </td>\n",
|
| 244 |
+
" <td>\n",
|
| 245 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 246 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 247 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 248 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 249 |
+
" Finally have 3 third LLM call propose the Agentic AI solution.\n",
|
| 250 |
+
" </span>\n",
|
| 251 |
+
" </td>\n",
|
| 252 |
+
" </tr>\n",
|
| 253 |
+
"</table>"
|
| 254 |
+
]
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"cell_type": "code",
|
| 258 |
+
"execution_count": null,
|
| 259 |
+
"metadata": {},
|
| 260 |
+
"outputs": [],
|
| 261 |
+
"source": [
|
| 262 |
+
"# First create the messages:\n",
|
| 263 |
+
"\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"messages = [\"Something here\"]\n",
|
| 266 |
+
"\n",
|
| 267 |
+
"# Then make the first call:\n",
|
| 268 |
+
"\n",
|
| 269 |
+
"response =\n",
|
| 270 |
+
"\n",
|
| 271 |
+
"# Then read the business idea:\n",
|
| 272 |
+
"\n",
|
| 273 |
+
"business_idea = response.\n",
|
| 274 |
+
"\n",
|
| 275 |
+
"# And repeat!"
|
| 276 |
+
]
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"cell_type": "markdown",
|
| 280 |
+
"metadata": {},
|
| 281 |
+
"source": []
|
| 282 |
+
}
|
| 283 |
+
],
|
| 284 |
+
"metadata": {
|
| 285 |
+
"kernelspec": {
|
| 286 |
+
"display_name": ".venv",
|
| 287 |
+
"language": "python",
|
| 288 |
+
"name": "python3"
|
| 289 |
+
},
|
| 290 |
+
"language_info": {
|
| 291 |
+
"codemirror_mode": {
|
| 292 |
+
"name": "ipython",
|
| 293 |
+
"version": 3
|
| 294 |
+
},
|
| 295 |
+
"file_extension": ".py",
|
| 296 |
+
"mimetype": "text/x-python",
|
| 297 |
+
"name": "python",
|
| 298 |
+
"nbconvert_exporter": "python",
|
| 299 |
+
"pygments_lexer": "ipython3",
|
| 300 |
+
"version": "3.12.10"
|
| 301 |
+
}
|
| 302 |
+
},
|
| 303 |
+
"nbformat": 4,
|
| 304 |
+
"nbformat_minor": 2
|
| 305 |
+
}
|
community_contributions/1_lab1_groq.ipynb
ADDED
|
@@ -0,0 +1,262 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"### Implementing Notebook 1 using various LLMs via Groq"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "code",
|
| 12 |
+
"execution_count": null,
|
| 13 |
+
"metadata": {},
|
| 14 |
+
"outputs": [],
|
| 15 |
+
"source": [
|
| 16 |
+
"from dotenv import load_dotenv"
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"cell_type": "code",
|
| 21 |
+
"execution_count": null,
|
| 22 |
+
"metadata": {},
|
| 23 |
+
"outputs": [],
|
| 24 |
+
"source": [
|
| 25 |
+
"load_dotenv(override=True)"
|
| 26 |
+
]
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"cell_type": "code",
|
| 30 |
+
"execution_count": null,
|
| 31 |
+
"metadata": {},
|
| 32 |
+
"outputs": [],
|
| 33 |
+
"source": [
|
| 34 |
+
"import os\n",
|
| 35 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 36 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"if openai_api_key:\n",
|
| 39 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 40 |
+
"else:\n",
|
| 41 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 42 |
+
"\n",
|
| 43 |
+
"if groq_api_key:\n",
|
| 44 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:2]}\")\n",
|
| 45 |
+
"else:\n",
|
| 46 |
+
" print(\"Groq API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 47 |
+
" \n"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "code",
|
| 52 |
+
"execution_count": null,
|
| 53 |
+
"metadata": {},
|
| 54 |
+
"outputs": [],
|
| 55 |
+
"source": [
|
| 56 |
+
"from openai import OpenAI"
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"cell_type": "code",
|
| 61 |
+
"execution_count": null,
|
| 62 |
+
"metadata": {},
|
| 63 |
+
"outputs": [],
|
| 64 |
+
"source": [
|
| 65 |
+
"openai = OpenAI(\n",
|
| 66 |
+
" base_url=\"https://api.groq.com/openai/v1\",\n",
|
| 67 |
+
" api_key=groq_api_key\n",
|
| 68 |
+
")"
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"cell_type": "code",
|
| 73 |
+
"execution_count": null,
|
| 74 |
+
"metadata": {},
|
| 75 |
+
"outputs": [],
|
| 76 |
+
"source": [
|
| 77 |
+
"# And now - let's ask for a question:\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 80 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"cell_type": "code",
|
| 85 |
+
"execution_count": null,
|
| 86 |
+
"metadata": {},
|
| 87 |
+
"outputs": [],
|
| 88 |
+
"source": [
|
| 89 |
+
"# openai/gpt-oss-120b\n",
|
| 90 |
+
"\n",
|
| 91 |
+
"response = openai.chat.completions.create(\n",
|
| 92 |
+
" model=\"openai/gpt-oss-120b\",\n",
|
| 93 |
+
" messages=messages\n",
|
| 94 |
+
")\n",
|
| 95 |
+
"\n",
|
| 96 |
+
"print(response.choices[0].message.content)\n",
|
| 97 |
+
"\n"
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"cell_type": "code",
|
| 102 |
+
"execution_count": null,
|
| 103 |
+
"metadata": {},
|
| 104 |
+
"outputs": [],
|
| 105 |
+
"source": [
|
| 106 |
+
"# moonshotai/kimi-k2-instruct\n",
|
| 107 |
+
"\n",
|
| 108 |
+
"response = openai.chat.completions.create(\n",
|
| 109 |
+
" model=\"moonshotai/kimi-k2-instruct\",\n",
|
| 110 |
+
" messages=messages\n",
|
| 111 |
+
")\n",
|
| 112 |
+
"\n",
|
| 113 |
+
"question = response.choices[0].message.content\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"print(question)\n"
|
| 116 |
+
]
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"cell_type": "code",
|
| 120 |
+
"execution_count": null,
|
| 121 |
+
"metadata": {},
|
| 122 |
+
"outputs": [],
|
| 123 |
+
"source": [
|
| 124 |
+
"# form a new messages list\n",
|
| 125 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 126 |
+
]
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"cell_type": "code",
|
| 130 |
+
"execution_count": null,
|
| 131 |
+
"metadata": {},
|
| 132 |
+
"outputs": [],
|
| 133 |
+
"source": [
|
| 134 |
+
"# Ask meta-llama/llama-guard-4-12b\n",
|
| 135 |
+
"\n",
|
| 136 |
+
"response = openai.chat.completions.create(\n",
|
| 137 |
+
" model=\"llama-3.1-8b-instant\",\n",
|
| 138 |
+
" messages=messages\n",
|
| 139 |
+
")\n",
|
| 140 |
+
"\n",
|
| 141 |
+
"answer = response.choices[0].message.content\n",
|
| 142 |
+
"print(answer)\n"
|
| 143 |
+
]
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"cell_type": "code",
|
| 147 |
+
"execution_count": null,
|
| 148 |
+
"metadata": {},
|
| 149 |
+
"outputs": [],
|
| 150 |
+
"source": [
|
| 151 |
+
"from IPython.display import Markdown, display\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"display(Markdown(question))\n",
|
| 154 |
+
"display(Markdown(answer))"
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"cell_type": "markdown",
|
| 159 |
+
"metadata": {},
|
| 160 |
+
"source": [
|
| 161 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 162 |
+
" <tr>\n",
|
| 163 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 164 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 165 |
+
" </td>\n",
|
| 166 |
+
" <td>\n",
|
| 167 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 168 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 169 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 170 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 171 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 172 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 173 |
+
" </span>\n",
|
| 174 |
+
" </td>\n",
|
| 175 |
+
" </tr>\n",
|
| 176 |
+
"</table>"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"cell_type": "code",
|
| 181 |
+
"execution_count": null,
|
| 182 |
+
"metadata": {},
|
| 183 |
+
"outputs": [],
|
| 184 |
+
"source": [
|
| 185 |
+
"# First create the messages:\n",
|
| 186 |
+
"\n",
|
| 187 |
+
"messages = [{\"role\": \"user\", \"content\": \"Pick a business area that is worth exploring for a Gen-Z audience, that can be an agentic-ai opportunity. \\\n",
|
| 188 |
+
" Somehwere where the concept of agentisation can be applied commerically. Respond only with the business idea.\"}]\n",
|
| 189 |
+
"\n",
|
| 190 |
+
"# Then make the first call: \n",
|
| 191 |
+
"\n",
|
| 192 |
+
"response = openai.chat.completions.create(\n",
|
| 193 |
+
" model = \"qwen/qwen3-32b\",\n",
|
| 194 |
+
" messages = messages\n",
|
| 195 |
+
")\n",
|
| 196 |
+
"\n",
|
| 197 |
+
"# Then read the business idea:\n",
|
| 198 |
+
"\n",
|
| 199 |
+
"business_idea = response.choices[0].message.content\n",
|
| 200 |
+
"print(business_idea)\n",
|
| 201 |
+
"\n",
|
| 202 |
+
"# And repeat! In the next message, include the business idea within the message\n",
|
| 203 |
+
"\n",
|
| 204 |
+
"user_prompt_pain_point = f\"What is the pain point of the Gen-Z audience in the business area of {business_idea}?, that can be solved by an agentic-ai solution? Give a brief answer\"\n",
|
| 205 |
+
"\n",
|
| 206 |
+
"response = openai.chat.completions.create(\n",
|
| 207 |
+
" model = \"gemma2-9b-it\",\n",
|
| 208 |
+
" messages = [{\"role\": \"user\", \"content\": user_prompt_pain_point}]\n",
|
| 209 |
+
")\n",
|
| 210 |
+
"\n",
|
| 211 |
+
"pain_point = response.choices[0].message.content\n",
|
| 212 |
+
"print(pain_point)\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"user_prompt_solution = f\"What is the solution to the pain point {pain_point} of the Gen-Z audience in the business area of {business_idea}?, that can be solved by an agentic-ai solution? Provide a step-by-step breakdown\"\n",
|
| 215 |
+
"\n",
|
| 216 |
+
"response = openai.chat.completions.create(\n",
|
| 217 |
+
" model = \"deepseek-r1-distill-llama-70b\",\n",
|
| 218 |
+
" messages = [{\"role\": \"user\", \"content\": user_prompt_solution}]\n",
|
| 219 |
+
")\n",
|
| 220 |
+
"\n",
|
| 221 |
+
"business_solution = response.choices[0].message.content"
|
| 222 |
+
]
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"cell_type": "code",
|
| 226 |
+
"execution_count": null,
|
| 227 |
+
"metadata": {},
|
| 228 |
+
"outputs": [],
|
| 229 |
+
"source": [
|
| 230 |
+
"display(Markdown(business_solution))"
|
| 231 |
+
]
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"cell_type": "code",
|
| 235 |
+
"execution_count": null,
|
| 236 |
+
"metadata": {},
|
| 237 |
+
"outputs": [],
|
| 238 |
+
"source": []
|
| 239 |
+
}
|
| 240 |
+
],
|
| 241 |
+
"metadata": {
|
| 242 |
+
"kernelspec": {
|
| 243 |
+
"display_name": ".venv",
|
| 244 |
+
"language": "python",
|
| 245 |
+
"name": "python3"
|
| 246 |
+
},
|
| 247 |
+
"language_info": {
|
| 248 |
+
"codemirror_mode": {
|
| 249 |
+
"name": "ipython",
|
| 250 |
+
"version": 3
|
| 251 |
+
},
|
| 252 |
+
"file_extension": ".py",
|
| 253 |
+
"mimetype": "text/x-python",
|
| 254 |
+
"name": "python",
|
| 255 |
+
"nbconvert_exporter": "python",
|
| 256 |
+
"pygments_lexer": "ipython3",
|
| 257 |
+
"version": "3.12.2"
|
| 258 |
+
}
|
| 259 |
+
},
|
| 260 |
+
"nbformat": 4,
|
| 261 |
+
"nbformat_minor": 2
|
| 262 |
+
}
|
community_contributions/1_lab1_groq_llama.ipynb
ADDED
|
@@ -0,0 +1,296 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# First Agentic AI workflow with Groq and Llama-3.3 LLM(Free of cost) "
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "code",
|
| 12 |
+
"execution_count": 1,
|
| 13 |
+
"metadata": {},
|
| 14 |
+
"outputs": [],
|
| 15 |
+
"source": [
|
| 16 |
+
"# First let's do an import\n",
|
| 17 |
+
"from dotenv import load_dotenv"
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"cell_type": "code",
|
| 22 |
+
"execution_count": null,
|
| 23 |
+
"metadata": {},
|
| 24 |
+
"outputs": [],
|
| 25 |
+
"source": [
|
| 26 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 27 |
+
"\n",
|
| 28 |
+
"load_dotenv(override=True)"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "code",
|
| 33 |
+
"execution_count": null,
|
| 34 |
+
"metadata": {},
|
| 35 |
+
"outputs": [],
|
| 36 |
+
"source": [
|
| 37 |
+
"# Check the Groq API key\n",
|
| 38 |
+
"\n",
|
| 39 |
+
"import os\n",
|
| 40 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 41 |
+
"\n",
|
| 42 |
+
"if groq_api_key:\n",
|
| 43 |
+
" print(f\"GROQ API Key exists and begins {groq_api_key[:8]}\")\n",
|
| 44 |
+
"else:\n",
|
| 45 |
+
" print(\"GROQ API Key not set\")\n",
|
| 46 |
+
" \n"
|
| 47 |
+
]
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"cell_type": "code",
|
| 51 |
+
"execution_count": 4,
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"outputs": [],
|
| 54 |
+
"source": [
|
| 55 |
+
"# And now - the all important import statement\n",
|
| 56 |
+
"# If you get an import error - head over to troubleshooting guide\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"from groq import Groq"
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"cell_type": "code",
|
| 63 |
+
"execution_count": 5,
|
| 64 |
+
"metadata": {},
|
| 65 |
+
"outputs": [],
|
| 66 |
+
"source": [
|
| 67 |
+
"# Create a Groq instance\n",
|
| 68 |
+
"groq = Groq()"
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"cell_type": "code",
|
| 73 |
+
"execution_count": 6,
|
| 74 |
+
"metadata": {},
|
| 75 |
+
"outputs": [],
|
| 76 |
+
"source": [
|
| 77 |
+
"# Create a list of messages in the familiar Groq format\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 80 |
+
]
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"cell_type": "code",
|
| 84 |
+
"execution_count": null,
|
| 85 |
+
"metadata": {},
|
| 86 |
+
"outputs": [],
|
| 87 |
+
"source": [
|
| 88 |
+
"# And now call it!\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"response = groq.chat.completions.create(model='llama-3.3-70b-versatile', messages=messages)\n",
|
| 91 |
+
"print(response.choices[0].message.content)\n"
|
| 92 |
+
]
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"cell_type": "code",
|
| 96 |
+
"execution_count": null,
|
| 97 |
+
"metadata": {},
|
| 98 |
+
"outputs": [],
|
| 99 |
+
"source": []
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"cell_type": "code",
|
| 103 |
+
"execution_count": 8,
|
| 104 |
+
"metadata": {},
|
| 105 |
+
"outputs": [],
|
| 106 |
+
"source": [
|
| 107 |
+
"# And now - let's ask for a question:\n",
|
| 108 |
+
"\n",
|
| 109 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 110 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 111 |
+
]
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"cell_type": "code",
|
| 115 |
+
"execution_count": null,
|
| 116 |
+
"metadata": {},
|
| 117 |
+
"outputs": [],
|
| 118 |
+
"source": [
|
| 119 |
+
"# ask it\n",
|
| 120 |
+
"response = groq.chat.completions.create(\n",
|
| 121 |
+
" model=\"llama-3.3-70b-versatile\",\n",
|
| 122 |
+
" messages=messages\n",
|
| 123 |
+
")\n",
|
| 124 |
+
"\n",
|
| 125 |
+
"question = response.choices[0].message.content\n",
|
| 126 |
+
"\n",
|
| 127 |
+
"print(question)\n"
|
| 128 |
+
]
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"cell_type": "code",
|
| 132 |
+
"execution_count": 10,
|
| 133 |
+
"metadata": {},
|
| 134 |
+
"outputs": [],
|
| 135 |
+
"source": [
|
| 136 |
+
"# form a new messages list\n",
|
| 137 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 138 |
+
]
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"cell_type": "code",
|
| 142 |
+
"execution_count": null,
|
| 143 |
+
"metadata": {},
|
| 144 |
+
"outputs": [],
|
| 145 |
+
"source": [
|
| 146 |
+
"# Ask it again\n",
|
| 147 |
+
"\n",
|
| 148 |
+
"response = groq.chat.completions.create(\n",
|
| 149 |
+
" model=\"llama-3.3-70b-versatile\",\n",
|
| 150 |
+
" messages=messages\n",
|
| 151 |
+
")\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"answer = response.choices[0].message.content\n",
|
| 154 |
+
"print(answer)\n"
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"cell_type": "code",
|
| 159 |
+
"execution_count": null,
|
| 160 |
+
"metadata": {},
|
| 161 |
+
"outputs": [],
|
| 162 |
+
"source": [
|
| 163 |
+
"from IPython.display import Markdown, display\n",
|
| 164 |
+
"\n",
|
| 165 |
+
"display(Markdown(answer))\n",
|
| 166 |
+
"\n"
|
| 167 |
+
]
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"cell_type": "markdown",
|
| 171 |
+
"metadata": {},
|
| 172 |
+
"source": [
|
| 173 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 174 |
+
" <tr>\n",
|
| 175 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 176 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 177 |
+
" </td>\n",
|
| 178 |
+
" <td>\n",
|
| 179 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 180 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 181 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 182 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 183 |
+
" Finally have 3 third LLM call propose the Agentic AI solution.\n",
|
| 184 |
+
" </span>\n",
|
| 185 |
+
" </td>\n",
|
| 186 |
+
" </tr>\n",
|
| 187 |
+
"</table>"
|
| 188 |
+
]
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"cell_type": "code",
|
| 192 |
+
"execution_count": 17,
|
| 193 |
+
"metadata": {},
|
| 194 |
+
"outputs": [],
|
| 195 |
+
"source": [
|
| 196 |
+
"# First create the messages:\n",
|
| 197 |
+
"\n",
|
| 198 |
+
"messages = [{\"role\": \"user\", \"content\": \"Give me a business area that might be ripe for an Agentic AI solution.\"}]\n",
|
| 199 |
+
"\n",
|
| 200 |
+
"# Then make the first call:\n",
|
| 201 |
+
"\n",
|
| 202 |
+
"response = groq.chat.completions.create(model='llama-3.3-70b-versatile', messages=messages)\n",
|
| 203 |
+
"\n",
|
| 204 |
+
"# Then read the business idea:\n",
|
| 205 |
+
"\n",
|
| 206 |
+
"business_idea = response.choices[0].message.content\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"\n",
|
| 209 |
+
"# And repeat!"
|
| 210 |
+
]
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"cell_type": "code",
|
| 214 |
+
"execution_count": null,
|
| 215 |
+
"metadata": {},
|
| 216 |
+
"outputs": [],
|
| 217 |
+
"source": [
|
| 218 |
+
"\n",
|
| 219 |
+
"display(Markdown(business_idea))"
|
| 220 |
+
]
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"cell_type": "code",
|
| 224 |
+
"execution_count": 19,
|
| 225 |
+
"metadata": {},
|
| 226 |
+
"outputs": [],
|
| 227 |
+
"source": [
|
| 228 |
+
"# Update the message with the business idea from previous step\n",
|
| 229 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is the pain point in the business area of \" + business_idea + \"?\"}]"
|
| 230 |
+
]
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"cell_type": "code",
|
| 234 |
+
"execution_count": 20,
|
| 235 |
+
"metadata": {},
|
| 236 |
+
"outputs": [],
|
| 237 |
+
"source": [
|
| 238 |
+
"# Make the second call\n",
|
| 239 |
+
"response = groq.chat.completions.create(model='llama-3.3-70b-versatile', messages=messages)\n",
|
| 240 |
+
"# Read the pain point\n",
|
| 241 |
+
"pain_point = response.choices[0].message.content\n"
|
| 242 |
+
]
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"cell_type": "code",
|
| 246 |
+
"execution_count": null,
|
| 247 |
+
"metadata": {},
|
| 248 |
+
"outputs": [],
|
| 249 |
+
"source": [
|
| 250 |
+
"display(Markdown(pain_point))\n"
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"cell_type": "code",
|
| 255 |
+
"execution_count": null,
|
| 256 |
+
"metadata": {},
|
| 257 |
+
"outputs": [],
|
| 258 |
+
"source": [
|
| 259 |
+
"# Make the third call\n",
|
| 260 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is the Agentic AI solution for the pain point of \" + pain_point + \"?\"}]\n",
|
| 261 |
+
"response = groq.chat.completions.create(model='llama-3.3-70b-versatile', messages=messages)\n",
|
| 262 |
+
"# Read the agentic solution\n",
|
| 263 |
+
"agentic_solution = response.choices[0].message.content\n",
|
| 264 |
+
"display(Markdown(agentic_solution))"
|
| 265 |
+
]
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"cell_type": "code",
|
| 269 |
+
"execution_count": null,
|
| 270 |
+
"metadata": {},
|
| 271 |
+
"outputs": [],
|
| 272 |
+
"source": []
|
| 273 |
+
}
|
| 274 |
+
],
|
| 275 |
+
"metadata": {
|
| 276 |
+
"kernelspec": {
|
| 277 |
+
"display_name": ".venv",
|
| 278 |
+
"language": "python",
|
| 279 |
+
"name": "python3"
|
| 280 |
+
},
|
| 281 |
+
"language_info": {
|
| 282 |
+
"codemirror_mode": {
|
| 283 |
+
"name": "ipython",
|
| 284 |
+
"version": 3
|
| 285 |
+
},
|
| 286 |
+
"file_extension": ".py",
|
| 287 |
+
"mimetype": "text/x-python",
|
| 288 |
+
"name": "python",
|
| 289 |
+
"nbconvert_exporter": "python",
|
| 290 |
+
"pygments_lexer": "ipython3",
|
| 291 |
+
"version": "3.12.10"
|
| 292 |
+
}
|
| 293 |
+
},
|
| 294 |
+
"nbformat": 4,
|
| 295 |
+
"nbformat_minor": 2
|
| 296 |
+
}
|
community_contributions/1_lab1_marstipton_mac.ipynb
ADDED
|
@@ -0,0 +1,411 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": 12,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 104 |
+
"# If this returns false, see the next cell!\n",
|
| 105 |
+
"\n",
|
| 106 |
+
"load_dotenv(override=True)"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "markdown",
|
| 111 |
+
"metadata": {},
|
| 112 |
+
"source": [
|
| 113 |
+
"### Wait, did that just output `False`??\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 118 |
+
"\n",
|
| 119 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "markdown",
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"source": [
|
| 126 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 127 |
+
" <tr>\n",
|
| 128 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 129 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 130 |
+
" </td>\n",
|
| 131 |
+
" <td>\n",
|
| 132 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 133 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 134 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 135 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 136 |
+
" </span>\n",
|
| 137 |
+
" </td>\n",
|
| 138 |
+
" </tr>\n",
|
| 139 |
+
"</table>"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"import os\n",
|
| 151 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"if openai_api_key:\n",
|
| 154 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 155 |
+
"else:\n",
|
| 156 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 157 |
+
" \n"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": 15,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# And now - the all important import statement\n",
|
| 167 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 168 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"from openai import OpenAI"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": 16,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 180 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 181 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 182 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 183 |
+
"\n",
|
| 184 |
+
"openai = OpenAI()"
|
| 185 |
+
]
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"cell_type": "code",
|
| 189 |
+
"execution_count": 17,
|
| 190 |
+
"metadata": {},
|
| 191 |
+
"outputs": [],
|
| 192 |
+
"source": [
|
| 193 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 194 |
+
"\n",
|
| 195 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"cell_type": "code",
|
| 200 |
+
"execution_count": null,
|
| 201 |
+
"metadata": {},
|
| 202 |
+
"outputs": [],
|
| 203 |
+
"source": [
|
| 204 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 205 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 206 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 207 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 208 |
+
"\n",
|
| 209 |
+
"response = openai.chat.completions.create(\n",
|
| 210 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 211 |
+
" messages=messages\n",
|
| 212 |
+
")\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"print(response.choices[0].message.content)\n"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": 8,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"# And now - let's ask for a question:\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 226 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 227 |
+
]
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"cell_type": "code",
|
| 231 |
+
"execution_count": null,
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"outputs": [],
|
| 234 |
+
"source": [
|
| 235 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 236 |
+
"\n",
|
| 237 |
+
"response = openai.chat.completions.create(\n",
|
| 238 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 239 |
+
" messages=messages\n",
|
| 240 |
+
")\n",
|
| 241 |
+
"\n",
|
| 242 |
+
"question = response.choices[0].message.content\n",
|
| 243 |
+
"\n",
|
| 244 |
+
"print(question)\n"
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"cell_type": "code",
|
| 249 |
+
"execution_count": 10,
|
| 250 |
+
"metadata": {},
|
| 251 |
+
"outputs": [],
|
| 252 |
+
"source": [
|
| 253 |
+
"# form a new messages list\n",
|
| 254 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"cell_type": "code",
|
| 259 |
+
"execution_count": null,
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"outputs": [],
|
| 262 |
+
"source": [
|
| 263 |
+
"# Ask it again\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"response = openai.chat.completions.create(\n",
|
| 266 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 267 |
+
" messages=messages\n",
|
| 268 |
+
")\n",
|
| 269 |
+
"\n",
|
| 270 |
+
"answer = response.choices[0].message.content\n",
|
| 271 |
+
"print(answer)\n"
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"cell_type": "code",
|
| 276 |
+
"execution_count": null,
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"outputs": [],
|
| 279 |
+
"source": [
|
| 280 |
+
"from IPython.display import Markdown, display\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"display(Markdown(answer))\n",
|
| 283 |
+
"\n"
|
| 284 |
+
]
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"cell_type": "markdown",
|
| 288 |
+
"metadata": {},
|
| 289 |
+
"source": [
|
| 290 |
+
"# Congratulations!\n",
|
| 291 |
+
"\n",
|
| 292 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 293 |
+
"\n",
|
| 294 |
+
"Next time things get more interesting..."
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "markdown",
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"source": [
|
| 301 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 302 |
+
" <tr>\n",
|
| 303 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 304 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 305 |
+
" </td>\n",
|
| 306 |
+
" <td>\n",
|
| 307 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 308 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 309 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 310 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 311 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 312 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 313 |
+
" </span>\n",
|
| 314 |
+
" </td>\n",
|
| 315 |
+
" </tr>\n",
|
| 316 |
+
"</table>"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": null,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# Step 1: Define the conversation\n",
|
| 326 |
+
"messages = [\n",
|
| 327 |
+
" {\"role\": \"system\", \"content\": \"You are an expert in agentic AI business ideation.\"}\n",
|
| 328 |
+
"]\n",
|
| 329 |
+
"\n",
|
| 330 |
+
"# Step 2: Ask the first question\n",
|
| 331 |
+
"area_prompt = (\n",
|
| 332 |
+
" \"Pick a business area within Singapore startups as of Q4 2025 \"\n",
|
| 333 |
+
" \"that might be worth exploring for an Agentic AI opportunity. \"\n",
|
| 334 |
+
" \"Explain in simple language (for a 15-year-old) and cite resources briefly.\"\n",
|
| 335 |
+
")\n",
|
| 336 |
+
"messages.append({\"role\": \"user\", \"content\": area_prompt})\n",
|
| 337 |
+
"\n",
|
| 338 |
+
"response = openai.chat.completions.create(\n",
|
| 339 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 340 |
+
" messages=messages\n",
|
| 341 |
+
")\n",
|
| 342 |
+
"area = response.choices[0].message.content\n",
|
| 343 |
+
"display(Markdown(area))\n",
|
| 344 |
+
"\n",
|
| 345 |
+
"# Add model response to context\n",
|
| 346 |
+
"messages.append({\"role\": \"assistant\", \"content\": area})\n",
|
| 347 |
+
"\n",
|
| 348 |
+
"# Step 3: Ask for a pain point\n",
|
| 349 |
+
"painpoint_prompt = (\n",
|
| 350 |
+
" \"Based on your previous response, pick a recurring pain point in that area \"\n",
|
| 351 |
+
" \"that is ripe for an Agentic AI solution.\"\n",
|
| 352 |
+
")\n",
|
| 353 |
+
"messages.append({\"role\": \"user\", \"content\": painpoint_prompt})\n",
|
| 354 |
+
"\n",
|
| 355 |
+
"response = openai.chat.completions.create(\n",
|
| 356 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 357 |
+
" messages=messages\n",
|
| 358 |
+
")\n",
|
| 359 |
+
"painpoint = response.choices[0].message.content\n",
|
| 360 |
+
"display(Markdown(painpoint))\n",
|
| 361 |
+
"\n",
|
| 362 |
+
"# Add model response to context\n",
|
| 363 |
+
"messages.append({\"role\": \"assistant\", \"content\": painpoint})\n",
|
| 364 |
+
"\n",
|
| 365 |
+
"# Step 4: Propose a business idea\n",
|
| 366 |
+
"business_idea_prompt = (\n",
|
| 367 |
+
" \"Propose an Agentic AI solution addressing the pain point above. \"\n",
|
| 368 |
+
" \"Solution should have low overhead, be secure, and offer 80% free functionality, \"\n",
|
| 369 |
+
" \"with full access for SGD 0.99/month per user or SGD 15/org (max 30 users).\"\n",
|
| 370 |
+
")\n",
|
| 371 |
+
"messages.append({\"role\": \"user\", \"content\": business_idea_prompt})\n",
|
| 372 |
+
"\n",
|
| 373 |
+
"response = openai.chat.completions.create(\n",
|
| 374 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 375 |
+
" messages=messages\n",
|
| 376 |
+
")\n",
|
| 377 |
+
"business_idea = response.choices[0].message.content\n",
|
| 378 |
+
"display(Markdown(business_idea))\n",
|
| 379 |
+
"\n",
|
| 380 |
+
"# Add to conversation (for future iterations)\n",
|
| 381 |
+
"#messages.append({\"role\": \"assistant\", \"content\": business_idea})"
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"cell_type": "markdown",
|
| 386 |
+
"metadata": {},
|
| 387 |
+
"source": []
|
| 388 |
+
}
|
| 389 |
+
],
|
| 390 |
+
"metadata": {
|
| 391 |
+
"kernelspec": {
|
| 392 |
+
"display_name": ".venv",
|
| 393 |
+
"language": "python",
|
| 394 |
+
"name": "python3"
|
| 395 |
+
},
|
| 396 |
+
"language_info": {
|
| 397 |
+
"codemirror_mode": {
|
| 398 |
+
"name": "ipython",
|
| 399 |
+
"version": 3
|
| 400 |
+
},
|
| 401 |
+
"file_extension": ".py",
|
| 402 |
+
"mimetype": "text/x-python",
|
| 403 |
+
"name": "python",
|
| 404 |
+
"nbconvert_exporter": "python",
|
| 405 |
+
"pygments_lexer": "ipython3",
|
| 406 |
+
"version": "3.12.12"
|
| 407 |
+
}
|
| 408 |
+
},
|
| 409 |
+
"nbformat": 4,
|
| 410 |
+
"nbformat_minor": 2
|
| 411 |
+
}
|
community_contributions/1_lab1_moneek.ipynb
ADDED
|
@@ -0,0 +1,407 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": null,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 104 |
+
"# If this returns false, see the next cell!\n",
|
| 105 |
+
"\n",
|
| 106 |
+
"load_dotenv(override=True)"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "markdown",
|
| 111 |
+
"metadata": {},
|
| 112 |
+
"source": [
|
| 113 |
+
"### Wait, did that just output `False`??\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 118 |
+
"\n",
|
| 119 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "markdown",
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"source": [
|
| 126 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 127 |
+
" <tr>\n",
|
| 128 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 129 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 130 |
+
" </td>\n",
|
| 131 |
+
" <td>\n",
|
| 132 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 133 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 134 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 135 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 136 |
+
" </span>\n",
|
| 137 |
+
" </td>\n",
|
| 138 |
+
" </tr>\n",
|
| 139 |
+
"</table>"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"import os\n",
|
| 151 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"if openai_api_key:\n",
|
| 154 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 155 |
+
"else:\n",
|
| 156 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 157 |
+
" \n"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# And now - the all important import statement\n",
|
| 167 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 168 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"from openai import OpenAI"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": null,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 180 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 181 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 182 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 183 |
+
"\n",
|
| 184 |
+
"openai = OpenAI()"
|
| 185 |
+
]
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"cell_type": "code",
|
| 189 |
+
"execution_count": null,
|
| 190 |
+
"metadata": {},
|
| 191 |
+
"outputs": [],
|
| 192 |
+
"source": [
|
| 193 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 194 |
+
"\n",
|
| 195 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"cell_type": "code",
|
| 200 |
+
"execution_count": null,
|
| 201 |
+
"metadata": {},
|
| 202 |
+
"outputs": [],
|
| 203 |
+
"source": [
|
| 204 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 205 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 206 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 207 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 208 |
+
"\n",
|
| 209 |
+
"response = openai.chat.completions.create(\n",
|
| 210 |
+
" model=\"gpt-4.1-nano\",\n",
|
| 211 |
+
" messages=messages\n",
|
| 212 |
+
")\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"print(response.choices[0].message.content)\n"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"# And now - let's ask for a question:\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 226 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 227 |
+
]
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"cell_type": "code",
|
| 231 |
+
"execution_count": null,
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"outputs": [],
|
| 234 |
+
"source": [
|
| 235 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 236 |
+
"\n",
|
| 237 |
+
"response = openai.chat.completions.create(\n",
|
| 238 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 239 |
+
" messages=messages\n",
|
| 240 |
+
")\n",
|
| 241 |
+
"\n",
|
| 242 |
+
"question = response.choices[0].message.content\n",
|
| 243 |
+
"\n",
|
| 244 |
+
"print(question)\n"
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"cell_type": "code",
|
| 249 |
+
"execution_count": null,
|
| 250 |
+
"metadata": {},
|
| 251 |
+
"outputs": [],
|
| 252 |
+
"source": [
|
| 253 |
+
"# form a new messages list\n",
|
| 254 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"cell_type": "code",
|
| 259 |
+
"execution_count": null,
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"outputs": [],
|
| 262 |
+
"source": [
|
| 263 |
+
"# Ask it again\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"response = openai.chat.completions.create(\n",
|
| 266 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 267 |
+
" messages=messages\n",
|
| 268 |
+
")\n",
|
| 269 |
+
"\n",
|
| 270 |
+
"answer = response.choices[0].message.content\n",
|
| 271 |
+
"print(answer)\n"
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"cell_type": "code",
|
| 276 |
+
"execution_count": null,
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"outputs": [],
|
| 279 |
+
"source": [
|
| 280 |
+
"from IPython.display import Markdown, display\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"display(Markdown(answer))\n",
|
| 283 |
+
"\n"
|
| 284 |
+
]
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"cell_type": "markdown",
|
| 288 |
+
"metadata": {},
|
| 289 |
+
"source": [
|
| 290 |
+
"# Congratulations!\n",
|
| 291 |
+
"\n",
|
| 292 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 293 |
+
"\n",
|
| 294 |
+
"Next time things get more interesting..."
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "markdown",
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"source": [
|
| 301 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 302 |
+
" <tr>\n",
|
| 303 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 304 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 305 |
+
" </td>\n",
|
| 306 |
+
" <td>\n",
|
| 307 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 308 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 309 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 310 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 311 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 312 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 313 |
+
" </span>\n",
|
| 314 |
+
" </td>\n",
|
| 315 |
+
" </tr>\n",
|
| 316 |
+
"</table>"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": null,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# First create the messages:\n",
|
| 326 |
+
"question = \"Pick a business area that may have agentic AI opportunities\"\n",
|
| 327 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n",
|
| 328 |
+
"\n",
|
| 329 |
+
"# Then make the first call:\n",
|
| 330 |
+
"\n",
|
| 331 |
+
"response = openai.chat.completions.create(\n",
|
| 332 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 333 |
+
" messages=messages\n",
|
| 334 |
+
")\n",
|
| 335 |
+
"\n",
|
| 336 |
+
"# Then read the business idea:\n",
|
| 337 |
+
"\n",
|
| 338 |
+
"business_idea = response.choices[0].message.content\n",
|
| 339 |
+
"print(business_idea)\n",
|
| 340 |
+
"\n",
|
| 341 |
+
"# And repeat! In the next message, include the business idea within the message"
|
| 342 |
+
]
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"cell_type": "code",
|
| 346 |
+
"execution_count": null,
|
| 347 |
+
"metadata": {},
|
| 348 |
+
"outputs": [],
|
| 349 |
+
"source": [
|
| 350 |
+
"messages = [{\"role\": \"user\", \"content\": question + \"\\n\\n\" + business_idea},\n",
|
| 351 |
+
" {\"role\": \"assistant\", \"content\": \"What is the pain point in this industry?\" }]\n",
|
| 352 |
+
"\n",
|
| 353 |
+
"response = openai.chat.completions.create(\n",
|
| 354 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 355 |
+
" messages=messages\n",
|
| 356 |
+
")\n",
|
| 357 |
+
"\n",
|
| 358 |
+
"pain_point = response.choices[0].message.content\n",
|
| 359 |
+
"print(pain_point)"
|
| 360 |
+
]
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"cell_type": "code",
|
| 364 |
+
"execution_count": null,
|
| 365 |
+
"metadata": {},
|
| 366 |
+
"outputs": [],
|
| 367 |
+
"source": [
|
| 368 |
+
"messages = [{\"role\": \"user\", \"content\": question + \"\\n\\n\" + business_idea + \"\\n\\n\" + pain_point}, \n",
|
| 369 |
+
" {\"role\": \"assistant\", \"content\": \"What is the Agentic AI solution?\"}]\n",
|
| 370 |
+
"\n",
|
| 371 |
+
"response = openai.chat.completions.create(\n",
|
| 372 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 373 |
+
" messages=messages\n",
|
| 374 |
+
")\n",
|
| 375 |
+
"\n",
|
| 376 |
+
"agentic_solution = response.choices[0].message.content\n",
|
| 377 |
+
"print(agentic_solution)\n"
|
| 378 |
+
]
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"cell_type": "markdown",
|
| 382 |
+
"metadata": {},
|
| 383 |
+
"source": []
|
| 384 |
+
}
|
| 385 |
+
],
|
| 386 |
+
"metadata": {
|
| 387 |
+
"kernelspec": {
|
| 388 |
+
"display_name": ".venv",
|
| 389 |
+
"language": "python",
|
| 390 |
+
"name": "python3"
|
| 391 |
+
},
|
| 392 |
+
"language_info": {
|
| 393 |
+
"codemirror_mode": {
|
| 394 |
+
"name": "ipython",
|
| 395 |
+
"version": 3
|
| 396 |
+
},
|
| 397 |
+
"file_extension": ".py",
|
| 398 |
+
"mimetype": "text/x-python",
|
| 399 |
+
"name": "python",
|
| 400 |
+
"nbconvert_exporter": "python",
|
| 401 |
+
"pygments_lexer": "ipython3",
|
| 402 |
+
"version": "3.12.11"
|
| 403 |
+
}
|
| 404 |
+
},
|
| 405 |
+
"nbformat": 4,
|
| 406 |
+
"nbformat_minor": 2
|
| 407 |
+
}
|
community_contributions/1_lab1_nv-ex.ipynb
ADDED
|
@@ -0,0 +1,418 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you read the <a href=\"../README.md\">README</a>? Many common questions are answered here!<br/>\n",
|
| 23 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 24 |
+
" Well in that case, you're ready!!\n",
|
| 25 |
+
" </span>\n",
|
| 26 |
+
" </td>\n",
|
| 27 |
+
" </tr>\n",
|
| 28 |
+
"</table>"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "markdown",
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"source": [
|
| 35 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 36 |
+
" <tr>\n",
|
| 37 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 38 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 39 |
+
" </td>\n",
|
| 40 |
+
" <td>\n",
|
| 41 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 42 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 43 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 44 |
+
" </span>\n",
|
| 45 |
+
" </td>\n",
|
| 46 |
+
" </tr>\n",
|
| 47 |
+
"</table>"
|
| 48 |
+
]
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"cell_type": "markdown",
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"source": [
|
| 54 |
+
"### And please do remember to contact me if I can help\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"\n",
|
| 59 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 60 |
+
"\n",
|
| 61 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 62 |
+
"- Open extensions (View >> extensions)\n",
|
| 63 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 64 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 65 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 66 |
+
"\n",
|
| 67 |
+
"And then:\n",
|
| 68 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 69 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 70 |
+
"3. Enjoy!\n",
|
| 71 |
+
"\n",
|
| 72 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 73 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 74 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 75 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 76 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 77 |
+
"And then try again.\n",
|
| 78 |
+
"\n",
|
| 79 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 80 |
+
"`conda deactivate` \n",
|
| 81 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 82 |
+
"`conda config --set auto_activate_base false` \n",
|
| 83 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": null,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"# First let's do an import. If you get an Import Error, double check that your Kernel is correct..\n",
|
| 93 |
+
"\n",
|
| 94 |
+
"from dotenv import load_dotenv\n"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 104 |
+
"# If this returns false, see the next cell!\n",
|
| 105 |
+
"\n",
|
| 106 |
+
"load_dotenv(override=True)"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "markdown",
|
| 111 |
+
"metadata": {},
|
| 112 |
+
"source": [
|
| 113 |
+
"### Wait, did that just output `False`??\n",
|
| 114 |
+
"\n",
|
| 115 |
+
"If so, the most common reason is that you didn't save your `.env` file after adding the key! Be sure to have saved.\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"Also, make sure the `.env` file is named precisely `.env` and is in the project root directory (`agents`)\n",
|
| 118 |
+
"\n",
|
| 119 |
+
"By the way, your `.env` file should have a stop symbol next to it in Cursor on the left, and that's actually a good thing: that's Cursor saying to you, \"hey, I realize this is a file filled with secret information, and I'm not going to send it to an external AI to suggest changes, because your keys should not be shown to anyone else.\""
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"cell_type": "markdown",
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"source": [
|
| 126 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 127 |
+
" <tr>\n",
|
| 128 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 129 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 130 |
+
" </td>\n",
|
| 131 |
+
" <td>\n",
|
| 132 |
+
" <h2 style=\"color:#ff7800;\">Final reminders</h2>\n",
|
| 133 |
+
" <span style=\"color:#ff7800;\">1. If you're not confident about Environment Variables or Web Endpoints / APIs, please read Topics 3 and 5 in this <a href=\"../guides/04_technical_foundations.ipynb\">technical foundations guide</a>.<br/>\n",
|
| 134 |
+
" 2. If you want to use AIs other than OpenAI, like Gemini, DeepSeek or Ollama (free), please see the first section in this <a href=\"../guides/09_ai_apis_and_ollama.ipynb\">AI APIs guide</a>.<br/>\n",
|
| 135 |
+
" 3. If you ever get a Name Error in Python, you can always fix it immediately; see the last section of this <a href=\"../guides/06_python_foundations.ipynb\">Python Foundations guide</a> and follow both tutorials and exercises.<br/>\n",
|
| 136 |
+
" </span>\n",
|
| 137 |
+
" </td>\n",
|
| 138 |
+
" </tr>\n",
|
| 139 |
+
"</table>"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# Check the key - if you're not using OpenAI, check whichever key you're using! Ollama doesn't need a key.\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"import os\n",
|
| 151 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 152 |
+
"\n",
|
| 153 |
+
"if openai_api_key:\n",
|
| 154 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 155 |
+
"else:\n",
|
| 156 |
+
" print(\"OpenAI API Key not set - please head to the troubleshooting guide in the setup folder\")\n",
|
| 157 |
+
" \n"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# And now - the all important import statement\n",
|
| 167 |
+
"# If you get an import error - head over to troubleshooting in the Setup folder\n",
|
| 168 |
+
"# Even for other LLM providers like Gemini, you still use this OpenAI import - see Guide 9 for why\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"from openai import OpenAI"
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"cell_type": "code",
|
| 175 |
+
"execution_count": null,
|
| 176 |
+
"metadata": {},
|
| 177 |
+
"outputs": [],
|
| 178 |
+
"source": [
|
| 179 |
+
"# And now we'll create an instance of the OpenAI class\n",
|
| 180 |
+
"# If you're not sure what it means to create an instance of a class - head over to the guides folder (guide 6)!\n",
|
| 181 |
+
"# If you get a NameError - head over to the guides folder (guide 6)to learn about NameErrors - always instantly fixable\n",
|
| 182 |
+
"# If you're not using OpenAI, you just need to slightly modify this - precise instructions are in the AI APIs guide (guide 9)\n",
|
| 183 |
+
"\n",
|
| 184 |
+
"openai = OpenAI()"
|
| 185 |
+
]
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"cell_type": "code",
|
| 189 |
+
"execution_count": null,
|
| 190 |
+
"metadata": {},
|
| 191 |
+
"outputs": [],
|
| 192 |
+
"source": [
|
| 193 |
+
"# Create a list of messages in the familiar OpenAI format\n",
|
| 194 |
+
"\n",
|
| 195 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"cell_type": "code",
|
| 200 |
+
"execution_count": null,
|
| 201 |
+
"metadata": {},
|
| 202 |
+
"outputs": [],
|
| 203 |
+
"source": [
|
| 204 |
+
"# And now call it! Any problems, head to the troubleshooting guide\n",
|
| 205 |
+
"# This uses GPT 4.1 nano, the incredibly cheap model\n",
|
| 206 |
+
"# The APIs guide (guide 9) has exact instructions for using even cheaper or free alternatives to OpenAI\n",
|
| 207 |
+
"# If you get a NameError, head to the guides folder (guide 6) to learn about NameErrors - always instantly fixable\n",
|
| 208 |
+
"\n",
|
| 209 |
+
"response = openai.chat.completions.create(\n",
|
| 210 |
+
" model=\"gpt-4.1-nano\",\n",
|
| 211 |
+
" messages=messages\n",
|
| 212 |
+
")\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"print(response.choices[0].message.content)\n"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"# And now - let's ask for a question:\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 226 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 227 |
+
]
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"cell_type": "code",
|
| 231 |
+
"execution_count": null,
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"outputs": [],
|
| 234 |
+
"source": [
|
| 235 |
+
"# ask it - this uses GPT 4.1 mini, still cheap but more powerful than nano\n",
|
| 236 |
+
"\n",
|
| 237 |
+
"response = openai.chat.completions.create(\n",
|
| 238 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 239 |
+
" messages=messages\n",
|
| 240 |
+
")\n",
|
| 241 |
+
"\n",
|
| 242 |
+
"question = response.choices[0].message.content\n",
|
| 243 |
+
"\n",
|
| 244 |
+
"print(question)\n"
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"cell_type": "code",
|
| 249 |
+
"execution_count": null,
|
| 250 |
+
"metadata": {},
|
| 251 |
+
"outputs": [],
|
| 252 |
+
"source": [
|
| 253 |
+
"# form a new messages list\n",
|
| 254 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 255 |
+
]
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"cell_type": "code",
|
| 259 |
+
"execution_count": null,
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"outputs": [],
|
| 262 |
+
"source": [
|
| 263 |
+
"# Ask it again\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"response = openai.chat.completions.create(\n",
|
| 266 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 267 |
+
" messages=messages\n",
|
| 268 |
+
")\n",
|
| 269 |
+
"\n",
|
| 270 |
+
"answer = response.choices[0].message.content\n",
|
| 271 |
+
"print(answer)\n"
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"cell_type": "code",
|
| 276 |
+
"execution_count": null,
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"outputs": [],
|
| 279 |
+
"source": [
|
| 280 |
+
"from IPython.display import Markdown, display\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"display(Markdown(answer))\n",
|
| 283 |
+
"\n"
|
| 284 |
+
]
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"cell_type": "markdown",
|
| 288 |
+
"metadata": {},
|
| 289 |
+
"source": [
|
| 290 |
+
"# Congratulations!\n",
|
| 291 |
+
"\n",
|
| 292 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 293 |
+
"\n",
|
| 294 |
+
"Next time things get more interesting..."
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "markdown",
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"source": [
|
| 301 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 302 |
+
" <tr>\n",
|
| 303 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 304 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 305 |
+
" </td>\n",
|
| 306 |
+
" <td>\n",
|
| 307 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 308 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 309 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 310 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 311 |
+
" Finally have 3 third LLM call propose the Agentic AI solution. <br/>\n",
|
| 312 |
+
" We will cover this at up-coming labs, so don't worry if you're unsure.. just give it a try!\n",
|
| 313 |
+
" </span>\n",
|
| 314 |
+
" </td>\n",
|
| 315 |
+
" </tr>\n",
|
| 316 |
+
"</table>"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": null,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# First create the messages:\n",
|
| 326 |
+
"\n",
|
| 327 |
+
"messages = [{\"role\": \"user\", \"content\": \"Pick up a business area where Agentic AI can be applied. Provide only the business area name.\"}]\n",
|
| 328 |
+
"\n",
|
| 329 |
+
"# Then make the first call:\n",
|
| 330 |
+
"\n",
|
| 331 |
+
"response = openai.chat.completions.create(\n",
|
| 332 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 333 |
+
" messages=messages\n",
|
| 334 |
+
")\n",
|
| 335 |
+
"\n",
|
| 336 |
+
"# Then read the business idea:\n",
|
| 337 |
+
"\n",
|
| 338 |
+
"business_idea = response.choices[0].message.content\n",
|
| 339 |
+
"display(Markdown(business_idea))\n",
|
| 340 |
+
"\n",
|
| 341 |
+
"# And repeat! In the next message, include the business idea within the message\n"
|
| 342 |
+
]
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"cell_type": "code",
|
| 346 |
+
"execution_count": null,
|
| 347 |
+
"metadata": {},
|
| 348 |
+
"outputs": [],
|
| 349 |
+
"source": [
|
| 350 |
+
"# First create the messages:\n",
|
| 351 |
+
"\n",
|
| 352 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Provide one painpoint in the business ${business_idea} that can be solved by Agentic AI. Provide only the pain point, nothing else.\"}]\n",
|
| 353 |
+
"\n",
|
| 354 |
+
"# Then make the first call:\n",
|
| 355 |
+
"\n",
|
| 356 |
+
"response = openai.chat.completions.create(\n",
|
| 357 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 358 |
+
" messages=messages\n",
|
| 359 |
+
")\n",
|
| 360 |
+
"\n",
|
| 361 |
+
"# Then read the business idea:\n",
|
| 362 |
+
"\n",
|
| 363 |
+
"pain_point = response.choices[0].message.content\n",
|
| 364 |
+
"display(Markdown(pain_point))\n"
|
| 365 |
+
]
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"cell_type": "code",
|
| 369 |
+
"execution_count": null,
|
| 370 |
+
"metadata": {},
|
| 371 |
+
"outputs": [],
|
| 372 |
+
"source": [
|
| 373 |
+
"# First create the messages:\n",
|
| 374 |
+
"\n",
|
| 375 |
+
"messages = [{\"role\": \"user\", \"content\": f\"Provide one solution that uses Agentic AI to solve the pain point ${pain_point}, in the business ${business_idea}. \\\n",
|
| 376 |
+
" Provide details as bullet points in less than 100 words. Precede it with the Business Area and the pain point it is solving.\"}]\n",
|
| 377 |
+
"\n",
|
| 378 |
+
"# Then make the first call:\n",
|
| 379 |
+
"\n",
|
| 380 |
+
"response = openai.chat.completions.create(\n",
|
| 381 |
+
" model=\"gpt-4.1-mini\",\n",
|
| 382 |
+
" messages=messages\n",
|
| 383 |
+
")\n",
|
| 384 |
+
"\n",
|
| 385 |
+
"# Then read the business idea:\n",
|
| 386 |
+
"\n",
|
| 387 |
+
"solution = response.choices[0].message.content\n",
|
| 388 |
+
"display(Markdown(solution))\n"
|
| 389 |
+
]
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"cell_type": "markdown",
|
| 393 |
+
"metadata": {},
|
| 394 |
+
"source": []
|
| 395 |
+
}
|
| 396 |
+
],
|
| 397 |
+
"metadata": {
|
| 398 |
+
"kernelspec": {
|
| 399 |
+
"display_name": ".venv",
|
| 400 |
+
"language": "python",
|
| 401 |
+
"name": "python3"
|
| 402 |
+
},
|
| 403 |
+
"language_info": {
|
| 404 |
+
"codemirror_mode": {
|
| 405 |
+
"name": "ipython",
|
| 406 |
+
"version": 3
|
| 407 |
+
},
|
| 408 |
+
"file_extension": ".py",
|
| 409 |
+
"mimetype": "text/x-python",
|
| 410 |
+
"name": "python",
|
| 411 |
+
"nbconvert_exporter": "python",
|
| 412 |
+
"pygments_lexer": "ipython3",
|
| 413 |
+
"version": "3.12.4"
|
| 414 |
+
}
|
| 415 |
+
},
|
| 416 |
+
"nbformat": 4,
|
| 417 |
+
"nbformat_minor": 2
|
| 418 |
+
}
|
community_contributions/1_lab1_open_router.ipynb
ADDED
|
@@ -0,0 +1,323 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Welcome to the start of your adventure in Agentic AI"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 15 |
+
" <tr>\n",
|
| 16 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 17 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 18 |
+
" </td>\n",
|
| 19 |
+
" <td>\n",
|
| 20 |
+
" <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
|
| 21 |
+
" <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
|
| 22 |
+
" Have you checked out the guides in the <a href=\"../guides/01_intro.ipynb\">guides</a> folder?<br/>\n",
|
| 23 |
+
" Well in that case, you're ready!!\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "markdown",
|
| 32 |
+
"metadata": {},
|
| 33 |
+
"source": [
|
| 34 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 35 |
+
" <tr>\n",
|
| 36 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 37 |
+
" <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 38 |
+
" </td>\n",
|
| 39 |
+
" <td>\n",
|
| 40 |
+
" <h2 style=\"color:#00bfff;\">This code is a live resource - keep an eye out for my updates</h2>\n",
|
| 41 |
+
" <span style=\"color:#00bfff;\">I push updates regularly. As people ask questions or have problems, I add more examples and improve explanations. As a result, the code below might not be identical to the videos, as I've added more steps and better comments. Consider this like an interactive book that accompanies the lectures.<br/><br/>\n",
|
| 42 |
+
" I try to send emails regularly with important updates related to the course. You can find this in the 'Announcements' section of Udemy in the left sidebar. You can also choose to receive my emails via your Notification Settings in Udemy. I'm respectful of your inbox and always try to add value with my emails!\n",
|
| 43 |
+
" </span>\n",
|
| 44 |
+
" </td>\n",
|
| 45 |
+
" </tr>\n",
|
| 46 |
+
"</table>"
|
| 47 |
+
]
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"cell_type": "markdown",
|
| 51 |
+
"metadata": {},
|
| 52 |
+
"source": [
|
| 53 |
+
"### And please do remember to contact me if I can help\n",
|
| 54 |
+
"\n",
|
| 55 |
+
"And I love to connect: https://www.linkedin.com/in/eddonner/\n",
|
| 56 |
+
"\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"### New to Notebooks like this one? Head over to the guides folder!\n",
|
| 59 |
+
"\n",
|
| 60 |
+
"Just to check you've already added the Python and Jupyter extensions to Cursor, if not already installed:\n",
|
| 61 |
+
"- Open extensions (View >> extensions)\n",
|
| 62 |
+
"- Search for python, and when the results show, click on the ms-python one, and Install it if not already installed\n",
|
| 63 |
+
"- Search for jupyter, and when the results show, click on the Microsoft one, and Install it if not already installed \n",
|
| 64 |
+
"Then View >> Explorer to bring back the File Explorer.\n",
|
| 65 |
+
"\n",
|
| 66 |
+
"And then:\n",
|
| 67 |
+
"1. Click where it says \"Select Kernel\" near the top right, and select the option called `.venv (Python 3.12.9)` or similar, which should be the first choice or the most prominent choice. You may need to choose \"Python Environments\" first.\n",
|
| 68 |
+
"2. Click in each \"cell\" below, starting with the cell immediately below this text, and press Shift+Enter to run\n",
|
| 69 |
+
"3. Enjoy!\n",
|
| 70 |
+
"\n",
|
| 71 |
+
"After you click \"Select Kernel\", if there is no option like `.venv (Python 3.12.9)` then please do the following: \n",
|
| 72 |
+
"1. On Mac: From the Cursor menu, choose Settings >> VS Code Settings (NOTE: be sure to select `VSCode Settings` not `Cursor Settings`); \n",
|
| 73 |
+
"On Windows PC: From the File menu, choose Preferences >> VS Code Settings(NOTE: be sure to select `VSCode Settings` not `Cursor Settings`) \n",
|
| 74 |
+
"2. In the Settings search bar, type \"venv\" \n",
|
| 75 |
+
"3. In the field \"Path to folder with a list of Virtual Environments\" put the path to the project root, like C:\\Users\\username\\projects\\agents (on a Windows PC) or /Users/username/projects/agents (on Mac or Linux). \n",
|
| 76 |
+
"And then try again.\n",
|
| 77 |
+
"\n",
|
| 78 |
+
"Having problems with missing Python versions in that list? Have you ever used Anaconda before? It might be interferring. Quit Cursor, bring up a new command line, and make sure that your Anaconda environment is deactivated: \n",
|
| 79 |
+
"`conda deactivate` \n",
|
| 80 |
+
"And if you still have any problems with conda and python versions, it's possible that you will need to run this too: \n",
|
| 81 |
+
"`conda config --set auto_activate_base false` \n",
|
| 82 |
+
"and then from within the Agents directory, you should be able to run `uv python list` and see the Python 3.12 version."
|
| 83 |
+
]
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"cell_type": "code",
|
| 87 |
+
"execution_count": 76,
|
| 88 |
+
"metadata": {},
|
| 89 |
+
"outputs": [],
|
| 90 |
+
"source": [
|
| 91 |
+
"# First let's do an import\n",
|
| 92 |
+
"from dotenv import load_dotenv\n"
|
| 93 |
+
]
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"cell_type": "code",
|
| 97 |
+
"execution_count": null,
|
| 98 |
+
"metadata": {},
|
| 99 |
+
"outputs": [],
|
| 100 |
+
"source": [
|
| 101 |
+
"# Next it's time to load the API keys into environment variables\n",
|
| 102 |
+
"\n",
|
| 103 |
+
"load_dotenv(override=True)"
|
| 104 |
+
]
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"cell_type": "code",
|
| 108 |
+
"execution_count": null,
|
| 109 |
+
"metadata": {},
|
| 110 |
+
"outputs": [],
|
| 111 |
+
"source": [
|
| 112 |
+
"# Check the keys\n",
|
| 113 |
+
"\n",
|
| 114 |
+
"import os\n",
|
| 115 |
+
"open_router_api_key = os.getenv('OPEN_ROUTER_API_KEY')\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"if open_router_api_key:\n",
|
| 118 |
+
" print(f\"Open router API Key exists and begins {open_router_api_key[:8]}\")\n",
|
| 119 |
+
"else:\n",
|
| 120 |
+
" print(\"Open router API Key not set - please head to the troubleshooting guide in the setup folder\")\n"
|
| 121 |
+
]
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"cell_type": "code",
|
| 125 |
+
"execution_count": 79,
|
| 126 |
+
"metadata": {},
|
| 127 |
+
"outputs": [],
|
| 128 |
+
"source": [
|
| 129 |
+
"from openai import OpenAI"
|
| 130 |
+
]
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"cell_type": "code",
|
| 134 |
+
"execution_count": 80,
|
| 135 |
+
"metadata": {},
|
| 136 |
+
"outputs": [],
|
| 137 |
+
"source": [
|
| 138 |
+
"# Initialize the client to point at OpenRouter instead of OpenAI\n",
|
| 139 |
+
"# You can use the exact same OpenAI Python package—just swap the base_url!\n",
|
| 140 |
+
"client = OpenAI(\n",
|
| 141 |
+
" base_url=\"https://openrouter.ai/api/v1\",\n",
|
| 142 |
+
" api_key=open_router_api_key\n",
|
| 143 |
+
")"
|
| 144 |
+
]
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"cell_type": "code",
|
| 148 |
+
"execution_count": 81,
|
| 149 |
+
"metadata": {},
|
| 150 |
+
"outputs": [],
|
| 151 |
+
"source": [
|
| 152 |
+
"messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
|
| 153 |
+
]
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"cell_type": "code",
|
| 157 |
+
"execution_count": null,
|
| 158 |
+
"metadata": {},
|
| 159 |
+
"outputs": [],
|
| 160 |
+
"source": [
|
| 161 |
+
"client = OpenAI(\n",
|
| 162 |
+
" base_url=\"https://openrouter.ai/api/v1\",\n",
|
| 163 |
+
" api_key=open_router_api_key\n",
|
| 164 |
+
")\n",
|
| 165 |
+
"\n",
|
| 166 |
+
"resp = client.chat.completions.create(\n",
|
| 167 |
+
" # Select a model from https://openrouter.ai/models and provide the model name here\n",
|
| 168 |
+
" model=\"meta-llama/llama-3.3-8b-instruct:free\",\n",
|
| 169 |
+
" messages=messages\n",
|
| 170 |
+
")\n",
|
| 171 |
+
"print(resp.choices[0].message.content)"
|
| 172 |
+
]
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"cell_type": "code",
|
| 176 |
+
"execution_count": 83,
|
| 177 |
+
"metadata": {},
|
| 178 |
+
"outputs": [],
|
| 179 |
+
"source": [
|
| 180 |
+
"# And now - let's ask for a question:\n",
|
| 181 |
+
"\n",
|
| 182 |
+
"question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
|
| 183 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 184 |
+
]
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"cell_type": "code",
|
| 188 |
+
"execution_count": null,
|
| 189 |
+
"metadata": {},
|
| 190 |
+
"outputs": [],
|
| 191 |
+
"source": [
|
| 192 |
+
"response = client.chat.completions.create(\n",
|
| 193 |
+
" model=\"meta-llama/llama-3.3-8b-instruct:free\",\n",
|
| 194 |
+
" messages=messages\n",
|
| 195 |
+
")\n",
|
| 196 |
+
"\n",
|
| 197 |
+
"question = response.choices[0].message.content\n",
|
| 198 |
+
"\n",
|
| 199 |
+
"print(question)"
|
| 200 |
+
]
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"cell_type": "code",
|
| 204 |
+
"execution_count": 85,
|
| 205 |
+
"metadata": {},
|
| 206 |
+
"outputs": [],
|
| 207 |
+
"source": [
|
| 208 |
+
"# form a new messages list\n",
|
| 209 |
+
"\n",
|
| 210 |
+
"messages = [{\"role\": \"user\", \"content\": question}]\n"
|
| 211 |
+
]
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"cell_type": "code",
|
| 215 |
+
"execution_count": null,
|
| 216 |
+
"metadata": {},
|
| 217 |
+
"outputs": [],
|
| 218 |
+
"source": [
|
| 219 |
+
"# Ask it again\n",
|
| 220 |
+
"\n",
|
| 221 |
+
"response = client.chat.completions.create(\n",
|
| 222 |
+
" model=\"meta-llama/llama-3.3-8b-instruct:free\",\n",
|
| 223 |
+
" messages=messages\n",
|
| 224 |
+
")\n",
|
| 225 |
+
"\n",
|
| 226 |
+
"answer = response.choices[0].message.content\n",
|
| 227 |
+
"print(answer)"
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"cell_type": "code",
|
| 232 |
+
"execution_count": null,
|
| 233 |
+
"metadata": {},
|
| 234 |
+
"outputs": [],
|
| 235 |
+
"source": [
|
| 236 |
+
"from IPython.display import Markdown, display\n",
|
| 237 |
+
"\n",
|
| 238 |
+
"display(Markdown(answer))\n",
|
| 239 |
+
"\n"
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"cell_type": "markdown",
|
| 244 |
+
"metadata": {},
|
| 245 |
+
"source": [
|
| 246 |
+
"# Congratulations!\n",
|
| 247 |
+
"\n",
|
| 248 |
+
"That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
|
| 249 |
+
"\n",
|
| 250 |
+
"Next time things get more interesting..."
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"cell_type": "markdown",
|
| 255 |
+
"metadata": {},
|
| 256 |
+
"source": [
|
| 257 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 258 |
+
" <tr>\n",
|
| 259 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 260 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 261 |
+
" </td>\n",
|
| 262 |
+
" <td>\n",
|
| 263 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 264 |
+
" <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
|
| 265 |
+
" First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
|
| 266 |
+
" Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
|
| 267 |
+
" Finally have 3 third LLM call propose the Agentic AI solution.\n",
|
| 268 |
+
" </span>\n",
|
| 269 |
+
" </td>\n",
|
| 270 |
+
" </tr>\n",
|
| 271 |
+
"</table>"
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"cell_type": "code",
|
| 276 |
+
"execution_count": null,
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"outputs": [],
|
| 279 |
+
"source": [
|
| 280 |
+
"# First create the messages:\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"\n",
|
| 283 |
+
"messages = [\"Something here\"]\n",
|
| 284 |
+
"\n",
|
| 285 |
+
"# Then make the first call:\n",
|
| 286 |
+
"\n",
|
| 287 |
+
"response =\n",
|
| 288 |
+
"\n",
|
| 289 |
+
"# Then read the business idea:\n",
|
| 290 |
+
"\n",
|
| 291 |
+
"business_idea = response.\n",
|
| 292 |
+
"\n",
|
| 293 |
+
"# And repeat!"
|
| 294 |
+
]
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"cell_type": "markdown",
|
| 298 |
+
"metadata": {},
|
| 299 |
+
"source": []
|
| 300 |
+
}
|
| 301 |
+
],
|
| 302 |
+
"metadata": {
|
| 303 |
+
"kernelspec": {
|
| 304 |
+
"display_name": ".venv",
|
| 305 |
+
"language": "python",
|
| 306 |
+
"name": "python3"
|
| 307 |
+
},
|
| 308 |
+
"language_info": {
|
| 309 |
+
"codemirror_mode": {
|
| 310 |
+
"name": "ipython",
|
| 311 |
+
"version": 3
|
| 312 |
+
},
|
| 313 |
+
"file_extension": ".py",
|
| 314 |
+
"mimetype": "text/x-python",
|
| 315 |
+
"name": "python",
|
| 316 |
+
"nbconvert_exporter": "python",
|
| 317 |
+
"pygments_lexer": "ipython3",
|
| 318 |
+
"version": "3.12.7"
|
| 319 |
+
}
|
| 320 |
+
},
|
| 321 |
+
"nbformat": 4,
|
| 322 |
+
"nbformat_minor": 2
|
| 323 |
+
}
|
community_contributions/1_lab2_Kaushik_Parallelization.ipynb
ADDED
|
@@ -0,0 +1,355 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "code",
|
| 5 |
+
"execution_count": 1,
|
| 6 |
+
"metadata": {},
|
| 7 |
+
"outputs": [],
|
| 8 |
+
"source": [
|
| 9 |
+
"import os\n",
|
| 10 |
+
"import json\n",
|
| 11 |
+
"from dotenv import load_dotenv\n",
|
| 12 |
+
"from openai import OpenAI\n",
|
| 13 |
+
"from IPython.display import Markdown"
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"cell_type": "markdown",
|
| 18 |
+
"metadata": {},
|
| 19 |
+
"source": [
|
| 20 |
+
"### Refresh dot env"
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"cell_type": "code",
|
| 25 |
+
"execution_count": null,
|
| 26 |
+
"metadata": {},
|
| 27 |
+
"outputs": [],
|
| 28 |
+
"source": [
|
| 29 |
+
"load_dotenv(override=True)"
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"cell_type": "code",
|
| 34 |
+
"execution_count": 3,
|
| 35 |
+
"metadata": {},
|
| 36 |
+
"outputs": [],
|
| 37 |
+
"source": [
|
| 38 |
+
"open_api_key = os.getenv(\"OPENAI_API_KEY\")\n",
|
| 39 |
+
"google_api_key = os.getenv(\"GOOGLE_API_KEY\")"
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"cell_type": "markdown",
|
| 44 |
+
"metadata": {},
|
| 45 |
+
"source": [
|
| 46 |
+
"### Create initial query to get challange reccomendation"
|
| 47 |
+
]
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"cell_type": "code",
|
| 51 |
+
"execution_count": 4,
|
| 52 |
+
"metadata": {},
|
| 53 |
+
"outputs": [],
|
| 54 |
+
"source": [
|
| 55 |
+
"query = 'Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. '\n",
|
| 56 |
+
"query += 'Answer only with the question, no explanation.'\n",
|
| 57 |
+
"\n",
|
| 58 |
+
"messages = [{'role':'user', 'content':query}]"
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"cell_type": "code",
|
| 63 |
+
"execution_count": null,
|
| 64 |
+
"metadata": {},
|
| 65 |
+
"outputs": [],
|
| 66 |
+
"source": [
|
| 67 |
+
"print(messages)"
|
| 68 |
+
]
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"cell_type": "markdown",
|
| 72 |
+
"metadata": {},
|
| 73 |
+
"source": [
|
| 74 |
+
"### Call openai gpt-4o-mini "
|
| 75 |
+
]
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"cell_type": "code",
|
| 79 |
+
"execution_count": 6,
|
| 80 |
+
"metadata": {},
|
| 81 |
+
"outputs": [],
|
| 82 |
+
"source": [
|
| 83 |
+
"openai = OpenAI()\n",
|
| 84 |
+
"\n",
|
| 85 |
+
"response = openai.chat.completions.create(\n",
|
| 86 |
+
" messages=messages,\n",
|
| 87 |
+
" model='gpt-4o-mini'\n",
|
| 88 |
+
")\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"challange = response.choices[0].message.content\n"
|
| 91 |
+
]
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"cell_type": "code",
|
| 95 |
+
"execution_count": null,
|
| 96 |
+
"metadata": {},
|
| 97 |
+
"outputs": [],
|
| 98 |
+
"source": [
|
| 99 |
+
"print(challange)"
|
| 100 |
+
]
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"cell_type": "code",
|
| 104 |
+
"execution_count": 8,
|
| 105 |
+
"metadata": {},
|
| 106 |
+
"outputs": [],
|
| 107 |
+
"source": [
|
| 108 |
+
"competitors = []\n",
|
| 109 |
+
"answers = []"
|
| 110 |
+
]
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"cell_type": "markdown",
|
| 114 |
+
"metadata": {},
|
| 115 |
+
"source": [
|
| 116 |
+
"### Create messages with the challange query"
|
| 117 |
+
]
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"cell_type": "code",
|
| 121 |
+
"execution_count": 9,
|
| 122 |
+
"metadata": {},
|
| 123 |
+
"outputs": [],
|
| 124 |
+
"source": [
|
| 125 |
+
"messages = [{'role':'user', 'content':challange}]"
|
| 126 |
+
]
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"cell_type": "code",
|
| 130 |
+
"execution_count": null,
|
| 131 |
+
"metadata": {},
|
| 132 |
+
"outputs": [],
|
| 133 |
+
"source": [
|
| 134 |
+
"print(messages)"
|
| 135 |
+
]
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"cell_type": "code",
|
| 139 |
+
"execution_count": null,
|
| 140 |
+
"metadata": {},
|
| 141 |
+
"outputs": [],
|
| 142 |
+
"source": [
|
| 143 |
+
"!ollama pull llama3.2"
|
| 144 |
+
]
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"cell_type": "code",
|
| 148 |
+
"execution_count": 12,
|
| 149 |
+
"metadata": {},
|
| 150 |
+
"outputs": [],
|
| 151 |
+
"source": [
|
| 152 |
+
"from threading import Thread"
|
| 153 |
+
]
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"cell_type": "code",
|
| 157 |
+
"execution_count": 13,
|
| 158 |
+
"metadata": {},
|
| 159 |
+
"outputs": [],
|
| 160 |
+
"source": [
|
| 161 |
+
"def gpt_mini_processor():\n",
|
| 162 |
+
" modleName = 'gpt-4o-mini'\n",
|
| 163 |
+
" competitors.append(modleName)\n",
|
| 164 |
+
" response_gpt = openai.chat.completions.create(\n",
|
| 165 |
+
" messages=messages,\n",
|
| 166 |
+
" model=modleName\n",
|
| 167 |
+
" )\n",
|
| 168 |
+
" answers.append(response_gpt.choices[0].message.content)\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"def gemini_processor():\n",
|
| 171 |
+
" gemini = OpenAI(api_key=google_api_key, base_url='https://generativelanguage.googleapis.com/v1beta/openai/')\n",
|
| 172 |
+
" modleName = 'gemini-2.0-flash'\n",
|
| 173 |
+
" competitors.append(modleName)\n",
|
| 174 |
+
" response_gemini = gemini.chat.completions.create(\n",
|
| 175 |
+
" messages=messages,\n",
|
| 176 |
+
" model=modleName\n",
|
| 177 |
+
" )\n",
|
| 178 |
+
" answers.append(response_gemini.choices[0].message.content)\n",
|
| 179 |
+
"\n",
|
| 180 |
+
"def llama_processor():\n",
|
| 181 |
+
" ollama = OpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 182 |
+
" modleName = 'llama3.2'\n",
|
| 183 |
+
" competitors.append(modleName)\n",
|
| 184 |
+
" response_llama = ollama.chat.completions.create(\n",
|
| 185 |
+
" messages=messages,\n",
|
| 186 |
+
" model=modleName\n",
|
| 187 |
+
" )\n",
|
| 188 |
+
" answers.append(response_llama.choices[0].message.content)"
|
| 189 |
+
]
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"cell_type": "markdown",
|
| 193 |
+
"metadata": {},
|
| 194 |
+
"source": [
|
| 195 |
+
"### Paraller execution of LLM calls"
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"cell_type": "code",
|
| 200 |
+
"execution_count": 14,
|
| 201 |
+
"metadata": {},
|
| 202 |
+
"outputs": [],
|
| 203 |
+
"source": [
|
| 204 |
+
"thread1 = Thread(target=gpt_mini_processor)\n",
|
| 205 |
+
"thread2 = Thread(target=gemini_processor)\n",
|
| 206 |
+
"thread3 = Thread(target=llama_processor)\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"thread1.start()\n",
|
| 209 |
+
"thread2.start()\n",
|
| 210 |
+
"thread3.start()\n",
|
| 211 |
+
"\n",
|
| 212 |
+
"thread1.join()\n",
|
| 213 |
+
"thread2.join()\n",
|
| 214 |
+
"thread3.join()"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"print(competitors)\n",
|
| 224 |
+
"print(answers)"
|
| 225 |
+
]
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"cell_type": "code",
|
| 229 |
+
"execution_count": null,
|
| 230 |
+
"metadata": {},
|
| 231 |
+
"outputs": [],
|
| 232 |
+
"source": [
|
| 233 |
+
"for competitor, answer in zip(competitors, answers):\n",
|
| 234 |
+
" print(f'Competitor:{competitor}\\n\\n{answer}')"
|
| 235 |
+
]
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"cell_type": "code",
|
| 239 |
+
"execution_count": 17,
|
| 240 |
+
"metadata": {},
|
| 241 |
+
"outputs": [],
|
| 242 |
+
"source": [
|
| 243 |
+
"together = ''\n",
|
| 244 |
+
"for index, answer in enumerate(answers):\n",
|
| 245 |
+
" together += f'# Response from competitor {index + 1}\\n\\n'\n",
|
| 246 |
+
" together += answer + '\\n\\n'"
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"cell_type": "code",
|
| 251 |
+
"execution_count": null,
|
| 252 |
+
"metadata": {},
|
| 253 |
+
"outputs": [],
|
| 254 |
+
"source": [
|
| 255 |
+
"print(together)"
|
| 256 |
+
]
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"cell_type": "markdown",
|
| 260 |
+
"metadata": {},
|
| 261 |
+
"source": [
|
| 262 |
+
"### Prompt to judge the LLM results"
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"cell_type": "code",
|
| 267 |
+
"execution_count": 19,
|
| 268 |
+
"metadata": {},
|
| 269 |
+
"outputs": [],
|
| 270 |
+
"source": [
|
| 271 |
+
"to_judge = f'''You are judging a competition between {len(competitors)} competitors.\n",
|
| 272 |
+
"Each model has been given this question:\n",
|
| 273 |
+
"\n",
|
| 274 |
+
"{challange}\n",
|
| 275 |
+
"\n",
|
| 276 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 277 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 278 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 279 |
+
"\n",
|
| 280 |
+
"Here are the responses from each competitor:\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"{together}\n",
|
| 283 |
+
"\n",
|
| 284 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n",
|
| 285 |
+
"\n",
|
| 286 |
+
"'''"
|
| 287 |
+
]
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"cell_type": "code",
|
| 291 |
+
"execution_count": 20,
|
| 292 |
+
"metadata": {},
|
| 293 |
+
"outputs": [],
|
| 294 |
+
"source": [
|
| 295 |
+
"to_judge_message = [{'role':'user', 'content':to_judge}]"
|
| 296 |
+
]
|
| 297 |
+
},
|
| 298 |
+
{
|
| 299 |
+
"cell_type": "markdown",
|
| 300 |
+
"metadata": {},
|
| 301 |
+
"source": [
|
| 302 |
+
"### Execute o3-mini to analyze the LLM results"
|
| 303 |
+
]
|
| 304 |
+
},
|
| 305 |
+
{
|
| 306 |
+
"cell_type": "code",
|
| 307 |
+
"execution_count": null,
|
| 308 |
+
"metadata": {},
|
| 309 |
+
"outputs": [],
|
| 310 |
+
"source": [
|
| 311 |
+
"openai = OpenAI()\n",
|
| 312 |
+
"response = openai.chat.completions.create(\n",
|
| 313 |
+
" messages=to_judge_message,\n",
|
| 314 |
+
" model='o3-mini'\n",
|
| 315 |
+
")\n",
|
| 316 |
+
"result = response.choices[0].message.content\n",
|
| 317 |
+
"print(result)"
|
| 318 |
+
]
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"cell_type": "code",
|
| 322 |
+
"execution_count": null,
|
| 323 |
+
"metadata": {},
|
| 324 |
+
"outputs": [],
|
| 325 |
+
"source": [
|
| 326 |
+
"results_dict = json.loads(result)\n",
|
| 327 |
+
"ranks = results_dict[\"results\"]\n",
|
| 328 |
+
"for index, result in enumerate(ranks):\n",
|
| 329 |
+
" competitor = competitors[int(result)-1]\n",
|
| 330 |
+
" print(f\"Rank {index+1}: {competitor}\")"
|
| 331 |
+
]
|
| 332 |
+
}
|
| 333 |
+
],
|
| 334 |
+
"metadata": {
|
| 335 |
+
"kernelspec": {
|
| 336 |
+
"display_name": ".venv",
|
| 337 |
+
"language": "python",
|
| 338 |
+
"name": "python3"
|
| 339 |
+
},
|
| 340 |
+
"language_info": {
|
| 341 |
+
"codemirror_mode": {
|
| 342 |
+
"name": "ipython",
|
| 343 |
+
"version": 3
|
| 344 |
+
},
|
| 345 |
+
"file_extension": ".py",
|
| 346 |
+
"mimetype": "text/x-python",
|
| 347 |
+
"name": "python",
|
| 348 |
+
"nbconvert_exporter": "python",
|
| 349 |
+
"pygments_lexer": "ipython3",
|
| 350 |
+
"version": "3.12.10"
|
| 351 |
+
}
|
| 352 |
+
},
|
| 353 |
+
"nbformat": 4,
|
| 354 |
+
"nbformat_minor": 2
|
| 355 |
+
}
|
community_contributions/1_lab2_Routing_Workflow.ipynb
ADDED
|
@@ -0,0 +1,514 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Judging and Routing — Optimizing Resource Usage by Evaluating Problem Complexity"
|
| 8 |
+
]
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"cell_type": "markdown",
|
| 12 |
+
"metadata": {},
|
| 13 |
+
"source": [
|
| 14 |
+
"In the original Lab 2, we explored the **Orchestrator–Worker pattern**, where a planner sent the same question to multiple agents, and a judge assessed their responses to evaluate agent intelligence.\n",
|
| 15 |
+
"\n",
|
| 16 |
+
"In this notebook, we extend that design by adding multiple judges and a routing component to optimize model usage based on task complexity. "
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"cell_type": "markdown",
|
| 21 |
+
"metadata": {},
|
| 22 |
+
"source": [
|
| 23 |
+
"## Imports and Environment Setup"
|
| 24 |
+
]
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"cell_type": "code",
|
| 28 |
+
"execution_count": 1,
|
| 29 |
+
"metadata": {},
|
| 30 |
+
"outputs": [],
|
| 31 |
+
"source": [
|
| 32 |
+
"import os\n",
|
| 33 |
+
"import json\n",
|
| 34 |
+
"from dotenv import load_dotenv\n",
|
| 35 |
+
"from openai import OpenAI\n",
|
| 36 |
+
"from anthropic import Anthropic\n",
|
| 37 |
+
"from IPython.display import Markdown, display"
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"cell_type": "code",
|
| 42 |
+
"execution_count": null,
|
| 43 |
+
"metadata": {},
|
| 44 |
+
"outputs": [],
|
| 45 |
+
"source": [
|
| 46 |
+
"load_dotenv(override=True)\n",
|
| 47 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 48 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 49 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 50 |
+
"if openai_api_key and google_api_key and deepseek_api_key:\n",
|
| 51 |
+
" print(\"All keys were loaded successfully\")"
|
| 52 |
+
]
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"cell_type": "code",
|
| 56 |
+
"execution_count": null,
|
| 57 |
+
"metadata": {},
|
| 58 |
+
"outputs": [],
|
| 59 |
+
"source": [
|
| 60 |
+
"!ollama pull llama3.2\n",
|
| 61 |
+
"!ollama pull mistral"
|
| 62 |
+
]
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"cell_type": "markdown",
|
| 66 |
+
"metadata": {},
|
| 67 |
+
"source": [
|
| 68 |
+
"## Creating Models"
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"cell_type": "markdown",
|
| 73 |
+
"metadata": {},
|
| 74 |
+
"source": [
|
| 75 |
+
"The notebook uses instances of GPT, Gemini and DeepSeek APIs, along with two local models served via Ollama: ```llama3.2``` and ```mistral```."
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"cell_type": "code",
|
| 80 |
+
"execution_count": 4,
|
| 81 |
+
"metadata": {},
|
| 82 |
+
"outputs": [],
|
| 83 |
+
"source": [
|
| 84 |
+
"model_specs = {\n",
|
| 85 |
+
" \"gpt-4o-mini\" : None,\n",
|
| 86 |
+
" \"gemini-2.0-flash\": {\n",
|
| 87 |
+
" \"api_key\" : google_api_key,\n",
|
| 88 |
+
" \"url\" : \"https://generativelanguage.googleapis.com/v1beta/openai/\"\n",
|
| 89 |
+
" },\n",
|
| 90 |
+
" \"deepseek-chat\" : {\n",
|
| 91 |
+
" \"api_key\" : deepseek_api_key,\n",
|
| 92 |
+
" \"url\" : \"https://api.deepseek.com/v1\"\n",
|
| 93 |
+
" },\n",
|
| 94 |
+
" \"llama3.2\" : {\n",
|
| 95 |
+
" \"api_key\" : \"ollama\",\n",
|
| 96 |
+
" \"url\" : \"http://localhost:11434/v1\"\n",
|
| 97 |
+
" },\n",
|
| 98 |
+
" \"mistral\" : {\n",
|
| 99 |
+
" \"api_key\" : \"ollama\",\n",
|
| 100 |
+
" \"url\" : \"http://localhost:11434/v1\"\n",
|
| 101 |
+
" }\n",
|
| 102 |
+
"}\n",
|
| 103 |
+
"\n",
|
| 104 |
+
"def create_model(model_name):\n",
|
| 105 |
+
" spec = model_specs[model_name]\n",
|
| 106 |
+
" if spec is None:\n",
|
| 107 |
+
" return OpenAI()\n",
|
| 108 |
+
" \n",
|
| 109 |
+
" return OpenAI(api_key=spec[\"api_key\"], base_url=spec[\"url\"])"
|
| 110 |
+
]
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"cell_type": "code",
|
| 114 |
+
"execution_count": 5,
|
| 115 |
+
"metadata": {},
|
| 116 |
+
"outputs": [],
|
| 117 |
+
"source": [
|
| 118 |
+
"orchestrator_model = \"gemini-2.0-flash\"\n",
|
| 119 |
+
"generator = create_model(orchestrator_model)\n",
|
| 120 |
+
"router = create_model(orchestrator_model)\n",
|
| 121 |
+
"\n",
|
| 122 |
+
"qa_models = {\n",
|
| 123 |
+
" model_name : create_model(model_name) \n",
|
| 124 |
+
" for model_name in model_specs.keys()\n",
|
| 125 |
+
"}\n",
|
| 126 |
+
"\n",
|
| 127 |
+
"judges = {\n",
|
| 128 |
+
" model_name : create_model(model_name) \n",
|
| 129 |
+
" for model_name, specs in model_specs.items() \n",
|
| 130 |
+
" if not(specs) or specs[\"api_key\"] != \"ollama\"\n",
|
| 131 |
+
"}"
|
| 132 |
+
]
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"cell_type": "markdown",
|
| 136 |
+
"metadata": {},
|
| 137 |
+
"source": [
|
| 138 |
+
"## Orchestrator-Worker Workflow"
|
| 139 |
+
]
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"cell_type": "markdown",
|
| 143 |
+
"metadata": {},
|
| 144 |
+
"source": [
|
| 145 |
+
"First, we generate a question to evaluate the intelligence of each LLM."
|
| 146 |
+
]
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"cell_type": "code",
|
| 150 |
+
"execution_count": null,
|
| 151 |
+
"metadata": {},
|
| 152 |
+
"outputs": [],
|
| 153 |
+
"source": [
|
| 154 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs \"\n",
|
| 155 |
+
"request += \"to evaluate and rank them based on their intelligence. \" \n",
|
| 156 |
+
"request += \"Answer **only** with the question, no explanation or preamble.\"\n",
|
| 157 |
+
"\n",
|
| 158 |
+
"messages = [{\"role\": \"user\", \"content\": request}]\n",
|
| 159 |
+
"messages"
|
| 160 |
+
]
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"cell_type": "code",
|
| 164 |
+
"execution_count": 7,
|
| 165 |
+
"metadata": {},
|
| 166 |
+
"outputs": [],
|
| 167 |
+
"source": [
|
| 168 |
+
"response = generator.chat.completions.create(\n",
|
| 169 |
+
" model=orchestrator_model,\n",
|
| 170 |
+
" messages=messages,\n",
|
| 171 |
+
")\n",
|
| 172 |
+
"eval_question = response.choices[0].message.content"
|
| 173 |
+
]
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"cell_type": "code",
|
| 177 |
+
"execution_count": null,
|
| 178 |
+
"metadata": {},
|
| 179 |
+
"outputs": [],
|
| 180 |
+
"source": [
|
| 181 |
+
"display(Markdown(eval_question))"
|
| 182 |
+
]
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"cell_type": "markdown",
|
| 186 |
+
"metadata": {},
|
| 187 |
+
"source": [
|
| 188 |
+
"### Task Parallelization"
|
| 189 |
+
]
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"cell_type": "markdown",
|
| 193 |
+
"metadata": {},
|
| 194 |
+
"source": [
|
| 195 |
+
"Now, having the question and all the models instantiated it's time to see what each model has to say about the complex task it was given."
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"cell_type": "code",
|
| 200 |
+
"execution_count": null,
|
| 201 |
+
"metadata": {},
|
| 202 |
+
"outputs": [],
|
| 203 |
+
"source": [
|
| 204 |
+
"question = [{\"role\": \"user\", \"content\": eval_question}]\n",
|
| 205 |
+
"answers = []\n",
|
| 206 |
+
"competitors = []\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"for name, model in qa_models.items():\n",
|
| 209 |
+
" response = model.chat.completions.create(model=name, messages=question)\n",
|
| 210 |
+
" answer = response.choices[0].message.content\n",
|
| 211 |
+
" competitors.append(name)\n",
|
| 212 |
+
" answers.append(answer)\n",
|
| 213 |
+
"\n",
|
| 214 |
+
"answers"
|
| 215 |
+
]
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"cell_type": "code",
|
| 219 |
+
"execution_count": null,
|
| 220 |
+
"metadata": {},
|
| 221 |
+
"outputs": [],
|
| 222 |
+
"source": [
|
| 223 |
+
"report = \"# Answer report for each of the 5 models\\n\\n\"\n",
|
| 224 |
+
"report += \"\\n\\n\".join([f\"## **Model: {model}**\\n\\n{answer}\" for model, answer in zip(competitors, answers)])\n",
|
| 225 |
+
"display(Markdown(report))"
|
| 226 |
+
]
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"cell_type": "markdown",
|
| 230 |
+
"metadata": {},
|
| 231 |
+
"source": [
|
| 232 |
+
"### Synthetizer/Judge"
|
| 233 |
+
]
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"cell_type": "markdown",
|
| 237 |
+
"metadata": {},
|
| 238 |
+
"source": [
|
| 239 |
+
"The Judge Agents ranks the LLM responses based on coherence and relevance to the evaluation prompt. Judges vote and the final LLM ranking is based on the aggregated ranking of all three judges."
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"cell_type": "code",
|
| 244 |
+
"execution_count": null,
|
| 245 |
+
"metadata": {},
|
| 246 |
+
"outputs": [],
|
| 247 |
+
"source": [
|
| 248 |
+
"together = \"\"\n",
|
| 249 |
+
"for index, answer in enumerate(answers):\n",
|
| 250 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 251 |
+
" together += answer + \"\\n\\n\"\n",
|
| 252 |
+
"\n",
|
| 253 |
+
"together"
|
| 254 |
+
]
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"cell_type": "code",
|
| 258 |
+
"execution_count": 12,
|
| 259 |
+
"metadata": {},
|
| 260 |
+
"outputs": [],
|
| 261 |
+
"source": [
|
| 262 |
+
"judge_prompt = f\"\"\"\n",
|
| 263 |
+
" You are judging a competition between {len(competitors)} LLM competitors.\n",
|
| 264 |
+
" Each model has been given this nuanced question to evaluate their intelligence:\n",
|
| 265 |
+
"\n",
|
| 266 |
+
" {eval_question}\n",
|
| 267 |
+
"\n",
|
| 268 |
+
" Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 269 |
+
" Respond with JSON, and only JSON, with the following format:\n",
|
| 270 |
+
" {{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 271 |
+
" With 'best competitor number being ONLY the number', for instance:\n",
|
| 272 |
+
" {{\"results\": [\"5\", \"2\", \"4\", ...]}}\n",
|
| 273 |
+
" Here are the responses from each competitor:\n",
|
| 274 |
+
"\n",
|
| 275 |
+
" {together}\n",
|
| 276 |
+
"\n",
|
| 277 |
+
" Now respond with the JSON with the ranked order of the competitors, nothing else. Do NOT include MARKDOWN FORMATTING or CODE BLOCKS. ONLY the JSON\n",
|
| 278 |
+
" \"\"\"\n",
|
| 279 |
+
"\n",
|
| 280 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge_prompt}]"
|
| 281 |
+
]
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"cell_type": "code",
|
| 285 |
+
"execution_count": null,
|
| 286 |
+
"metadata": {},
|
| 287 |
+
"outputs": [],
|
| 288 |
+
"source": [
|
| 289 |
+
"from collections import defaultdict\n",
|
| 290 |
+
"import re\n",
|
| 291 |
+
"\n",
|
| 292 |
+
"N = len(competitors)\n",
|
| 293 |
+
"scores = defaultdict(int)\n",
|
| 294 |
+
"for judge_name, judge in judges.items():\n",
|
| 295 |
+
" response = judge.chat.completions.create(\n",
|
| 296 |
+
" model=judge_name,\n",
|
| 297 |
+
" messages=judge_messages,\n",
|
| 298 |
+
" )\n",
|
| 299 |
+
" response = response.choices[0].message.content\n",
|
| 300 |
+
" response_json = re.findall(r'\\{.*?\\}', response)[0]\n",
|
| 301 |
+
" results = json.loads(response_json)[\"results\"]\n",
|
| 302 |
+
" ranks = [int(result) for result in results]\n",
|
| 303 |
+
" print(f\"Judge {judge_name} ranking:\")\n",
|
| 304 |
+
" for i, c in enumerate(ranks):\n",
|
| 305 |
+
" model_name = competitors[c - 1]\n",
|
| 306 |
+
" print(f\"#{i+1} : {model_name}\")\n",
|
| 307 |
+
" scores[c - 1] += (N - i)\n",
|
| 308 |
+
" print()"
|
| 309 |
+
]
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"cell_type": "code",
|
| 313 |
+
"execution_count": null,
|
| 314 |
+
"metadata": {},
|
| 315 |
+
"outputs": [],
|
| 316 |
+
"source": [
|
| 317 |
+
"sorted_indices = sorted(scores, key=scores.get)\n",
|
| 318 |
+
"\n",
|
| 319 |
+
"# Convert to model names\n",
|
| 320 |
+
"ranked_model_names = [competitors[i] for i in sorted_indices]\n",
|
| 321 |
+
"\n",
|
| 322 |
+
"print(\"Final ranking from best to worst:\")\n",
|
| 323 |
+
"for i, name in enumerate(ranked_model_names[::-1], 1):\n",
|
| 324 |
+
" print(f\"#{i}: {name}\")"
|
| 325 |
+
]
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"cell_type": "markdown",
|
| 329 |
+
"metadata": {},
|
| 330 |
+
"source": [
|
| 331 |
+
"## Routing Workflow"
|
| 332 |
+
]
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"cell_type": "markdown",
|
| 336 |
+
"metadata": {},
|
| 337 |
+
"source": [
|
| 338 |
+
"We now define a routing agent responsible for classifying task complexity and delegating the prompt to the most appropriate model."
|
| 339 |
+
]
|
| 340 |
+
},
|
| 341 |
+
{
|
| 342 |
+
"cell_type": "code",
|
| 343 |
+
"execution_count": 15,
|
| 344 |
+
"metadata": {},
|
| 345 |
+
"outputs": [],
|
| 346 |
+
"source": [
|
| 347 |
+
"def classify_question_complexity(question: str, routing_agent, routing_model) -> int:\n",
|
| 348 |
+
" \"\"\"\n",
|
| 349 |
+
" Ask an LLM to classify the question complexity from 1 (easy) to 5 (very hard).\n",
|
| 350 |
+
" \"\"\"\n",
|
| 351 |
+
" prompt = f\"\"\"\n",
|
| 352 |
+
" You are a classifier responsible for assigning a complexity level to user questions, based on how difficult they would be for a language model to answer.\n",
|
| 353 |
+
"\n",
|
| 354 |
+
" Please read the question below and assign a complexity score from 1 to 5:\n",
|
| 355 |
+
"\n",
|
| 356 |
+
" - Level 1: Very simple factual or definitional question (e.g., “What is the capital of France?”)\n",
|
| 357 |
+
" - Level 2: Slightly more involved, requiring basic reasoning or comparison\n",
|
| 358 |
+
" - Level 3: Moderate complexity, requiring synthesis, context understanding, or multi-part answers\n",
|
| 359 |
+
" - Level 4: High complexity, requiring abstract thinking, ethical judgment, or creative generation\n",
|
| 360 |
+
" - Level 5: Extremely challenging, requiring deep reasoning, philosophical reflection, or long-term multi-step inference\n",
|
| 361 |
+
"\n",
|
| 362 |
+
" Respond ONLY with a single integer between 1 and 5 that best reflects the complexity of the question.\n",
|
| 363 |
+
"\n",
|
| 364 |
+
" Question:\n",
|
| 365 |
+
" {question}\n",
|
| 366 |
+
" \"\"\"\n",
|
| 367 |
+
"\n",
|
| 368 |
+
" response = routing_agent.chat.completions.create(\n",
|
| 369 |
+
" model=routing_model,\n",
|
| 370 |
+
" messages=[{\"role\": \"user\", \"content\": prompt}]\n",
|
| 371 |
+
" )\n",
|
| 372 |
+
" try:\n",
|
| 373 |
+
" return int(response.choices[0].message.content.strip())\n",
|
| 374 |
+
" except Exception:\n",
|
| 375 |
+
" return 3 # default to medium complexity on error\n",
|
| 376 |
+
" \n",
|
| 377 |
+
"def route_question_to_model(question: str, models_by_rank, classifier_model=router, model_name=orchestrator_model):\n",
|
| 378 |
+
" level = classify_question_complexity(question, classifier_model, model_name)\n",
|
| 379 |
+
" selected_model_name = models_by_rank[level - 1]\n",
|
| 380 |
+
" return selected_model_name"
|
| 381 |
+
]
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"cell_type": "code",
|
| 385 |
+
"execution_count": 16,
|
| 386 |
+
"metadata": {},
|
| 387 |
+
"outputs": [],
|
| 388 |
+
"source": [
|
| 389 |
+
"difficulty_prompts = [\n",
|
| 390 |
+
" \"Generate a very basic, factual question that a small or entry-level language model could answer easily. It should require no reasoning, just direct knowledge lookup.\",\n",
|
| 391 |
+
" \"Generate a slightly involved question that requires basic reasoning, comparison, or combining two known facts. Still within the grasp of small models but not purely factual.\",\n",
|
| 392 |
+
" \"Generate a moderately challenging question that requires some synthesis of ideas, multi-step reasoning, or contextual understanding. A mid-tier model should be able to answer it with effort.\",\n",
|
| 393 |
+
" \"Generate a difficult question involving abstract thinking, open-ended reasoning, or ethical tradeoffs. The question should challenge large models to produce thoughtful and coherent responses.\",\n",
|
| 394 |
+
" \"Generate an extremely complex and nuanced question that tests the limits of current language models. It should require deep reasoning, long-term planning, philosophy, or advanced multi-domain knowledge.\"\n",
|
| 395 |
+
"]\n",
|
| 396 |
+
"def generate_question(level, generator=generator, generator_model=orchestrator_model):\n",
|
| 397 |
+
" prompt = (\n",
|
| 398 |
+
" f\"{difficulty_prompts[level - 1]}\\n\"\n",
|
| 399 |
+
" \"Answer only with the question, no explanation.\"\n",
|
| 400 |
+
" )\n",
|
| 401 |
+
" messages = [{\"role\": \"user\", \"content\": prompt}]\n",
|
| 402 |
+
" response = generator.chat.completions.create(\n",
|
| 403 |
+
" model=generator_model, # or your planner model\n",
|
| 404 |
+
" messages=messages\n",
|
| 405 |
+
" )\n",
|
| 406 |
+
" \n",
|
| 407 |
+
" return response.choices[0].message.content\n",
|
| 408 |
+
"\n"
|
| 409 |
+
]
|
| 410 |
+
},
|
| 411 |
+
{
|
| 412 |
+
"cell_type": "markdown",
|
| 413 |
+
"metadata": {},
|
| 414 |
+
"source": [
|
| 415 |
+
"### Testing Routing Workflow"
|
| 416 |
+
]
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"cell_type": "markdown",
|
| 420 |
+
"metadata": {},
|
| 421 |
+
"source": [
|
| 422 |
+
"Finally, to test the routing workflow, we create a function that accepts a task complexity level and triggers the full routing process.\n",
|
| 423 |
+
"\n",
|
| 424 |
+
"*Note: A level-N prompt isn't always assigned to the Nth-most capable model due to the classifier's subjective decisions.*"
|
| 425 |
+
]
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"cell_type": "code",
|
| 429 |
+
"execution_count": 17,
|
| 430 |
+
"metadata": {},
|
| 431 |
+
"outputs": [],
|
| 432 |
+
"source": [
|
| 433 |
+
"def test_generation_routing(level):\n",
|
| 434 |
+
" question = generate_question(level=level)\n",
|
| 435 |
+
" answer_model = route_question_to_model(question, ranked_model_names)\n",
|
| 436 |
+
" messages = [{\"role\": \"user\", \"content\": question}]\n",
|
| 437 |
+
"\n",
|
| 438 |
+
" response =qa_models[answer_model].chat.completions.create(\n",
|
| 439 |
+
" model=answer_model, # or your planner model\n",
|
| 440 |
+
" messages=messages\n",
|
| 441 |
+
" )\n",
|
| 442 |
+
" print(f\"Question : {question}\")\n",
|
| 443 |
+
" print(f\"Routed to {answer_model}\")\n",
|
| 444 |
+
" display(Markdown(response.choices[0].message.content))"
|
| 445 |
+
]
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"cell_type": "code",
|
| 449 |
+
"execution_count": null,
|
| 450 |
+
"metadata": {},
|
| 451 |
+
"outputs": [],
|
| 452 |
+
"source": [
|
| 453 |
+
"test_generation_routing(level=1)"
|
| 454 |
+
]
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"cell_type": "code",
|
| 458 |
+
"execution_count": null,
|
| 459 |
+
"metadata": {},
|
| 460 |
+
"outputs": [],
|
| 461 |
+
"source": [
|
| 462 |
+
"test_generation_routing(level=2)"
|
| 463 |
+
]
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"cell_type": "code",
|
| 467 |
+
"execution_count": null,
|
| 468 |
+
"metadata": {},
|
| 469 |
+
"outputs": [],
|
| 470 |
+
"source": [
|
| 471 |
+
"test_generation_routing(level=3)"
|
| 472 |
+
]
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"cell_type": "code",
|
| 476 |
+
"execution_count": null,
|
| 477 |
+
"metadata": {},
|
| 478 |
+
"outputs": [],
|
| 479 |
+
"source": [
|
| 480 |
+
"test_generation_routing(level=4)"
|
| 481 |
+
]
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"cell_type": "code",
|
| 485 |
+
"execution_count": null,
|
| 486 |
+
"metadata": {},
|
| 487 |
+
"outputs": [],
|
| 488 |
+
"source": [
|
| 489 |
+
"test_generation_routing(level=5)"
|
| 490 |
+
]
|
| 491 |
+
}
|
| 492 |
+
],
|
| 493 |
+
"metadata": {
|
| 494 |
+
"kernelspec": {
|
| 495 |
+
"display_name": ".venv",
|
| 496 |
+
"language": "python",
|
| 497 |
+
"name": "python3"
|
| 498 |
+
},
|
| 499 |
+
"language_info": {
|
| 500 |
+
"codemirror_mode": {
|
| 501 |
+
"name": "ipython",
|
| 502 |
+
"version": 3
|
| 503 |
+
},
|
| 504 |
+
"file_extension": ".py",
|
| 505 |
+
"mimetype": "text/x-python",
|
| 506 |
+
"name": "python",
|
| 507 |
+
"nbconvert_exporter": "python",
|
| 508 |
+
"pygments_lexer": "ipython3",
|
| 509 |
+
"version": "3.12.11"
|
| 510 |
+
}
|
| 511 |
+
},
|
| 512 |
+
"nbformat": 4,
|
| 513 |
+
"nbformat_minor": 2
|
| 514 |
+
}
|
community_contributions/1_medtech_opportunity_finder/01_medtech.ipynb
ADDED
|
@@ -0,0 +1,133 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"id": "8c8f2d93",
|
| 6 |
+
"metadata": {},
|
| 7 |
+
"source": [
|
| 8 |
+
"# 🏥 MedTech AI Opportunity Finder\n",
|
| 9 |
+
"\n",
|
| 10 |
+
"- 🌍 Task: Generate quirky healthcare/pharma AI business opportunities with pain points and solutions.\n",
|
| 11 |
+
"- 🧠 Model: Uses OpenAI GPT-4o-mini for creative business idea generation\n",
|
| 12 |
+
"- 🎯 Process: Three-step pipeline - Business Area → Pain Point → AI Solution\n",
|
| 13 |
+
"- 📌 Output Format: Markdown-formatted responses streamed in real-time with humor\n",
|
| 14 |
+
"- 🔧 Tools: OpenAI API and IPython display for interactive streaming\n",
|
| 15 |
+
"- 🧑💻 Skill Level: Beginner\n",
|
| 16 |
+
"\n",
|
| 17 |
+
"🛠️ Requirements\n",
|
| 18 |
+
"- ⚙️ Hardware: ✅ CPU is sufficient — no GPU required\n",
|
| 19 |
+
"- 🔑 OpenAI API Key\n",
|
| 20 |
+
"- IPython environment (Jupyter/Colab)\n",
|
| 21 |
+
"\n",
|
| 22 |
+
"---\n",
|
| 23 |
+
"📢 Discover more Agentic AI notebooks on my [GitHub repository](https://github.com/lisekarimi/agentverse) and explore additional AI projects on my [portfolio](https://lisekarimi.com)."
|
| 24 |
+
]
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"cell_type": "code",
|
| 28 |
+
"execution_count": null,
|
| 29 |
+
"id": "1df27837",
|
| 30 |
+
"metadata": {},
|
| 31 |
+
"outputs": [],
|
| 32 |
+
"source": [
|
| 33 |
+
"from openai import OpenAI\n",
|
| 34 |
+
"from IPython.display import display, Markdown, update_display"
|
| 35 |
+
]
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"cell_type": "code",
|
| 39 |
+
"execution_count": null,
|
| 40 |
+
"id": "b197c72a",
|
| 41 |
+
"metadata": {},
|
| 42 |
+
"outputs": [],
|
| 43 |
+
"source": [
|
| 44 |
+
"client = OpenAI() # Automatically finds OPENAI_API_KEY without needing os.getenv() or load_dotenv()."
|
| 45 |
+
]
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"cell_type": "code",
|
| 49 |
+
"execution_count": null,
|
| 50 |
+
"id": "cc8064bb",
|
| 51 |
+
"metadata": {},
|
| 52 |
+
"outputs": [],
|
| 53 |
+
"source": [
|
| 54 |
+
"def stream_response(messages, section_title):\n",
|
| 55 |
+
" \"\"\"Stream response and display with real-time updates\"\"\"\n",
|
| 56 |
+
" response_stream = client.chat.completions.create(\n",
|
| 57 |
+
" model=\"gpt-4o-mini\",\n",
|
| 58 |
+
" messages=messages,\n",
|
| 59 |
+
" stream=True\n",
|
| 60 |
+
" )\n",
|
| 61 |
+
"\n",
|
| 62 |
+
" response = \"\"\n",
|
| 63 |
+
" display_handle = display(Markdown(f\"## {section_title}\\n\\n\"), display_id=True)\n",
|
| 64 |
+
"\n",
|
| 65 |
+
" for chunk in response_stream:\n",
|
| 66 |
+
" if chunk.choices[0].delta.content:\n",
|
| 67 |
+
" response += chunk.choices[0].delta.content\n",
|
| 68 |
+
" # Clean up any unwanted markdown artifacts\n",
|
| 69 |
+
" cleaned_response = response.replace(\"```\", \"\").replace(\"markdown\", \"\")\n",
|
| 70 |
+
" update_display(Markdown(f\"## {section_title}\\n\\n{cleaned_response}\"), display_id=display_handle.display_id)\n",
|
| 71 |
+
"\n",
|
| 72 |
+
" return response"
|
| 73 |
+
]
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"cell_type": "code",
|
| 77 |
+
"execution_count": null,
|
| 78 |
+
"id": "857e0458",
|
| 79 |
+
"metadata": {},
|
| 80 |
+
"outputs": [],
|
| 81 |
+
"source": [
|
| 82 |
+
"# Step 1: Business area\n",
|
| 83 |
+
"messages = [{\"role\": \"user\", \"content\": \"Give me a quirky healthcare or pharma business area for an AI agent. Keep it short and clear.\"}]\n",
|
| 84 |
+
"business_idea = stream_response(messages, \"🏢 Business Area\")"
|
| 85 |
+
]
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"cell_type": "code",
|
| 89 |
+
"execution_count": null,
|
| 90 |
+
"id": "23838465",
|
| 91 |
+
"metadata": {},
|
| 92 |
+
"outputs": [],
|
| 93 |
+
"source": [
|
| 94 |
+
"# Step 2: Pain point\n",
|
| 95 |
+
"messages = [{\"role\": \"user\", \"content\": f\"What's broken about {business_idea}? Short and funny.\"}]\n",
|
| 96 |
+
"pain_point = stream_response(messages, \"😵 What's Broken\")"
|
| 97 |
+
]
|
| 98 |
+
},
|
| 99 |
+
{
|
| 100 |
+
"cell_type": "code",
|
| 101 |
+
"execution_count": null,
|
| 102 |
+
"id": "5aa70151",
|
| 103 |
+
"metadata": {},
|
| 104 |
+
"outputs": [],
|
| 105 |
+
"source": [
|
| 106 |
+
"# Step 3: AI solution\n",
|
| 107 |
+
"messages = [{\"role\": \"user\", \"content\": f\"How would an AI agent solve this {pain_point}? Brief and clear.\"}]\n",
|
| 108 |
+
"solution = stream_response(messages, \"🤖 AI to the Rescue\")"
|
| 109 |
+
]
|
| 110 |
+
}
|
| 111 |
+
],
|
| 112 |
+
"metadata": {
|
| 113 |
+
"kernelspec": {
|
| 114 |
+
"display_name": "agentverse",
|
| 115 |
+
"language": "python",
|
| 116 |
+
"name": "python3"
|
| 117 |
+
},
|
| 118 |
+
"language_info": {
|
| 119 |
+
"codemirror_mode": {
|
| 120 |
+
"name": "ipython",
|
| 121 |
+
"version": 3
|
| 122 |
+
},
|
| 123 |
+
"file_extension": ".py",
|
| 124 |
+
"mimetype": "text/x-python",
|
| 125 |
+
"name": "python",
|
| 126 |
+
"nbconvert_exporter": "python",
|
| 127 |
+
"pygments_lexer": "ipython3",
|
| 128 |
+
"version": "3.12.11"
|
| 129 |
+
}
|
| 130 |
+
},
|
| 131 |
+
"nbformat": 4,
|
| 132 |
+
"nbformat_minor": 5
|
| 133 |
+
}
|
community_contributions/1_psvasan/day1_exercise.ipynb
ADDED
|
@@ -0,0 +1,113 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "code",
|
| 5 |
+
"execution_count": 2,
|
| 6 |
+
"id": "73a4a1cd",
|
| 7 |
+
"metadata": {},
|
| 8 |
+
"outputs": [],
|
| 9 |
+
"source": [
|
| 10 |
+
"# Imports required for this exercise\n",
|
| 11 |
+
"from dotenv import load_dotenv\n",
|
| 12 |
+
"import os\n",
|
| 13 |
+
"from openai import OpenAI\n",
|
| 14 |
+
"from IPython.display import Markdown,display"
|
| 15 |
+
]
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"cell_type": "code",
|
| 19 |
+
"execution_count": 3,
|
| 20 |
+
"id": "be280e57",
|
| 21 |
+
"metadata": {},
|
| 22 |
+
"outputs": [
|
| 23 |
+
{
|
| 24 |
+
"data": {
|
| 25 |
+
"text/plain": [
|
| 26 |
+
"True"
|
| 27 |
+
]
|
| 28 |
+
},
|
| 29 |
+
"execution_count": 3,
|
| 30 |
+
"metadata": {},
|
| 31 |
+
"output_type": "execute_result"
|
| 32 |
+
}
|
| 33 |
+
],
|
| 34 |
+
"source": [
|
| 35 |
+
"# load the env variables from \".env\" file\n",
|
| 36 |
+
"load_dotenv(override=True)"
|
| 37 |
+
]
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"cell_type": "code",
|
| 41 |
+
"execution_count": 4,
|
| 42 |
+
"id": "cc673c30",
|
| 43 |
+
"metadata": {},
|
| 44 |
+
"outputs": [],
|
| 45 |
+
"source": [
|
| 46 |
+
"# Check if the API key is set\n",
|
| 47 |
+
"api_key = os.getenv(\"OPENAI_API_KEY\")\n",
|
| 48 |
+
"if not api_key:\n",
|
| 49 |
+
" raise ValueError(\"OPENAI_API_KEY is not set!!\")"
|
| 50 |
+
]
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"cell_type": "code",
|
| 54 |
+
"execution_count": 5,
|
| 55 |
+
"id": "c574ee90",
|
| 56 |
+
"metadata": {},
|
| 57 |
+
"outputs": [],
|
| 58 |
+
"source": [
|
| 59 |
+
"# Create an instance of the openai python client\n",
|
| 60 |
+
"openai_client = OpenAI()"
|
| 61 |
+
]
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"cell_type": "code",
|
| 65 |
+
"execution_count": null,
|
| 66 |
+
"id": "da2d3820",
|
| 67 |
+
"metadata": {},
|
| 68 |
+
"outputs": [],
|
| 69 |
+
"source": [
|
| 70 |
+
"# First ask LLM to identify the most important pain point in the Cybersecurity domain that companies need to\n",
|
| 71 |
+
"# focus on in 2026\n",
|
| 72 |
+
"message = \"\"\"\n",
|
| 73 |
+
"What is one top area for cybersecurity organizations to focus on in 2026? Limit your answer to 3-5 sentences.\n",
|
| 74 |
+
"Only return the top pain point and no additional details on solution. Respond in markdown without code blocks.\n",
|
| 75 |
+
"\"\"\"\n",
|
| 76 |
+
"messages = [\n",
|
| 77 |
+
" {\"role\": \"user\", \"content\": message}\n",
|
| 78 |
+
"]\n",
|
| 79 |
+
"\n",
|
| 80 |
+
"MODEL_NAME=\"gpt-4o-mini\"\n",
|
| 81 |
+
"\n",
|
| 82 |
+
"response = openai_client.chat.completions.create(\n",
|
| 83 |
+
" model=MODEL_NAME,\n",
|
| 84 |
+
" messages=messages\n",
|
| 85 |
+
")\n",
|
| 86 |
+
"\n",
|
| 87 |
+
"painpoint = response.choices[0].message.content\n",
|
| 88 |
+
"display(Markdown(painpoint))"
|
| 89 |
+
]
|
| 90 |
+
}
|
| 91 |
+
],
|
| 92 |
+
"metadata": {
|
| 93 |
+
"kernelspec": {
|
| 94 |
+
"display_name": ".venv",
|
| 95 |
+
"language": "python",
|
| 96 |
+
"name": "python3"
|
| 97 |
+
},
|
| 98 |
+
"language_info": {
|
| 99 |
+
"codemirror_mode": {
|
| 100 |
+
"name": "ipython",
|
| 101 |
+
"version": 3
|
| 102 |
+
},
|
| 103 |
+
"file_extension": ".py",
|
| 104 |
+
"mimetype": "text/x-python",
|
| 105 |
+
"name": "python",
|
| 106 |
+
"nbconvert_exporter": "python",
|
| 107 |
+
"pygments_lexer": "ipython3",
|
| 108 |
+
"version": "3.12.12"
|
| 109 |
+
}
|
| 110 |
+
},
|
| 111 |
+
"nbformat": 4,
|
| 112 |
+
"nbformat_minor": 5
|
| 113 |
+
}
|
community_contributions/2_lab2-Evaluator-AnnpaS18.ipynb
ADDED
|
@@ -0,0 +1,474 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 17 |
+
" <tr>\n",
|
| 18 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 19 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 20 |
+
" </td>\n",
|
| 21 |
+
" <td>\n",
|
| 22 |
+
" <h2 style=\"color:#ff7800;\">Important point - please read</h2>\n",
|
| 23 |
+
" <span style=\"color:#ff7800;\">The way I collaborate with you may be different to other courses you've taken. I prefer not to type code while you watch. Rather, I execute Jupyter Labs, like this, and give you an intuition for what's going on. My suggestion is that you carefully execute this yourself, <b>after</b> watching the lecture. Add print statements to understand what's going on, and then come up with your own variations.<br/><br/>If you have time, I'd love it if you submit a PR for changes in the community_contributions folder - instructions in the resources. Also, if you have a Github account, use this to showcase your variations. Not only is this essential practice, but it demonstrates your skills to others, including perhaps future clients or employers...\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": 1,
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"outputs": [],
|
| 35 |
+
"source": [
|
| 36 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"import os\n",
|
| 39 |
+
"import json\n",
|
| 40 |
+
"from dotenv import load_dotenv\n",
|
| 41 |
+
"from openai import OpenAI\n",
|
| 42 |
+
"from anthropic import Anthropic\n",
|
| 43 |
+
"from IPython.display import Markdown, display"
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": null,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [],
|
| 51 |
+
"source": [
|
| 52 |
+
"# Always remember to do this!\n",
|
| 53 |
+
"load_dotenv(override=True)"
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"cell_type": "code",
|
| 58 |
+
"execution_count": null,
|
| 59 |
+
"metadata": {},
|
| 60 |
+
"outputs": [],
|
| 61 |
+
"source": [
|
| 62 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 63 |
+
"\n",
|
| 64 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 65 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 66 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 67 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 68 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"if openai_api_key:\n",
|
| 71 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 72 |
+
"else:\n",
|
| 73 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 74 |
+
" \n",
|
| 75 |
+
"if anthropic_api_key:\n",
|
| 76 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 79 |
+
"\n",
|
| 80 |
+
"if google_api_key:\n",
|
| 81 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 82 |
+
"else:\n",
|
| 83 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 84 |
+
"\n",
|
| 85 |
+
"if deepseek_api_key:\n",
|
| 86 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 87 |
+
"else:\n",
|
| 88 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"if groq_api_key:\n",
|
| 91 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 92 |
+
"else:\n",
|
| 93 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"cell_type": "code",
|
| 98 |
+
"execution_count": 4,
|
| 99 |
+
"metadata": {},
|
| 100 |
+
"outputs": [],
|
| 101 |
+
"source": [
|
| 102 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 103 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 104 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 105 |
+
]
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"cell_type": "code",
|
| 109 |
+
"execution_count": null,
|
| 110 |
+
"metadata": {},
|
| 111 |
+
"outputs": [],
|
| 112 |
+
"source": [
|
| 113 |
+
"messages"
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"cell_type": "code",
|
| 118 |
+
"execution_count": null,
|
| 119 |
+
"metadata": {},
|
| 120 |
+
"outputs": [],
|
| 121 |
+
"source": [
|
| 122 |
+
"openai = OpenAI()\n",
|
| 123 |
+
"response = openai.chat.completions.create(\n",
|
| 124 |
+
" model=\"gpt-4o-mini\",\n",
|
| 125 |
+
" messages=messages,\n",
|
| 126 |
+
")\n",
|
| 127 |
+
"question = response.choices[0].message.content\n",
|
| 128 |
+
"print(question)\n"
|
| 129 |
+
]
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"cell_type": "code",
|
| 133 |
+
"execution_count": 7,
|
| 134 |
+
"metadata": {},
|
| 135 |
+
"outputs": [],
|
| 136 |
+
"source": [
|
| 137 |
+
"competitors = []\n",
|
| 138 |
+
"answers = []\n",
|
| 139 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# The API we know well\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"model_name = \"gpt-4o-mini\"\n",
|
| 151 |
+
"\n",
|
| 152 |
+
"response = openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 153 |
+
"answer = response.choices[0].message.content\n",
|
| 154 |
+
"\n",
|
| 155 |
+
"display(Markdown(answer))\n",
|
| 156 |
+
"competitors.append(model_name)\n",
|
| 157 |
+
"answers.append(answer)"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 167 |
+
"\n",
|
| 168 |
+
"model_name = \"claude-3-7-sonnet-latest\"\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"claude = Anthropic()\n",
|
| 171 |
+
"response = claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 172 |
+
"answer = response.content[0].text\n",
|
| 173 |
+
"\n",
|
| 174 |
+
"display(Markdown(answer))\n",
|
| 175 |
+
"competitors.append(model_name)\n",
|
| 176 |
+
"answers.append(answer)"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"cell_type": "code",
|
| 181 |
+
"execution_count": null,
|
| 182 |
+
"metadata": {},
|
| 183 |
+
"outputs": [],
|
| 184 |
+
"source": [
|
| 185 |
+
"gemini = OpenAI(api_key=google_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 186 |
+
"model_name = \"gemini-2.0-flash\"\n",
|
| 187 |
+
"\n",
|
| 188 |
+
"response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 189 |
+
"answer = response.choices[0].message.content\n",
|
| 190 |
+
"\n",
|
| 191 |
+
"display(Markdown(answer))\n",
|
| 192 |
+
"competitors.append(model_name)\n",
|
| 193 |
+
"answers.append(answer)"
|
| 194 |
+
]
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"cell_type": "code",
|
| 198 |
+
"execution_count": null,
|
| 199 |
+
"metadata": {},
|
| 200 |
+
"outputs": [],
|
| 201 |
+
"source": [
|
| 202 |
+
"deepseek = OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 203 |
+
"model_name = \"deepseek-chat\"\n",
|
| 204 |
+
"\n",
|
| 205 |
+
"response = deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 206 |
+
"answer = response.choices[0].message.content\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"display(Markdown(answer))\n",
|
| 209 |
+
"competitors.append(model_name)\n",
|
| 210 |
+
"answers.append(answer)"
|
| 211 |
+
]
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"cell_type": "code",
|
| 215 |
+
"execution_count": null,
|
| 216 |
+
"metadata": {},
|
| 217 |
+
"outputs": [],
|
| 218 |
+
"source": [
|
| 219 |
+
"groq = OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 220 |
+
"model_name = \"llama-3.3-70b-versatile\"\n",
|
| 221 |
+
"\n",
|
| 222 |
+
"response = groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 223 |
+
"answer = response.choices[0].message.content\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"display(Markdown(answer))\n",
|
| 226 |
+
"competitors.append(model_name)\n",
|
| 227 |
+
"answers.append(answer)\n"
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"cell_type": "markdown",
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"source": [
|
| 234 |
+
"## For the next cell, we will use Ollama\n",
|
| 235 |
+
"\n",
|
| 236 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 237 |
+
"and runs models locally using high performance C++ code.\n",
|
| 238 |
+
"\n",
|
| 239 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 240 |
+
"\n",
|
| 241 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 242 |
+
"\n",
|
| 243 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 244 |
+
"\n",
|
| 245 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 246 |
+
"\n",
|
| 247 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 248 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 249 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 250 |
+
]
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"cell_type": "markdown",
|
| 254 |
+
"metadata": {},
|
| 255 |
+
"source": [
|
| 256 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 257 |
+
" <tr>\n",
|
| 258 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 259 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 260 |
+
" </td>\n",
|
| 261 |
+
" <td>\n",
|
| 262 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 263 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 264 |
+
" </span>\n",
|
| 265 |
+
" </td>\n",
|
| 266 |
+
" </tr>\n",
|
| 267 |
+
"</table>"
|
| 268 |
+
]
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"cell_type": "code",
|
| 272 |
+
"execution_count": null,
|
| 273 |
+
"metadata": {},
|
| 274 |
+
"outputs": [],
|
| 275 |
+
"source": [
|
| 276 |
+
"!ollama pull llama3.2"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"cell_type": "code",
|
| 281 |
+
"execution_count": null,
|
| 282 |
+
"metadata": {},
|
| 283 |
+
"outputs": [],
|
| 284 |
+
"source": [
|
| 285 |
+
"ollama = OpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 286 |
+
"model_name = \"llama3.2\"\n",
|
| 287 |
+
"\n",
|
| 288 |
+
"response = ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 289 |
+
"answer = response.choices[0].message.content\n",
|
| 290 |
+
"\n",
|
| 291 |
+
"display(Markdown(answer))\n",
|
| 292 |
+
"competitors.append(model_name)\n",
|
| 293 |
+
"answers.append(answer)"
|
| 294 |
+
]
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"cell_type": "code",
|
| 298 |
+
"execution_count": null,
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"outputs": [],
|
| 301 |
+
"source": [
|
| 302 |
+
"# So where are we?\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"print(competitors)\n",
|
| 305 |
+
"print(answers)\n"
|
| 306 |
+
]
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"cell_type": "code",
|
| 310 |
+
"execution_count": null,
|
| 311 |
+
"metadata": {},
|
| 312 |
+
"outputs": [],
|
| 313 |
+
"source": [
|
| 314 |
+
"# It's nice to know how to use \"zip\"\n",
|
| 315 |
+
"for competitor, answer in zip(competitors, answers):\n",
|
| 316 |
+
" print(f\"Competitor: {competitor}\\n\\n{answer}\")\n"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": 20,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# Let's bring this together - note the use of \"enumerate\"\n",
|
| 326 |
+
"\n",
|
| 327 |
+
"together = \"\"\n",
|
| 328 |
+
"for index, answer in enumerate(answers):\n",
|
| 329 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 330 |
+
" together += answer + \"\\n\\n\""
|
| 331 |
+
]
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"cell_type": "code",
|
| 335 |
+
"execution_count": null,
|
| 336 |
+
"metadata": {},
|
| 337 |
+
"outputs": [],
|
| 338 |
+
"source": [
|
| 339 |
+
"print(together)"
|
| 340 |
+
]
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"cell_type": "code",
|
| 344 |
+
"execution_count": 22,
|
| 345 |
+
"metadata": {},
|
| 346 |
+
"outputs": [],
|
| 347 |
+
"source": [
|
| 348 |
+
"judge = f\"\"\"You are judging a competition between {len(competitors)} competitors.\n",
|
| 349 |
+
"Each model has been given this question:\n",
|
| 350 |
+
"\n",
|
| 351 |
+
"{question}\n",
|
| 352 |
+
"\n",
|
| 353 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 354 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 355 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 356 |
+
"\n",
|
| 357 |
+
"Here are the responses from each competitor:\n",
|
| 358 |
+
"\n",
|
| 359 |
+
"{together}\n",
|
| 360 |
+
"\n",
|
| 361 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 362 |
+
]
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"cell_type": "code",
|
| 366 |
+
"execution_count": null,
|
| 367 |
+
"metadata": {},
|
| 368 |
+
"outputs": [],
|
| 369 |
+
"source": [
|
| 370 |
+
"print(judge)"
|
| 371 |
+
]
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"cell_type": "code",
|
| 375 |
+
"execution_count": 29,
|
| 376 |
+
"metadata": {},
|
| 377 |
+
"outputs": [],
|
| 378 |
+
"source": [
|
| 379 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 380 |
+
]
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"cell_type": "code",
|
| 384 |
+
"execution_count": null,
|
| 385 |
+
"metadata": {},
|
| 386 |
+
"outputs": [],
|
| 387 |
+
"source": [
|
| 388 |
+
"# Judgement time!\n",
|
| 389 |
+
"\n",
|
| 390 |
+
"openai = OpenAI()\n",
|
| 391 |
+
"response = openai.chat.completions.create(\n",
|
| 392 |
+
" model=\"o3-mini\",\n",
|
| 393 |
+
" messages=judge_messages,\n",
|
| 394 |
+
")\n",
|
| 395 |
+
"results = response.choices[0].message.content\n",
|
| 396 |
+
"print(results)\n"
|
| 397 |
+
]
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"cell_type": "code",
|
| 401 |
+
"execution_count": null,
|
| 402 |
+
"metadata": {},
|
| 403 |
+
"outputs": [],
|
| 404 |
+
"source": [
|
| 405 |
+
"# OK let's turn this into results!\n",
|
| 406 |
+
"\n",
|
| 407 |
+
"results_dict = json.loads(results)\n",
|
| 408 |
+
"ranks = results_dict[\"results\"]\n",
|
| 409 |
+
"for index, result in enumerate(ranks):\n",
|
| 410 |
+
" competitor = competitors[int(result)-1]\n",
|
| 411 |
+
" print(f\"Rank {index+1}: {competitor}\")"
|
| 412 |
+
]
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"cell_type": "markdown",
|
| 416 |
+
"metadata": {},
|
| 417 |
+
"source": [
|
| 418 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 419 |
+
" <tr>\n",
|
| 420 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 421 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 422 |
+
" </td>\n",
|
| 423 |
+
" <td>\n",
|
| 424 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 425 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 426 |
+
" </span>\n",
|
| 427 |
+
" </td>\n",
|
| 428 |
+
" </tr>\n",
|
| 429 |
+
"</table>"
|
| 430 |
+
]
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"cell_type": "markdown",
|
| 434 |
+
"metadata": {},
|
| 435 |
+
"source": [
|
| 436 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 437 |
+
" <tr>\n",
|
| 438 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 439 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 440 |
+
" </td>\n",
|
| 441 |
+
" <td>\n",
|
| 442 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 443 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 444 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 445 |
+
" to business projects where accuracy is critical.\n",
|
| 446 |
+
" </span>\n",
|
| 447 |
+
" </td>\n",
|
| 448 |
+
" </tr>\n",
|
| 449 |
+
"</table>"
|
| 450 |
+
]
|
| 451 |
+
}
|
| 452 |
+
],
|
| 453 |
+
"metadata": {
|
| 454 |
+
"kernelspec": {
|
| 455 |
+
"display_name": ".venv",
|
| 456 |
+
"language": "python",
|
| 457 |
+
"name": "python3"
|
| 458 |
+
},
|
| 459 |
+
"language_info": {
|
| 460 |
+
"codemirror_mode": {
|
| 461 |
+
"name": "ipython",
|
| 462 |
+
"version": 3
|
| 463 |
+
},
|
| 464 |
+
"file_extension": ".py",
|
| 465 |
+
"mimetype": "text/x-python",
|
| 466 |
+
"name": "python",
|
| 467 |
+
"nbconvert_exporter": "python",
|
| 468 |
+
"pygments_lexer": "ipython3",
|
| 469 |
+
"version": "3.12.9"
|
| 470 |
+
}
|
| 471 |
+
},
|
| 472 |
+
"nbformat": 4,
|
| 473 |
+
"nbformat_minor": 2
|
| 474 |
+
}
|
community_contributions/2_lab2-judge-prompt-changed.ipynb
ADDED
|
@@ -0,0 +1,476 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 17 |
+
" <tr>\n",
|
| 18 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 19 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 20 |
+
" </td>\n",
|
| 21 |
+
" <td>\n",
|
| 22 |
+
" <h2 style=\"color:#ff7800;\">Important point - please read</h2>\n",
|
| 23 |
+
" <span style=\"color:#ff7800;\">The way I collaborate with you may be different to other courses you've taken. I prefer not to type code while you watch. Rather, I execute Jupyter Labs, like this, and give you an intuition for what's going on. My suggestion is that you carefully execute this yourself, <b>after</b> watching the lecture. Add print statements to understand what's going on, and then come up with your own variations.<br/><br/>If you have time, I'd love it if you submit a PR for changes in the community_contributions folder - instructions in the resources. Also, if you have a Github account, use this to showcase your variations. Not only is this essential practice, but it demonstrates your skills to others, including perhaps future clients or employers...\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": 1,
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"outputs": [],
|
| 35 |
+
"source": [
|
| 36 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"import os\n",
|
| 39 |
+
"import json\n",
|
| 40 |
+
"from dotenv import load_dotenv\n",
|
| 41 |
+
"from openai import OpenAI\n",
|
| 42 |
+
"from anthropic import Anthropic\n",
|
| 43 |
+
"from IPython.display import Markdown, display"
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": null,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [],
|
| 51 |
+
"source": [
|
| 52 |
+
"# Always remember to do this!\n",
|
| 53 |
+
"load_dotenv(override=True)"
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"cell_type": "code",
|
| 58 |
+
"execution_count": null,
|
| 59 |
+
"metadata": {},
|
| 60 |
+
"outputs": [],
|
| 61 |
+
"source": [
|
| 62 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 63 |
+
"\n",
|
| 64 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 65 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 66 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 67 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 68 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"if openai_api_key:\n",
|
| 71 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 72 |
+
"else:\n",
|
| 73 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 74 |
+
" \n",
|
| 75 |
+
"if anthropic_api_key:\n",
|
| 76 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 79 |
+
"\n",
|
| 80 |
+
"if google_api_key:\n",
|
| 81 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 82 |
+
"else:\n",
|
| 83 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 84 |
+
"\n",
|
| 85 |
+
"if deepseek_api_key:\n",
|
| 86 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 87 |
+
"else:\n",
|
| 88 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"if groq_api_key:\n",
|
| 91 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 92 |
+
"else:\n",
|
| 93 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"cell_type": "code",
|
| 98 |
+
"execution_count": 4,
|
| 99 |
+
"metadata": {},
|
| 100 |
+
"outputs": [],
|
| 101 |
+
"source": [
|
| 102 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 103 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 104 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 105 |
+
]
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"cell_type": "code",
|
| 109 |
+
"execution_count": null,
|
| 110 |
+
"metadata": {},
|
| 111 |
+
"outputs": [],
|
| 112 |
+
"source": [
|
| 113 |
+
"messages"
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"cell_type": "code",
|
| 118 |
+
"execution_count": null,
|
| 119 |
+
"metadata": {},
|
| 120 |
+
"outputs": [],
|
| 121 |
+
"source": [
|
| 122 |
+
"openai = OpenAI()\n",
|
| 123 |
+
"response = openai.chat.completions.create(\n",
|
| 124 |
+
" model=\"gpt-4o-mini\",\n",
|
| 125 |
+
" messages=messages,\n",
|
| 126 |
+
")\n",
|
| 127 |
+
"question = response.choices[0].message.content\n",
|
| 128 |
+
"print(question)\n"
|
| 129 |
+
]
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"cell_type": "code",
|
| 133 |
+
"execution_count": 7,
|
| 134 |
+
"metadata": {},
|
| 135 |
+
"outputs": [],
|
| 136 |
+
"source": [
|
| 137 |
+
"competitors = []\n",
|
| 138 |
+
"answers = []\n",
|
| 139 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# The API we know well\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"model_name = \"gpt-4o-mini\"\n",
|
| 151 |
+
"\n",
|
| 152 |
+
"response = openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 153 |
+
"answer = response.choices[0].message.content\n",
|
| 154 |
+
"\n",
|
| 155 |
+
"display(Markdown(answer))\n",
|
| 156 |
+
"competitors.append(model_name)\n",
|
| 157 |
+
"answers.append(answer)"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 167 |
+
"\n",
|
| 168 |
+
"model_name = \"claude-3-7-sonnet-latest\"\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"claude = Anthropic()\n",
|
| 171 |
+
"response = claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 172 |
+
"answer = response.content[0].text\n",
|
| 173 |
+
"\n",
|
| 174 |
+
"display(Markdown(answer))\n",
|
| 175 |
+
"competitors.append(model_name)\n",
|
| 176 |
+
"answers.append(answer)"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"cell_type": "code",
|
| 181 |
+
"execution_count": null,
|
| 182 |
+
"metadata": {},
|
| 183 |
+
"outputs": [],
|
| 184 |
+
"source": [
|
| 185 |
+
"gemini = OpenAI(api_key=google_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 186 |
+
"model_name = \"gemini-2.0-flash\"\n",
|
| 187 |
+
"\n",
|
| 188 |
+
"response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 189 |
+
"answer = response.choices[0].message.content\n",
|
| 190 |
+
"\n",
|
| 191 |
+
"display(Markdown(answer))\n",
|
| 192 |
+
"competitors.append(model_name)\n",
|
| 193 |
+
"answers.append(answer)"
|
| 194 |
+
]
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"cell_type": "code",
|
| 198 |
+
"execution_count": null,
|
| 199 |
+
"metadata": {},
|
| 200 |
+
"outputs": [],
|
| 201 |
+
"source": [
|
| 202 |
+
"deepseek = OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 203 |
+
"model_name = \"deepseek-chat\"\n",
|
| 204 |
+
"\n",
|
| 205 |
+
"response = deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 206 |
+
"answer = response.choices[0].message.content\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"display(Markdown(answer))\n",
|
| 209 |
+
"competitors.append(model_name)\n",
|
| 210 |
+
"answers.append(answer)"
|
| 211 |
+
]
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"cell_type": "code",
|
| 215 |
+
"execution_count": null,
|
| 216 |
+
"metadata": {},
|
| 217 |
+
"outputs": [],
|
| 218 |
+
"source": [
|
| 219 |
+
"groq = OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 220 |
+
"model_name = \"llama-3.3-70b-versatile\"\n",
|
| 221 |
+
"\n",
|
| 222 |
+
"response = groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 223 |
+
"answer = response.choices[0].message.content\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"display(Markdown(answer))\n",
|
| 226 |
+
"competitors.append(model_name)\n",
|
| 227 |
+
"answers.append(answer)\n"
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"cell_type": "markdown",
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"source": [
|
| 234 |
+
"## For the next cell, we will use Ollama\n",
|
| 235 |
+
"\n",
|
| 236 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 237 |
+
"and runs models locally using high performance C++ code.\n",
|
| 238 |
+
"\n",
|
| 239 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 240 |
+
"\n",
|
| 241 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 242 |
+
"\n",
|
| 243 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 244 |
+
"\n",
|
| 245 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 246 |
+
"\n",
|
| 247 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 248 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 249 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 250 |
+
]
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"cell_type": "markdown",
|
| 254 |
+
"metadata": {},
|
| 255 |
+
"source": [
|
| 256 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 257 |
+
" <tr>\n",
|
| 258 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 259 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 260 |
+
" </td>\n",
|
| 261 |
+
" <td>\n",
|
| 262 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 263 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 264 |
+
" </span>\n",
|
| 265 |
+
" </td>\n",
|
| 266 |
+
" </tr>\n",
|
| 267 |
+
"</table>"
|
| 268 |
+
]
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"cell_type": "code",
|
| 272 |
+
"execution_count": null,
|
| 273 |
+
"metadata": {},
|
| 274 |
+
"outputs": [],
|
| 275 |
+
"source": [
|
| 276 |
+
"!ollama pull llama3.2"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"cell_type": "code",
|
| 281 |
+
"execution_count": null,
|
| 282 |
+
"metadata": {},
|
| 283 |
+
"outputs": [],
|
| 284 |
+
"source": [
|
| 285 |
+
"ollama = OpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 286 |
+
"model_name = \"llama3.2\"\n",
|
| 287 |
+
"\n",
|
| 288 |
+
"response = ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 289 |
+
"answer = response.choices[0].message.content\n",
|
| 290 |
+
"\n",
|
| 291 |
+
"display(Markdown(answer))\n",
|
| 292 |
+
"competitors.append(model_name)\n",
|
| 293 |
+
"answers.append(answer)"
|
| 294 |
+
]
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"cell_type": "code",
|
| 298 |
+
"execution_count": null,
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"outputs": [],
|
| 301 |
+
"source": [
|
| 302 |
+
"# So where are we?\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"print(competitors)\n",
|
| 305 |
+
"print(answers)\n"
|
| 306 |
+
]
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"cell_type": "code",
|
| 310 |
+
"execution_count": null,
|
| 311 |
+
"metadata": {},
|
| 312 |
+
"outputs": [],
|
| 313 |
+
"source": [
|
| 314 |
+
"# It's nice to know how to use \"zip\"\n",
|
| 315 |
+
"for competitor, answer in zip(competitors, answers):\n",
|
| 316 |
+
" print(f\"Competitor: {competitor}\\n\\n{answer}\")\n"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": 20,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# Let's bring this together - note the use of \"enumerate\"\n",
|
| 326 |
+
"\n",
|
| 327 |
+
"together = \"\"\n",
|
| 328 |
+
"for index, answer in enumerate(answers):\n",
|
| 329 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 330 |
+
" together += answer + \"\\n\\n\""
|
| 331 |
+
]
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"cell_type": "code",
|
| 335 |
+
"execution_count": null,
|
| 336 |
+
"metadata": {},
|
| 337 |
+
"outputs": [],
|
| 338 |
+
"source": [
|
| 339 |
+
"print(together)"
|
| 340 |
+
]
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"cell_type": "code",
|
| 344 |
+
"execution_count": null,
|
| 345 |
+
"metadata": {},
|
| 346 |
+
"outputs": [],
|
| 347 |
+
"source": [
|
| 348 |
+
"judge = f\"\"\"You are judging a competition between {len(competitors)} competitors.\n",
|
| 349 |
+
"Each model has been given this question:\n",
|
| 350 |
+
"\n",
|
| 351 |
+
"{question}\n",
|
| 352 |
+
"\n",
|
| 353 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 354 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 355 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 356 |
+
"Answer only the number for example\n",
|
| 357 |
+
"{{\"results\": [\"1\", \"2\", \"3\", ...]}}\n",
|
| 358 |
+
"\n",
|
| 359 |
+
"Here are the responses from each competitor:\n",
|
| 360 |
+
"\n",
|
| 361 |
+
"{together}\n",
|
| 362 |
+
"\n",
|
| 363 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 364 |
+
]
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"cell_type": "code",
|
| 368 |
+
"execution_count": null,
|
| 369 |
+
"metadata": {},
|
| 370 |
+
"outputs": [],
|
| 371 |
+
"source": [
|
| 372 |
+
"print(judge)"
|
| 373 |
+
]
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"cell_type": "code",
|
| 377 |
+
"execution_count": 29,
|
| 378 |
+
"metadata": {},
|
| 379 |
+
"outputs": [],
|
| 380 |
+
"source": [
|
| 381 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"cell_type": "code",
|
| 386 |
+
"execution_count": null,
|
| 387 |
+
"metadata": {},
|
| 388 |
+
"outputs": [],
|
| 389 |
+
"source": [
|
| 390 |
+
"# Judgement time!\n",
|
| 391 |
+
"\n",
|
| 392 |
+
"openai = OpenAI()\n",
|
| 393 |
+
"response = openai.chat.completions.create(\n",
|
| 394 |
+
" model=\"o3-mini\",\n",
|
| 395 |
+
" messages=judge_messages,\n",
|
| 396 |
+
")\n",
|
| 397 |
+
"results = response.choices[0].message.content\n",
|
| 398 |
+
"print(results)\n"
|
| 399 |
+
]
|
| 400 |
+
},
|
| 401 |
+
{
|
| 402 |
+
"cell_type": "code",
|
| 403 |
+
"execution_count": null,
|
| 404 |
+
"metadata": {},
|
| 405 |
+
"outputs": [],
|
| 406 |
+
"source": [
|
| 407 |
+
"# OK let's turn this into results!\n",
|
| 408 |
+
"\n",
|
| 409 |
+
"results_dict = json.loads(results)\n",
|
| 410 |
+
"ranks = results_dict[\"results\"]\n",
|
| 411 |
+
"for index, result in enumerate(ranks):\n",
|
| 412 |
+
" competitor = competitors[int(result)-1]\n",
|
| 413 |
+
" print(f\"Rank {index+1}: {competitor}\")"
|
| 414 |
+
]
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"cell_type": "markdown",
|
| 418 |
+
"metadata": {},
|
| 419 |
+
"source": [
|
| 420 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 421 |
+
" <tr>\n",
|
| 422 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 423 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 424 |
+
" </td>\n",
|
| 425 |
+
" <td>\n",
|
| 426 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 427 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 428 |
+
" </span>\n",
|
| 429 |
+
" </td>\n",
|
| 430 |
+
" </tr>\n",
|
| 431 |
+
"</table>"
|
| 432 |
+
]
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"cell_type": "markdown",
|
| 436 |
+
"metadata": {},
|
| 437 |
+
"source": [
|
| 438 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 439 |
+
" <tr>\n",
|
| 440 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 441 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 442 |
+
" </td>\n",
|
| 443 |
+
" <td>\n",
|
| 444 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 445 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 446 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 447 |
+
" to business projects where accuracy is critical.\n",
|
| 448 |
+
" </span>\n",
|
| 449 |
+
" </td>\n",
|
| 450 |
+
" </tr>\n",
|
| 451 |
+
"</table>"
|
| 452 |
+
]
|
| 453 |
+
}
|
| 454 |
+
],
|
| 455 |
+
"metadata": {
|
| 456 |
+
"kernelspec": {
|
| 457 |
+
"display_name": ".venv",
|
| 458 |
+
"language": "python",
|
| 459 |
+
"name": "python3"
|
| 460 |
+
},
|
| 461 |
+
"language_info": {
|
| 462 |
+
"codemirror_mode": {
|
| 463 |
+
"name": "ipython",
|
| 464 |
+
"version": 3
|
| 465 |
+
},
|
| 466 |
+
"file_extension": ".py",
|
| 467 |
+
"mimetype": "text/x-python",
|
| 468 |
+
"name": "python",
|
| 469 |
+
"nbconvert_exporter": "python",
|
| 470 |
+
"pygments_lexer": "ipython3",
|
| 471 |
+
"version": "3.12.9"
|
| 472 |
+
}
|
| 473 |
+
},
|
| 474 |
+
"nbformat": 4,
|
| 475 |
+
"nbformat_minor": 2
|
| 476 |
+
}
|
community_contributions/2_lab2-nv-orch-worker-pattern.ipynb
ADDED
|
@@ -0,0 +1,727 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"# Lab 3: Orchestrator-Worker Pattern\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"This notebook implements the **Orchestrator-Worker Pattern** with **Parallel Execution**:\n",
|
| 10 |
+
"\n",
|
| 11 |
+
"1. **Orchestrator LLM**: Decides which worker models to call based on the question\n",
|
| 12 |
+
"2. **Worker Models**: Selected models run **simultaneously** in parallel using async/await\n",
|
| 13 |
+
"3. **Synthesizer LLM**: Aggregates outputs, synthesizes a final answer, and ranks the workers\n",
|
| 14 |
+
"\n",
|
| 15 |
+
"## Pattern Flow\n",
|
| 16 |
+
"\n",
|
| 17 |
+
"```\n",
|
| 18 |
+
"User Question → Orchestrator LLM (\"Which workers to use?\")\n",
|
| 19 |
+
" ↓\n",
|
| 20 |
+
"Parallel Worker API Calls (Only selected models)\n",
|
| 21 |
+
" ↓\n",
|
| 22 |
+
"Synthesizer LLM (Merge + Rank)\n",
|
| 23 |
+
" ↓\n",
|
| 24 |
+
"Final Answer + Worker Rankings\n",
|
| 25 |
+
"```\n",
|
| 26 |
+
"\n",
|
| 27 |
+
"The **LLM orchestrator** replaces hardcoded model selection with intelligent routing."
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": null,
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"outputs": [],
|
| 35 |
+
"source": [
|
| 36 |
+
"# Start with imports - ask ChatGPT to explain any package you don't know\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"import os\n",
|
| 39 |
+
"import json\n",
|
| 40 |
+
"import asyncio\n",
|
| 41 |
+
"import random\n",
|
| 42 |
+
"from datetime import datetime, timedelta\n",
|
| 43 |
+
"from typing import Dict, List, Any, Tuple\n",
|
| 44 |
+
"from dotenv import load_dotenv\n",
|
| 45 |
+
"from openai import OpenAI\n",
|
| 46 |
+
"from anthropic import Anthropic\n",
|
| 47 |
+
"from IPython.display import Markdown, display\n",
|
| 48 |
+
"import textwrap"
|
| 49 |
+
]
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"cell_type": "code",
|
| 53 |
+
"execution_count": null,
|
| 54 |
+
"metadata": {},
|
| 55 |
+
"outputs": [],
|
| 56 |
+
"source": [
|
| 57 |
+
"# Always remember to do this!\n",
|
| 58 |
+
"load_dotenv(override=True)"
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"cell_type": "code",
|
| 63 |
+
"execution_count": null,
|
| 64 |
+
"metadata": {},
|
| 65 |
+
"outputs": [],
|
| 66 |
+
"source": [
|
| 67 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 68 |
+
"\n",
|
| 69 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 70 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 71 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 72 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 73 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 74 |
+
"\n",
|
| 75 |
+
"if openai_api_key:\n",
|
| 76 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 79 |
+
" \n",
|
| 80 |
+
"if anthropic_api_key:\n",
|
| 81 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 82 |
+
"else:\n",
|
| 83 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 84 |
+
"\n",
|
| 85 |
+
"if google_api_key:\n",
|
| 86 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 87 |
+
"else:\n",
|
| 88 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"if deepseek_api_key:\n",
|
| 91 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 92 |
+
"else:\n",
|
| 93 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 94 |
+
"\n",
|
| 95 |
+
"if groq_api_key:\n",
|
| 96 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 97 |
+
"else:\n",
|
| 98 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"cell_type": "markdown",
|
| 103 |
+
"metadata": {},
|
| 104 |
+
"source": [
|
| 105 |
+
"## Step 1: Generate Evaluation Question\n",
|
| 106 |
+
"\n",
|
| 107 |
+
"First, generate a challenging question to test all the worker models."
|
| 108 |
+
]
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"cell_type": "code",
|
| 112 |
+
"execution_count": null,
|
| 113 |
+
"metadata": {},
|
| 114 |
+
"outputs": [],
|
| 115 |
+
"source": [
|
| 116 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 117 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 118 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 119 |
+
]
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"cell_type": "code",
|
| 123 |
+
"execution_count": null,
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"outputs": [],
|
| 126 |
+
"source": [
|
| 127 |
+
"openai = OpenAI()\n",
|
| 128 |
+
"response = openai.chat.completions.create(\n",
|
| 129 |
+
" model=\"gpt-4o-mini\",\n",
|
| 130 |
+
" messages=messages,\n",
|
| 131 |
+
")\n",
|
| 132 |
+
"question = response.choices[0].message.content\n",
|
| 133 |
+
"print(question)"
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"cell_type": "markdown",
|
| 138 |
+
"metadata": {},
|
| 139 |
+
"source": [
|
| 140 |
+
"## Step 2: Prepare Worker Configurations\n",
|
| 141 |
+
"\n",
|
| 142 |
+
"Prepare all available **worker** model configurations that the orchestrator can choose from."
|
| 143 |
+
]
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"cell_type": "code",
|
| 147 |
+
"execution_count": null,
|
| 148 |
+
"metadata": {},
|
| 149 |
+
"outputs": [],
|
| 150 |
+
"source": [
|
| 151 |
+
"# ==========================================\n",
|
| 152 |
+
"# Worker Preparation: All Available Models\n",
|
| 153 |
+
"# ==========================================\n",
|
| 154 |
+
"\n",
|
| 155 |
+
"def evaluator_prepare_configs():\n",
|
| 156 |
+
" \"\"\"\n",
|
| 157 |
+
" Evaluator: Gathers API keys and prepares configurations for all models.\n",
|
| 158 |
+
" Returns a list of model configurations ready for parallel execution.\n",
|
| 159 |
+
" \"\"\"\n",
|
| 160 |
+
" configs = []\n",
|
| 161 |
+
" \n",
|
| 162 |
+
" # Model 1: OpenAI\n",
|
| 163 |
+
" configs.append({\n",
|
| 164 |
+
" \"model_name\": \"gpt-5-nano\",\n",
|
| 165 |
+
" \"provider\": \"openai\",\n",
|
| 166 |
+
" \"client\": OpenAI(),\n",
|
| 167 |
+
" \"call_type\": \"chat.completions\",\n",
|
| 168 |
+
" \"extra_params\": {}\n",
|
| 169 |
+
" })\n",
|
| 170 |
+
" \n",
|
| 171 |
+
" # Model 2: Anthropic\n",
|
| 172 |
+
" configs.append({\n",
|
| 173 |
+
" \"model_name\": \"claude-sonnet-4-5\",\n",
|
| 174 |
+
" \"provider\": \"anthropic\",\n",
|
| 175 |
+
" \"client\": Anthropic(),\n",
|
| 176 |
+
" \"call_type\": \"messages.create\",\n",
|
| 177 |
+
" \"extra_params\": {\"max_tokens\": 1000}\n",
|
| 178 |
+
" })\n",
|
| 179 |
+
" \n",
|
| 180 |
+
" # Model 3: Gemini\n",
|
| 181 |
+
" configs.append({\n",
|
| 182 |
+
" \"model_name\": \"gemini-2.5-flash\",\n",
|
| 183 |
+
" \"provider\": \"gemini\",\n",
|
| 184 |
+
" \"client\": OpenAI(api_key=google_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\"),\n",
|
| 185 |
+
" \"call_type\": \"chat.completions\",\n",
|
| 186 |
+
" \"extra_params\": {}\n",
|
| 187 |
+
" })\n",
|
| 188 |
+
" \n",
|
| 189 |
+
" # Model 4: DeepSeek\n",
|
| 190 |
+
" configs.append({\n",
|
| 191 |
+
" \"model_name\": \"deepseek/deepseek-r1-0528:free\",\n",
|
| 192 |
+
" \"provider\": \"deepseek\",\n",
|
| 193 |
+
" \"client\": OpenAI(api_key=deepseek_api_key, base_url=\"https://openrouter.ai/api/v1\"),\n",
|
| 194 |
+
" \"call_type\": \"chat.completions\",\n",
|
| 195 |
+
" \"extra_params\": {}\n",
|
| 196 |
+
" })\n",
|
| 197 |
+
" \n",
|
| 198 |
+
" # Model 5: Groq\n",
|
| 199 |
+
" configs.append({\n",
|
| 200 |
+
" \"model_name\": \"openai/gpt-oss-120b\",\n",
|
| 201 |
+
" \"provider\": \"groq\",\n",
|
| 202 |
+
" \"client\": OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\"),\n",
|
| 203 |
+
" \"call_type\": \"chat.completions\",\n",
|
| 204 |
+
" \"extra_params\": {}\n",
|
| 205 |
+
" })\n",
|
| 206 |
+
" \n",
|
| 207 |
+
" # Model 6: Ollama (if available)\n",
|
| 208 |
+
" configs.append({\n",
|
| 209 |
+
" \"model_name\": \"llama3.2\",\n",
|
| 210 |
+
" \"provider\": \"ollama\",\n",
|
| 211 |
+
" \"client\": OpenAI(base_url='http://localhost:11434/v1', api_key='ollama'),\n",
|
| 212 |
+
" \"call_type\": \"chat.completions\",\n",
|
| 213 |
+
" \"extra_params\": {}\n",
|
| 214 |
+
" })\n",
|
| 215 |
+
" \n",
|
| 216 |
+
" print(f\"✅ Evaluator prepared {len(configs)} model configurations\")\n",
|
| 217 |
+
" return configs\n",
|
| 218 |
+
"\n",
|
| 219 |
+
"# Prepare global config dictionaries\n",
|
| 220 |
+
"MODEL_CONFIGS = evaluator_prepare_configs()\n",
|
| 221 |
+
"MODEL_CONFIGS_BY_NAME = {cfg[\"model_name\"]: cfg for cfg in MODEL_CONFIGS}"
|
| 222 |
+
]
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"cell_type": "markdown",
|
| 226 |
+
"metadata": {},
|
| 227 |
+
"source": [
|
| 228 |
+
"## Step 3: Orchestrator LLM - Decide Which Workers to Use\n",
|
| 229 |
+
"\n",
|
| 230 |
+
"The **orchestrator LLM** analyzes the question and selects which worker models to invoke in parallel."
|
| 231 |
+
]
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"cell_type": "code",
|
| 235 |
+
"execution_count": null,
|
| 236 |
+
"metadata": {},
|
| 237 |
+
"outputs": [],
|
| 238 |
+
"source": [
|
| 239 |
+
"# ==========================================\n",
|
| 240 |
+
"# Orchestrator: LLM Decides Worker Selection\n",
|
| 241 |
+
"# ==========================================\n",
|
| 242 |
+
"\n",
|
| 243 |
+
"def list_worker_tools():\n",
|
| 244 |
+
" \"\"\"Return tool descriptions for the orchestrator LLM.\"\"\"\n",
|
| 245 |
+
" tools = []\n",
|
| 246 |
+
" for cfg in MODEL_CONFIGS:\n",
|
| 247 |
+
" tools.append({\n",
|
| 248 |
+
" \"name\": cfg[\"model_name\"],\n",
|
| 249 |
+
" \"description\": f\"Call the {cfg['provider']} model {cfg['model_name']} \"\n",
|
| 250 |
+
" \"to answer the user question.\",\n",
|
| 251 |
+
" \"parameters\": {\n",
|
| 252 |
+
" \"type\": \"object\",\n",
|
| 253 |
+
" \"properties\": {\n",
|
| 254 |
+
" \"reason\": {\n",
|
| 255 |
+
" \"type\": \"string\",\n",
|
| 256 |
+
" \"description\": \"Why this model is useful for this query.\"\n",
|
| 257 |
+
" }\n",
|
| 258 |
+
" },\n",
|
| 259 |
+
" \"required\": [\"reason\"]\n",
|
| 260 |
+
" }\n",
|
| 261 |
+
" })\n",
|
| 262 |
+
" return tools\n",
|
| 263 |
+
"\n",
|
| 264 |
+
"def build_orchestrator_prompt(user_question: str, tools: list) -> list:\n",
|
| 265 |
+
" tool_descriptions = \"\\n\".join(\n",
|
| 266 |
+
" f\"- {t['name']}: {t['description']}\" for t in tools\n",
|
| 267 |
+
" )\n",
|
| 268 |
+
"\n",
|
| 269 |
+
" system_msg = textwrap.dedent(f\"\"\"\n",
|
| 270 |
+
" You are an **orchestrator** LLM in an orchestrator–worker system.\n",
|
| 271 |
+
"\n",
|
| 272 |
+
" You do NOT answer the user's question directly.\n",
|
| 273 |
+
" Instead, you decide which worker models to call in parallel.\n",
|
| 274 |
+
"\n",
|
| 275 |
+
" Available workers:\n",
|
| 276 |
+
" {tool_descriptions}\n",
|
| 277 |
+
"\n",
|
| 278 |
+
" Output STRICTLY valid JSON:\n",
|
| 279 |
+
" {{\n",
|
| 280 |
+
" \"models_to_call\": [\n",
|
| 281 |
+
" {{\"name\": \"<model_name>\", \"reason\": \"<short reason>\"}},\n",
|
| 282 |
+
" ...\n",
|
| 283 |
+
" ]\n",
|
| 284 |
+
" }}\n",
|
| 285 |
+
"\n",
|
| 286 |
+
" Requirements:\n",
|
| 287 |
+
" - Choose at least 3 and at most 6 models.\n",
|
| 288 |
+
" - Use model names exactly as listed.\n",
|
| 289 |
+
" - Prefer diversity (different providers) for hard reasoning tasks.\n",
|
| 290 |
+
" - Do not include any fields other than \"models_to_call\".\n",
|
| 291 |
+
" \"\"\")\n",
|
| 292 |
+
"\n",
|
| 293 |
+
" return [\n",
|
| 294 |
+
" {\"role\": \"system\", \"content\": system_msg},\n",
|
| 295 |
+
" {\"role\": \"user\", \"content\": user_question},\n",
|
| 296 |
+
" ]\n",
|
| 297 |
+
"\n",
|
| 298 |
+
"def orchestrator_plan(user_question: str) -> list:\n",
|
| 299 |
+
" \"\"\"\n",
|
| 300 |
+
" Ask the orchestrator LLM which workers to use.\n",
|
| 301 |
+
" Returns list of selected model names.\n",
|
| 302 |
+
" \"\"\"\n",
|
| 303 |
+
" tools = list_worker_tools()\n",
|
| 304 |
+
" messages = build_orchestrator_prompt(user_question, tools)\n",
|
| 305 |
+
"\n",
|
| 306 |
+
" openai = OpenAI()\n",
|
| 307 |
+
" resp = openai.chat.completions.create(\n",
|
| 308 |
+
" model=\"gpt-4o-mini\",\n",
|
| 309 |
+
" # model=\"gemini-1.5-flash\",\n",
|
| 310 |
+
" messages=messages,\n",
|
| 311 |
+
" temperature=0.2,\n",
|
| 312 |
+
" )\n",
|
| 313 |
+
" content = resp.choices[0].message.content\n",
|
| 314 |
+
" plan = json.loads(content)\n",
|
| 315 |
+
" selected = [m[\"name\"] for m in plan.get(\"models_to_call\", [])]\n",
|
| 316 |
+
" print(f\"🎯 Orchestrator selected {len(selected)} workers: {selected}\")\n",
|
| 317 |
+
" return selected"
|
| 318 |
+
]
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"cell_type": "markdown",
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"source": [
|
| 324 |
+
"## Step 4: Parallel Worker Execution\n",
|
| 325 |
+
"\n",
|
| 326 |
+
"Execute **only the selected workers** simultaneously using async/await."
|
| 327 |
+
]
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"cell_type": "code",
|
| 331 |
+
"execution_count": null,
|
| 332 |
+
"metadata": {},
|
| 333 |
+
"outputs": [],
|
| 334 |
+
"source": [
|
| 335 |
+
"# ==========================================\n",
|
| 336 |
+
"# Worker Execution: Async Single Model Call\n",
|
| 337 |
+
"# ==========================================\n",
|
| 338 |
+
"\n",
|
| 339 |
+
"async def call_model_async(config: Dict[str, Any], messages: List[Dict]) -> Tuple[str, str]:\n",
|
| 340 |
+
" \"\"\"\n",
|
| 341 |
+
" Call a single worker model asynchronously.\n",
|
| 342 |
+
" Returns (model_name, answer) or (model_name, error_message).\n",
|
| 343 |
+
" \"\"\"\n",
|
| 344 |
+
" model_name = config[\"model_name\"]\n",
|
| 345 |
+
" provider = config[\"provider\"]\n",
|
| 346 |
+
" client = config[\"client\"]\n",
|
| 347 |
+
" call_type = config[\"call_type\"]\n",
|
| 348 |
+
" extra_params = config[\"extra_params\"]\n",
|
| 349 |
+
" \n",
|
| 350 |
+
" try:\n",
|
| 351 |
+
" if provider == \"anthropic\":\n",
|
| 352 |
+
" # Anthropic uses a different API structure\n",
|
| 353 |
+
" response = await asyncio.to_thread(\n",
|
| 354 |
+
" client.messages.create,\n",
|
| 355 |
+
" model=model_name,\n",
|
| 356 |
+
" messages=messages,\n",
|
| 357 |
+
" **extra_params\n",
|
| 358 |
+
" )\n",
|
| 359 |
+
" answer = response.content[0].text\n",
|
| 360 |
+
" else:\n",
|
| 361 |
+
" # OpenAI-compatible APIs\n",
|
| 362 |
+
" response = await asyncio.to_thread(\n",
|
| 363 |
+
" client.chat.completions.create,\n",
|
| 364 |
+
" model=model_name,\n",
|
| 365 |
+
" messages=messages,\n",
|
| 366 |
+
" **extra_params\n",
|
| 367 |
+
" )\n",
|
| 368 |
+
" answer = response.choices[0].message.content\n",
|
| 369 |
+
" \n",
|
| 370 |
+
" print(f\"✅ {model_name} completed\")\n",
|
| 371 |
+
" return model_name, answer\n",
|
| 372 |
+
" \n",
|
| 373 |
+
" except Exception as e:\n",
|
| 374 |
+
" error_msg = f\"Error calling {model_name}: {str(e)}\"\n",
|
| 375 |
+
" print(f\"❌ {error_msg}\")\n",
|
| 376 |
+
" return model_name, error_msg"
|
| 377 |
+
]
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"cell_type": "code",
|
| 381 |
+
"execution_count": null,
|
| 382 |
+
"metadata": {},
|
| 383 |
+
"outputs": [],
|
| 384 |
+
"source": [
|
| 385 |
+
"# ==========================================\n",
|
| 386 |
+
"# Parallel Worker Execution\n",
|
| 387 |
+
"# ==========================================\n",
|
| 388 |
+
"\n",
|
| 389 |
+
"def format_bytes(size: int) -> str:\n",
|
| 390 |
+
" \"\"\"Format bytes into a human-readable string (B, KB, MB).\"\"\"\n",
|
| 391 |
+
" for unit in ['B', 'KB', 'MB']:\n",
|
| 392 |
+
" if size < 1024.0:\n",
|
| 393 |
+
" return f\"{size:.2f} {unit}\"\n",
|
| 394 |
+
" size /= 1024.0\n",
|
| 395 |
+
" return f\"{size:.2f} GB\"\n",
|
| 396 |
+
"\n",
|
| 397 |
+
"async def execute_models_in_parallel(configs: List[Dict[str, Any]], messages: List[Dict]) -> Tuple[List[str], List[str]]:\n",
|
| 398 |
+
" \"\"\"\n",
|
| 399 |
+
" Execute selected worker models in parallel.\n",
|
| 400 |
+
" \"\"\"\n",
|
| 401 |
+
" print(f\"\\n🚀 Starting parallel execution of {len(configs)} selected workers...\\n\")\n",
|
| 402 |
+
" \n",
|
| 403 |
+
" table_rows = []\n",
|
| 404 |
+
" competitors = []\n",
|
| 405 |
+
" answers = []\n",
|
| 406 |
+
" \n",
|
| 407 |
+
" async def call_with_metrics(config):\n",
|
| 408 |
+
" model_name = config.get(\"model_name\", \"Unknown\")\n",
|
| 409 |
+
" start_time = datetime.now()\n",
|
| 410 |
+
" \n",
|
| 411 |
+
" try:\n",
|
| 412 |
+
" _, answer = await call_model_async(config, messages)\n",
|
| 413 |
+
" end_time = datetime.now()\n",
|
| 414 |
+
" \n",
|
| 415 |
+
" if isinstance(answer, str) and answer.startswith(\"Error\"):\n",
|
| 416 |
+
" status = \"❌ Error\"\n",
|
| 417 |
+
" out_size = 0\n",
|
| 418 |
+
" else:\n",
|
| 419 |
+
" status = \"✅ Success\"\n",
|
| 420 |
+
" out_size = len(str(answer).encode('utf-8'))\n",
|
| 421 |
+
" \n",
|
| 422 |
+
" except Exception as e:\n",
|
| 423 |
+
" end_time = datetime.now()\n",
|
| 424 |
+
" status = \"❌ Error\"\n",
|
| 425 |
+
" answer = str(e)\n",
|
| 426 |
+
" out_size = 0\n",
|
| 427 |
+
"\n",
|
| 428 |
+
" # Calculate duration\n",
|
| 429 |
+
" duration = end_time - start_time\n",
|
| 430 |
+
" total_seconds = int(duration.total_seconds())\n",
|
| 431 |
+
" mm, ss = divmod(total_seconds, 60)\n",
|
| 432 |
+
" hh, mm = divmod(mm, 60)\n",
|
| 433 |
+
" dur_str = f\"{hh:02d}:{mm:02d}:{ss:02d}\" if hh > 0 else f\"{mm:02d}:{ss:02d}\"\n",
|
| 434 |
+
"\n",
|
| 435 |
+
" # Store metrics for table\n",
|
| 436 |
+
" table_rows.append({\n",
|
| 437 |
+
" \"model\": model_name,\n",
|
| 438 |
+
" \"status\": status,\n",
|
| 439 |
+
" \"start\": start_time.strftime(\"%H:%M:%S\"),\n",
|
| 440 |
+
" \"end\": end_time.strftime(\"%H:%M:%S\"),\n",
|
| 441 |
+
" \"duration\": dur_str,\n",
|
| 442 |
+
" \"size\": format_bytes(out_size)\n",
|
| 443 |
+
" })\n",
|
| 444 |
+
" \n",
|
| 445 |
+
" return model_name, answer, status\n",
|
| 446 |
+
"\n",
|
| 447 |
+
" # Run tasks in parallel\n",
|
| 448 |
+
" tasks = [call_with_metrics(config) for config in configs]\n",
|
| 449 |
+
" results = await asyncio.gather(*tasks)\n",
|
| 450 |
+
"\n",
|
| 451 |
+
" # Process final lists\n",
|
| 452 |
+
" for model_name, answer, status in results:\n",
|
| 453 |
+
" if status == \"✅ Success\":\n",
|
| 454 |
+
" competitors.append(model_name)\n",
|
| 455 |
+
" answers.append(answer)\n",
|
| 456 |
+
"\n",
|
| 457 |
+
" # Print Tabular Output\n",
|
| 458 |
+
" header = f\"{'Model':<25} {'Status':<10} {'Start':<10} {'End':<10} {'Duration':<10} {'Size':<12}\"\n",
|
| 459 |
+
" print(header)\n",
|
| 460 |
+
" print(\"-\" * len(header))\n",
|
| 461 |
+
" for row in table_rows:\n",
|
| 462 |
+
" print(f\"{row['model']:<25} {row['status']:<10} {row['start']:<10} {row['end']:<10} {row['duration']:<10} {row['size']:<12}\")\n",
|
| 463 |
+
" \n",
|
| 464 |
+
" print(f\"\\n✅ Completed. {len(competitors)}/{len(configs)} workers successful.\")\n",
|
| 465 |
+
" return competitors, answers\n",
|
| 466 |
+
"\n",
|
| 467 |
+
"async def mock_execute_models_in_parallel(configs: List[Dict[str, Any]]) -> Tuple[List[str], List[str]]:\n",
|
| 468 |
+
" \"\"\"\n",
|
| 469 |
+
" Mocks parallel API calls to display timing and size metrics in a table.\n",
|
| 470 |
+
" No actual API calls are made.\n",
|
| 471 |
+
" \"\"\"\n",
|
| 472 |
+
" print(f\"\\n🚀 Starting MOCK execution of {len(configs)} models...\\n\")\n",
|
| 473 |
+
" \n",
|
| 474 |
+
" table_rows = []\n",
|
| 475 |
+
" competitors = []\n",
|
| 476 |
+
" answers = []\n",
|
| 477 |
+
"\n",
|
| 478 |
+
" async def mock_api_call(config):\n",
|
| 479 |
+
" model_name = config.get(\"model_name\", \"Unknown-Model\")\n",
|
| 480 |
+
" start_time = datetime.now()\n",
|
| 481 |
+
" \n",
|
| 482 |
+
" # Simulate varying network latency (0.5 to 2.5 seconds)\n",
|
| 483 |
+
" await asyncio.sleep(random.uniform(0.5, 2.5))\n",
|
| 484 |
+
" \n",
|
| 485 |
+
" # Randomly decide if this mock call \"fails\" (10% chance)\n",
|
| 486 |
+
" is_success = random.random() > 0.1\n",
|
| 487 |
+
" \n",
|
| 488 |
+
" if is_success:\n",
|
| 489 |
+
" status = \"✅ Success\"\n",
|
| 490 |
+
" # Mock a response string of random length\n",
|
| 491 |
+
" mock_answer = \"Mock response data \" * random.randint(5, 500)\n",
|
| 492 |
+
" out_size = len(mock_answer.encode('utf-8'))\n",
|
| 493 |
+
" else:\n",
|
| 494 |
+
" status = \"❌ Error\"\n",
|
| 495 |
+
" mock_answer = \"Error: Mocked API failure\"\n",
|
| 496 |
+
" out_size = 0\n",
|
| 497 |
+
" \n",
|
| 498 |
+
" end_time = datetime.now()\n",
|
| 499 |
+
" \n",
|
| 500 |
+
" # Calculate duration in mm:ss or hh:mm:ss\n",
|
| 501 |
+
" duration = end_time - start_time\n",
|
| 502 |
+
" total_seconds = int(duration.total_seconds())\n",
|
| 503 |
+
" mm, ss = divmod(total_seconds, 60)\n",
|
| 504 |
+
" hh, mm = divmod(mm, 60)\n",
|
| 505 |
+
" dur_str = f\"{hh:02d}:{mm:02d}:{ss:02d}\" if hh > 0 else f\"{mm:02d}:{ss:02d}\"\n",
|
| 506 |
+
"\n",
|
| 507 |
+
" # Record metrics for the final table\n",
|
| 508 |
+
" metrics = {\n",
|
| 509 |
+
" \"model\": model_name,\n",
|
| 510 |
+
" \"status\": status,\n",
|
| 511 |
+
" \"start\": start_time.strftime(\"%H:%M:%S\"),\n",
|
| 512 |
+
" \"end\": end_time.strftime(\"%H:%M:%S\"),\n",
|
| 513 |
+
" \"duration\": dur_str,\n",
|
| 514 |
+
" \"size\": format_bytes(out_size)\n",
|
| 515 |
+
" }\n",
|
| 516 |
+
" \n",
|
| 517 |
+
" return model_name, mock_answer, status, metrics\n",
|
| 518 |
+
"\n",
|
| 519 |
+
" # Execute mock tasks in parallel\n",
|
| 520 |
+
" tasks = [mock_api_call(config) for config in configs]\n",
|
| 521 |
+
" results = await asyncio.gather(*tasks)\n",
|
| 522 |
+
"\n",
|
| 523 |
+
" # Prepare table headers\n",
|
| 524 |
+
" header = f\"{'Model':<20} {'Status':<10} {'Start':<10} {'End':<10} {'Duration':<10} {'Size':<12}\"\n",
|
| 525 |
+
" print(header)\n",
|
| 526 |
+
" print(\"-\" * len(header))\n",
|
| 527 |
+
"\n",
|
| 528 |
+
" # Output rows and collect final success data\n",
|
| 529 |
+
" for model_name, answer, status, row in results:\n",
|
| 530 |
+
" print(f\"{row['model']:<20} {row['status']:<10} {row['start']:<10} {row['end']:<10} {row['duration']:<10} {row['size']:<12}\")\n",
|
| 531 |
+
" if status == \"✅ Success\":\n",
|
| 532 |
+
" competitors.append(model_name)\n",
|
| 533 |
+
" answers.append(answer)\n",
|
| 534 |
+
"\n",
|
| 535 |
+
" print(f\"\\n✅ Completed. {len(competitors)}/{len(configs)} models simulated successfully.\")\n",
|
| 536 |
+
" return competitors, answers\n",
|
| 537 |
+
"\n",
|
| 538 |
+
"async def execute_selected_models(model_names: list, messages: list):\n",
|
| 539 |
+
" \"\"\"Execute only the orchestrator-selected workers.\"\"\"\n",
|
| 540 |
+
" selected_configs = [MODEL_CONFIGS_BY_NAME[m] for m in model_names]\n",
|
| 541 |
+
" return await execute_models_in_parallel(selected_configs, messages)\n",
|
| 542 |
+
"\n",
|
| 543 |
+
"async def mock_execute_selected_models(model_names: list):\n",
|
| 544 |
+
" \"\"\"Execute only the orchestrator-selected workers.\"\"\"\n",
|
| 545 |
+
" selected_configs = [MODEL_CONFIGS_BY_NAME[m] for m in model_names]\n",
|
| 546 |
+
" return await mock_execute_models_in_parallel(selected_configs)\n",
|
| 547 |
+
"\n"
|
| 548 |
+
]
|
| 549 |
+
},
|
| 550 |
+
{
|
| 551 |
+
"cell_type": "markdown",
|
| 552 |
+
"metadata": {},
|
| 553 |
+
"source": [
|
| 554 |
+
"## Step 5: Run Orchestrated Pipeline\n",
|
| 555 |
+
"\n",
|
| 556 |
+
"**Full end-to-end execution**: Orchestrator → Workers → Synthesizer."
|
| 557 |
+
]
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"cell_type": "code",
|
| 561 |
+
"execution_count": null,
|
| 562 |
+
"metadata": {},
|
| 563 |
+
"outputs": [],
|
| 564 |
+
"source": [
|
| 565 |
+
"# ==========================================\n",
|
| 566 |
+
"# FULL ORCHESTRATED PIPELINE\n",
|
| 567 |
+
"# ==========================================\n",
|
| 568 |
+
"\n",
|
| 569 |
+
"user_question = question # From Step 1\n",
|
| 570 |
+
"messages = [{\"role\": \"user\", \"content\": user_question}]\n",
|
| 571 |
+
"\n",
|
| 572 |
+
"# 1) Orchestrator chooses workers\n",
|
| 573 |
+
"selected_models = orchestrator_plan(user_question)"
|
| 574 |
+
]
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"cell_type": "code",
|
| 578 |
+
"execution_count": null,
|
| 579 |
+
"metadata": {},
|
| 580 |
+
"outputs": [],
|
| 581 |
+
"source": [
|
| 582 |
+
"# 2) Mock execute chosen workers\n",
|
| 583 |
+
"competitors, answers = await mock_execute_selected_models(selected_models)"
|
| 584 |
+
]
|
| 585 |
+
},
|
| 586 |
+
{
|
| 587 |
+
"cell_type": "code",
|
| 588 |
+
"execution_count": null,
|
| 589 |
+
"metadata": {},
|
| 590 |
+
"outputs": [],
|
| 591 |
+
"source": [
|
| 592 |
+
"# 2) Run chosen workers in parallel\n",
|
| 593 |
+
"competitors, answers = await execute_selected_models(selected_models, messages)"
|
| 594 |
+
]
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"cell_type": "markdown",
|
| 598 |
+
"metadata": {},
|
| 599 |
+
"source": [
|
| 600 |
+
"## Step 6: Synthesizer LLM - Merge + Rank\n",
|
| 601 |
+
"\n",
|
| 602 |
+
"The **synthesizer LLM** creates a final answer and ranks the worker models."
|
| 603 |
+
]
|
| 604 |
+
},
|
| 605 |
+
{
|
| 606 |
+
"cell_type": "code",
|
| 607 |
+
"execution_count": null,
|
| 608 |
+
"metadata": {},
|
| 609 |
+
"outputs": [],
|
| 610 |
+
"source": [
|
| 611 |
+
"# ==========================================\n",
|
| 612 |
+
"# Synthesizer: Merge Outputs + Rank Workers\n",
|
| 613 |
+
"# ==========================================\n",
|
| 614 |
+
"\n",
|
| 615 |
+
"def aggregator_format_outputs(competitors: List[str], answers: List[str]) -> str:\n",
|
| 616 |
+
" \"\"\"Format worker outputs for the synthesizer.\"\"\"\n",
|
| 617 |
+
" together = \"\"\n",
|
| 618 |
+
" for index, answer in enumerate(answers):\n",
|
| 619 |
+
" together += f\"# Response from {competitors[index]}\\n\\n\"\n",
|
| 620 |
+
" together += answer + \"\\n\\n\"\n",
|
| 621 |
+
" return together\n",
|
| 622 |
+
"\n",
|
| 623 |
+
"def build_synthesizer_prompt(question: str, competitors: list, answers: list) -> list:\n",
|
| 624 |
+
" formatted = aggregator_format_outputs(competitors, answers)\n",
|
| 625 |
+
" num_workers = len(competitors)\n",
|
| 626 |
+
" \n",
|
| 627 |
+
" system_msg = f\"\"\"\n",
|
| 628 |
+
" You are evaluating EXACTLY {num_workers} worker responses.\n",
|
| 629 |
+
" \n",
|
| 630 |
+
" CRITICAL: There are ONLY {num_workers} competitors numbered 1-{num_workers}.\n",
|
| 631 |
+
" \n",
|
| 632 |
+
" Tasks:\n",
|
| 633 |
+
" 1. Synthesize final answer from these {num_workers} responses\n",
|
| 634 |
+
" 2. Rank ONLY these {num_workers} responses (indices 1-{num_workers})\n",
|
| 635 |
+
" \n",
|
| 636 |
+
" Output STRICTLY valid JSON:\n",
|
| 637 |
+
" {{\n",
|
| 638 |
+
" \"final_answer\": \"your synthesized answer\",\n",
|
| 639 |
+
" \"rankings\": [\n",
|
| 640 |
+
" {{\"competitor_index\": N, \"reason\": \"why N is good\"}} // N is 1-{num_workers}\n",
|
| 641 |
+
" // EXACTLY {num_workers} entries, no more, no less\n",
|
| 642 |
+
" ]\n",
|
| 643 |
+
" }}\n",
|
| 644 |
+
" \n",
|
| 645 |
+
" Responses ({num_workers} total):\n",
|
| 646 |
+
" {formatted}\n",
|
| 647 |
+
" \"\"\"\n",
|
| 648 |
+
" \n",
|
| 649 |
+
" return [{\"role\": \"system\", \"content\": system_msg}]\n",
|
| 650 |
+
"\n",
|
| 651 |
+
"def run_synthesizer(question: str, competitors: list, answers: list):\n",
|
| 652 |
+
" \"\"\"Run the synthesizer LLM.\"\"\"\n",
|
| 653 |
+
" messages = build_synthesizer_prompt(question, competitors, answers)\n",
|
| 654 |
+
" openai = OpenAI()\n",
|
| 655 |
+
" resp = openai.chat.completions.create(\n",
|
| 656 |
+
" model=\"gpt-4o-mini\",\n",
|
| 657 |
+
" messages=messages,\n",
|
| 658 |
+
" temperature=0.3,\n",
|
| 659 |
+
" )\n",
|
| 660 |
+
" data = json.loads(resp.choices[0].message.content)\n",
|
| 661 |
+
" return data"
|
| 662 |
+
]
|
| 663 |
+
},
|
| 664 |
+
{
|
| 665 |
+
"cell_type": "code",
|
| 666 |
+
"execution_count": null,
|
| 667 |
+
"metadata": {},
|
| 668 |
+
"outputs": [],
|
| 669 |
+
"source": [
|
| 670 |
+
"# ==========================================\n",
|
| 671 |
+
"# FINAL SYNTHESIS AND RANKINGS\n",
|
| 672 |
+
"# ==========================================\n",
|
| 673 |
+
"\n",
|
| 674 |
+
"# Run synthesizer\n",
|
| 675 |
+
"synth = run_synthesizer(question, competitors, answers)\n"
|
| 676 |
+
]
|
| 677 |
+
},
|
| 678 |
+
{
|
| 679 |
+
"cell_type": "code",
|
| 680 |
+
"execution_count": null,
|
| 681 |
+
"metadata": {},
|
| 682 |
+
"outputs": [],
|
| 683 |
+
"source": [
|
| 684 |
+
"for idx, r in enumerate(synth[\"rankings\"], start=1):\n",
|
| 685 |
+
" name = competitors[r[\"competitor_index\"] - 1]\n",
|
| 686 |
+
" print(f\"{idx}. {name} — {r['reason']}\")\n",
|
| 687 |
+
"\n",
|
| 688 |
+
"print(f\"\\n✅ Pipeline complete! Orchestrator → {len(selected_models)} Workers → Synthesizer\")\n"
|
| 689 |
+
]
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"cell_type": "code",
|
| 693 |
+
"execution_count": null,
|
| 694 |
+
"metadata": {},
|
| 695 |
+
"outputs": [],
|
| 696 |
+
"source": [
|
| 697 |
+
"# IMMEDIATE DEBUG\n",
|
| 698 |
+
"print(\"COMPETITORS:\", competitors)\n",
|
| 699 |
+
"print(\"NUM COMPETITORS:\", len(competitors))\n",
|
| 700 |
+
"print(\"RAW SYNTH:\", json.dumps(synth, indent=2))\n",
|
| 701 |
+
"print(\"RANKINGS:\", [r.get(\"competitor_index\") for r in synth.get(\"rankings\", [])])\n",
|
| 702 |
+
"\n"
|
| 703 |
+
]
|
| 704 |
+
}
|
| 705 |
+
],
|
| 706 |
+
"metadata": {
|
| 707 |
+
"kernelspec": {
|
| 708 |
+
"display_name": ".venv",
|
| 709 |
+
"language": "python",
|
| 710 |
+
"name": "python3"
|
| 711 |
+
},
|
| 712 |
+
"language_info": {
|
| 713 |
+
"codemirror_mode": {
|
| 714 |
+
"name": "ipython",
|
| 715 |
+
"version": 3
|
| 716 |
+
},
|
| 717 |
+
"file_extension": ".py",
|
| 718 |
+
"mimetype": "text/x-python",
|
| 719 |
+
"name": "python",
|
| 720 |
+
"nbconvert_exporter": "python",
|
| 721 |
+
"pygments_lexer": "ipython3",
|
| 722 |
+
"version": "3.12.4"
|
| 723 |
+
}
|
| 724 |
+
},
|
| 725 |
+
"nbformat": 4,
|
| 726 |
+
"nbformat_minor": 2
|
| 727 |
+
}
|
community_contributions/2_lab2-parallelization.ipynb
ADDED
|
@@ -0,0 +1,440 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Changes I've made with this lab.\n",
|
| 10 |
+
"1) Modified the original question to instead generate a range of questions, 12 of them. These questions will be used to evaluate each LLM's reasoning, knowledge, creativity, and ability to handle nuanced scenarios.\n",
|
| 11 |
+
"2) I've changed this lab to run the queries in parallel. Thanks GPT for helping with the code to do that. :)\n",
|
| 12 |
+
"3) Instead of having one LLM rate all the responses, I have all of the LLM's rate each others work and then use a Borda Count to asign points to determine the winner."
|
| 13 |
+
]
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"cell_type": "code",
|
| 17 |
+
"execution_count": null,
|
| 18 |
+
"metadata": {},
|
| 19 |
+
"outputs": [],
|
| 20 |
+
"source": [
|
| 21 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 22 |
+
"\n",
|
| 23 |
+
"import os\n",
|
| 24 |
+
"import json\n",
|
| 25 |
+
"from dotenv import load_dotenv\n",
|
| 26 |
+
"from openai import OpenAI\n",
|
| 27 |
+
"from anthropic import Anthropic\n",
|
| 28 |
+
"from IPython.display import Markdown, display"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"cell_type": "code",
|
| 33 |
+
"execution_count": null,
|
| 34 |
+
"metadata": {},
|
| 35 |
+
"outputs": [],
|
| 36 |
+
"source": [
|
| 37 |
+
"# Always remember to do this!\n",
|
| 38 |
+
"load_dotenv(override=True)"
|
| 39 |
+
]
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"cell_type": "code",
|
| 43 |
+
"execution_count": null,
|
| 44 |
+
"metadata": {},
|
| 45 |
+
"outputs": [],
|
| 46 |
+
"source": [
|
| 47 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 48 |
+
"\n",
|
| 49 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 50 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 51 |
+
"gemini_api_key = os.getenv('GEMINI_API_KEY')\n",
|
| 52 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 53 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 54 |
+
"\n",
|
| 55 |
+
"if openai_api_key:\n",
|
| 56 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 57 |
+
"else:\n",
|
| 58 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 59 |
+
" \n",
|
| 60 |
+
"if anthropic_api_key:\n",
|
| 61 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 62 |
+
"else:\n",
|
| 63 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 64 |
+
"\n",
|
| 65 |
+
"if gemini_api_key:\n",
|
| 66 |
+
" print(f\"Gemini API Key exists and begins {gemini_api_key[:2]}\")\n",
|
| 67 |
+
"else:\n",
|
| 68 |
+
" print(\"Gemini API Key not set (and this is optional)\")\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"if deepseek_api_key:\n",
|
| 71 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 72 |
+
"else:\n",
|
| 73 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 74 |
+
"\n",
|
| 75 |
+
"if groq_api_key:\n",
|
| 76 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"cell_type": "code",
|
| 83 |
+
"execution_count": null,
|
| 84 |
+
"metadata": {},
|
| 85 |
+
"outputs": [],
|
| 86 |
+
"source": [
|
| 87 |
+
"request = \"\"\"You are being evaluated for your reasoning, knowledge, creativity, and ability to handle nuanced scenarios. \n",
|
| 88 |
+
"Generate 12 questions that cover the following categories:\n",
|
| 89 |
+
"- Logical reasoning and problem solving\n",
|
| 90 |
+
"- Creative writing and storytelling\n",
|
| 91 |
+
"- Factual accuracy and knowledge recall\n",
|
| 92 |
+
"- Following instructions with strict constraints\n",
|
| 93 |
+
"- Multi-step planning and organization\n",
|
| 94 |
+
"- Ethical dilemmas and debatable issues\n",
|
| 95 |
+
"- Philosophical or abstract reasoning\n",
|
| 96 |
+
"- Summarization and explanation at different levels\n",
|
| 97 |
+
"- Translation and multilingual ability\n",
|
| 98 |
+
"- Roleplay or adaptive communication style\n",
|
| 99 |
+
"\n",
|
| 100 |
+
"Number each question from 1 to 12. \n",
|
| 101 |
+
"The result should be a balanced benchmark question set that fully tests an LLM’s capabilities.\n",
|
| 102 |
+
"\n",
|
| 103 |
+
"Important: Output only clean plain text. \n",
|
| 104 |
+
"Do not use any markup, formatting symbols, quotation marks, brackets, lists, or special characters \n",
|
| 105 |
+
"that could cause misinterpretation. Only provide plain text questions, one per line, numbered 1 to 20.\n",
|
| 106 |
+
"\"\"\"\n",
|
| 107 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 108 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 109 |
+
]
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"cell_type": "code",
|
| 113 |
+
"execution_count": null,
|
| 114 |
+
"metadata": {},
|
| 115 |
+
"outputs": [],
|
| 116 |
+
"source": [
|
| 117 |
+
"# Generate the questions.\n",
|
| 118 |
+
"openai = OpenAI()\n",
|
| 119 |
+
"response = openai.chat.completions.create(\n",
|
| 120 |
+
" model=\"gpt-4o-mini\",\n",
|
| 121 |
+
" messages=messages,\n",
|
| 122 |
+
")\n",
|
| 123 |
+
"question = response.choices[0].message.content\n",
|
| 124 |
+
"\n",
|
| 125 |
+
"display(Markdown(question))"
|
| 126 |
+
]
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"cell_type": "code",
|
| 130 |
+
"execution_count": null,
|
| 131 |
+
"metadata": {},
|
| 132 |
+
"outputs": [],
|
| 133 |
+
"source": [
|
| 134 |
+
"competitors = []\n",
|
| 135 |
+
"answers = []\n",
|
| 136 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 137 |
+
]
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"cell_type": "code",
|
| 141 |
+
"execution_count": null,
|
| 142 |
+
"metadata": {},
|
| 143 |
+
"outputs": [],
|
| 144 |
+
"source": [
|
| 145 |
+
"# Ask the LLM's in Parallel\n",
|
| 146 |
+
"\n",
|
| 147 |
+
"import asyncio\n",
|
| 148 |
+
"\n",
|
| 149 |
+
"clients = {\n",
|
| 150 |
+
" \"openai\": OpenAI(),\n",
|
| 151 |
+
" \"claude\": Anthropic(),\n",
|
| 152 |
+
" \"gemini\": OpenAI(api_key=gemini_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\"),\n",
|
| 153 |
+
" \"deepseek\": OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\"),\n",
|
| 154 |
+
" \"groq\": OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\"),\n",
|
| 155 |
+
"}\n",
|
| 156 |
+
"\n",
|
| 157 |
+
"# Get the answers from the LLM\n",
|
| 158 |
+
"async def call_llm(model_name, messages):\n",
|
| 159 |
+
" try:\n",
|
| 160 |
+
" if \"claude\" in model_name:\n",
|
| 161 |
+
" response = await asyncio.to_thread(\n",
|
| 162 |
+
" clients[\"claude\"].messages.create,\n",
|
| 163 |
+
" model=model_name,\n",
|
| 164 |
+
" messages=messages,\n",
|
| 165 |
+
" max_tokens=3000,\n",
|
| 166 |
+
" )\n",
|
| 167 |
+
" answer = \"\".join([c.text for c in response.content if c.type == \"text\"])\n",
|
| 168 |
+
" \n",
|
| 169 |
+
" elif \"gpt-4o-mini\" in model_name:\n",
|
| 170 |
+
" response = await asyncio.to_thread(\n",
|
| 171 |
+
" clients[\"openai\"].chat.completions.create,\n",
|
| 172 |
+
" model=model_name,\n",
|
| 173 |
+
" messages=messages,\n",
|
| 174 |
+
" )\n",
|
| 175 |
+
" answer = response.choices[0].message.content\n",
|
| 176 |
+
"\n",
|
| 177 |
+
" elif \"gemini\" in model_name:\n",
|
| 178 |
+
" response = await asyncio.to_thread(\n",
|
| 179 |
+
" clients[\"gemini\"].chat.completions.create,\n",
|
| 180 |
+
" model=model_name,\n",
|
| 181 |
+
" messages=messages,\n",
|
| 182 |
+
" )\n",
|
| 183 |
+
" answer = response.choices[0].message.content\n",
|
| 184 |
+
"\n",
|
| 185 |
+
" elif \"deepseek\" in model_name:\n",
|
| 186 |
+
" response = await asyncio.to_thread(\n",
|
| 187 |
+
" clients[\"deepseek\"].chat.completions.create,\n",
|
| 188 |
+
" model=model_name,\n",
|
| 189 |
+
" messages=messages,\n",
|
| 190 |
+
" )\n",
|
| 191 |
+
" answer = response.choices[0].message.content\n",
|
| 192 |
+
"\n",
|
| 193 |
+
" elif \"llama\" in model_name:\n",
|
| 194 |
+
" response = await asyncio.to_thread(\n",
|
| 195 |
+
" clients[\"groq\"].chat.completions.create,\n",
|
| 196 |
+
" model=model_name,\n",
|
| 197 |
+
" messages=messages,\n",
|
| 198 |
+
" )\n",
|
| 199 |
+
" answer = response.choices[0].message.content\n",
|
| 200 |
+
"\n",
|
| 201 |
+
" return model_name, answer \n",
|
| 202 |
+
"\n",
|
| 203 |
+
" except Exception as e:\n",
|
| 204 |
+
" print (f\"❌ Error: {str(e)}\")\n",
|
| 205 |
+
" return model_name, \"I was not able to generate answers for any of the questions.\"\n",
|
| 206 |
+
"\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"# send out the calls to the LLM to ask teh questions.\n",
|
| 209 |
+
"async def ask_questions_in_parallel(messages):\n",
|
| 210 |
+
" competitor_models = [\n",
|
| 211 |
+
" \"gpt-4o-mini\",\n",
|
| 212 |
+
" \"claude-3-7-sonnet-latest\",\n",
|
| 213 |
+
" \"gemini-2.0-flash\",\n",
|
| 214 |
+
" \"deepseek-chat\",\n",
|
| 215 |
+
" \"llama-3.3-70b-versatile\"\n",
|
| 216 |
+
" ]\n",
|
| 217 |
+
"\n",
|
| 218 |
+
" # create tasks to call the LLM's in parallel\n",
|
| 219 |
+
" tasks = [call_llm(model, messages) for model in competitor_models]\n",
|
| 220 |
+
"\n",
|
| 221 |
+
" answers = []\n",
|
| 222 |
+
" competitors = []\n",
|
| 223 |
+
"\n",
|
| 224 |
+
" # When we have an answer, we can process it. No waiting.\n",
|
| 225 |
+
" for task in asyncio.as_completed(tasks):\n",
|
| 226 |
+
" model_name, answer = await task\n",
|
| 227 |
+
" competitors.append(model_name)\n",
|
| 228 |
+
" answers.append(answer)\n",
|
| 229 |
+
" print(f\"\\n✅ Got response from {model_name}\")\n",
|
| 230 |
+
"\n",
|
| 231 |
+
" return competitors, answers"
|
| 232 |
+
]
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"cell_type": "code",
|
| 236 |
+
"execution_count": null,
|
| 237 |
+
"metadata": {},
|
| 238 |
+
"outputs": [],
|
| 239 |
+
"source": [
|
| 240 |
+
"# Fire off the ask to all the LLM's at once. Parallelization...\n",
|
| 241 |
+
"competitors, answers = await ask_questions_in_parallel(messages)"
|
| 242 |
+
]
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"cell_type": "code",
|
| 246 |
+
"execution_count": null,
|
| 247 |
+
"metadata": {},
|
| 248 |
+
"outputs": [],
|
| 249 |
+
"source": [
|
| 250 |
+
"#Look at the results\n",
|
| 251 |
+
"print (len(answers))\n",
|
| 252 |
+
"print (len(competitors))\n",
|
| 253 |
+
"print (competitors)"
|
| 254 |
+
]
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"cell_type": "code",
|
| 258 |
+
"execution_count": null,
|
| 259 |
+
"metadata": {},
|
| 260 |
+
"outputs": [],
|
| 261 |
+
"source": [
|
| 262 |
+
"# Let's bring this together - note the use of \"enumerate\"\n",
|
| 263 |
+
"\n",
|
| 264 |
+
"together = \"\"\n",
|
| 265 |
+
"for index, answer in enumerate(answers):\n",
|
| 266 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 267 |
+
" together += answer + \"\\n\\n\""
|
| 268 |
+
]
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"cell_type": "code",
|
| 272 |
+
"execution_count": null,
|
| 273 |
+
"metadata": {},
|
| 274 |
+
"outputs": [],
|
| 275 |
+
"source": [
|
| 276 |
+
"print(together)"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"cell_type": "code",
|
| 281 |
+
"execution_count": null,
|
| 282 |
+
"metadata": {},
|
| 283 |
+
"outputs": [],
|
| 284 |
+
"source": [
|
| 285 |
+
"\n",
|
| 286 |
+
"judge = f\"\"\"You are judging a competition between {len(competitors)} competitors.\n",
|
| 287 |
+
"Each model has been given the folowing questions:\n",
|
| 288 |
+
"\n",
|
| 289 |
+
"{question}\n",
|
| 290 |
+
"\n",
|
| 291 |
+
"Your task is to evaluate the overall strength of the arguments presented by each competitor. \n",
|
| 292 |
+
"Consider the following factors:\n",
|
| 293 |
+
"- Clarity: how clearly the ideas are communicated\n",
|
| 294 |
+
"- Relevance: how directly the response addresses the question\n",
|
| 295 |
+
"- Depth: the level of reasoning, insight, or supporting evidence provided\n",
|
| 296 |
+
"- Persuasiveness: how compelling or convincing the response is overall\n",
|
| 297 |
+
"Respond with JSON, and only JSON.\n",
|
| 298 |
+
"The output must be a single JSON array of competitor names, ordered from best to worst.\n",
|
| 299 |
+
"Do not include any keys, labels, or extra text.\n",
|
| 300 |
+
"\n",
|
| 301 |
+
"Example format:\n",
|
| 302 |
+
"[\"1\", \"3\", \"5\", \"2\", \"4\"]\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"Here are the responses from each competitor:\n",
|
| 305 |
+
"\n",
|
| 306 |
+
"{together}\n",
|
| 307 |
+
"\n",
|
| 308 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\n",
|
| 309 |
+
"Do not deviate from the json format as described above. Do not include the term ranking in the final json\"\"\"\n"
|
| 310 |
+
]
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"cell_type": "code",
|
| 314 |
+
"execution_count": null,
|
| 315 |
+
"metadata": {},
|
| 316 |
+
"outputs": [],
|
| 317 |
+
"source": [
|
| 318 |
+
"print(judge)"
|
| 319 |
+
]
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"cell_type": "code",
|
| 323 |
+
"execution_count": null,
|
| 324 |
+
"metadata": {},
|
| 325 |
+
"outputs": [],
|
| 326 |
+
"source": [
|
| 327 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 328 |
+
]
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"cell_type": "code",
|
| 332 |
+
"execution_count": null,
|
| 333 |
+
"metadata": {},
|
| 334 |
+
"outputs": [],
|
| 335 |
+
"source": [
|
| 336 |
+
"# Have each LLM rate all of the results.\n",
|
| 337 |
+
"results = dict()\n",
|
| 338 |
+
"LLM_result = ''\n",
|
| 339 |
+
"\n",
|
| 340 |
+
"competitors, answers = await ask_questions_in_parallel(judge_messages)\n",
|
| 341 |
+
"\n",
|
| 342 |
+
"results = dict()\n",
|
| 343 |
+
"for index, each_competitor in enumerate(competitors):\n",
|
| 344 |
+
" results[each_competitor] = answers[index].strip()"
|
| 345 |
+
]
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"cell_type": "code",
|
| 349 |
+
"execution_count": null,
|
| 350 |
+
"metadata": {},
|
| 351 |
+
"outputs": [],
|
| 352 |
+
"source": [
|
| 353 |
+
"# See the results\n",
|
| 354 |
+
"print (len(answers))\n",
|
| 355 |
+
"results = dict()\n",
|
| 356 |
+
"for index, each_competitor in enumerate(competitors):\n",
|
| 357 |
+
" results[each_competitor] = answers[index]\n",
|
| 358 |
+
"\n",
|
| 359 |
+
"print (results)"
|
| 360 |
+
]
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"cell_type": "code",
|
| 364 |
+
"execution_count": null,
|
| 365 |
+
"metadata": {},
|
| 366 |
+
"outputs": [],
|
| 367 |
+
"source": [
|
| 368 |
+
"# Lets convert these rankings into scores. Borda Count - (1st gets 4, 2nd gets 3, etc.).\n",
|
| 369 |
+
"number_of_competitors = len(competitors)\n",
|
| 370 |
+
"scores = {}\n",
|
| 371 |
+
"\n",
|
| 372 |
+
"for rankings in results.values():\n",
|
| 373 |
+
" print(rankings)"
|
| 374 |
+
]
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"cell_type": "code",
|
| 378 |
+
"execution_count": null,
|
| 379 |
+
"metadata": {},
|
| 380 |
+
"outputs": [],
|
| 381 |
+
"source": [
|
| 382 |
+
"# # Borda count points (1st gets n-1, 2nd gets n-2, etc.)\n",
|
| 383 |
+
"num_competitors = len(competitors)\n",
|
| 384 |
+
"\n",
|
| 385 |
+
"competitor_dict = dict()\n",
|
| 386 |
+
"for index, each_competitor in enumerate(competitors):\n",
|
| 387 |
+
" competitor_dict[each_competitor] = index + 1\n",
|
| 388 |
+
"\n",
|
| 389 |
+
"borda_scores_dict = dict()\n",
|
| 390 |
+
"for each_competitor in competitors:\n",
|
| 391 |
+
" if each_competitor not in borda_scores_dict:\n",
|
| 392 |
+
" borda_scores_dict[each_competitor] = 0\n",
|
| 393 |
+
"\n",
|
| 394 |
+
"for voter_llm, ranking_str in results.items():\n",
|
| 395 |
+
" ranking_indices = json.loads(ranking_str)\n",
|
| 396 |
+
" ranking_indices = [int(x) for x in ranking_indices]\n",
|
| 397 |
+
"\n",
|
| 398 |
+
" # For each position in the ranking, award points\n",
|
| 399 |
+
" for position, competitor_index in enumerate(ranking_indices):\n",
|
| 400 |
+
" competitor_name = competitors[competitor_index - 1]\n",
|
| 401 |
+
"\n",
|
| 402 |
+
" # Borda count points (1st gets n-1, 2nd gets n-2, etc.)\n",
|
| 403 |
+
" points = num_competitors - 1 - position \n",
|
| 404 |
+
" borda_scores_dict[competitor_name] += points\n",
|
| 405 |
+
" \n",
|
| 406 |
+
"sorted_results = sorted(borda_scores_dict.items(), key=lambda x: x[1], reverse=True)\n",
|
| 407 |
+
"\n",
|
| 408 |
+
"print(f\"{'Rank':<4} {'LLM':<30} {'Points':<3}\")\n",
|
| 409 |
+
"print(\"-\" * 50)\n",
|
| 410 |
+
"\n",
|
| 411 |
+
"for rank, (llm, points) in enumerate(sorted_results, 1):\n",
|
| 412 |
+
" print(f\"{rank:<4} {llm:<30} {points:<8}\")\n",
|
| 413 |
+
"\n",
|
| 414 |
+
"print(\"\\nQuestions asked:\")\n",
|
| 415 |
+
"print(question)"
|
| 416 |
+
]
|
| 417 |
+
}
|
| 418 |
+
],
|
| 419 |
+
"metadata": {
|
| 420 |
+
"kernelspec": {
|
| 421 |
+
"display_name": ".venv",
|
| 422 |
+
"language": "python",
|
| 423 |
+
"name": "python3"
|
| 424 |
+
},
|
| 425 |
+
"language_info": {
|
| 426 |
+
"codemirror_mode": {
|
| 427 |
+
"name": "ipython",
|
| 428 |
+
"version": 3
|
| 429 |
+
},
|
| 430 |
+
"file_extension": ".py",
|
| 431 |
+
"mimetype": "text/x-python",
|
| 432 |
+
"name": "python",
|
| 433 |
+
"nbconvert_exporter": "python",
|
| 434 |
+
"pygments_lexer": "ipython3",
|
| 435 |
+
"version": "3.12.2"
|
| 436 |
+
}
|
| 437 |
+
},
|
| 438 |
+
"nbformat": 4,
|
| 439 |
+
"nbformat_minor": 2
|
| 440 |
+
}
|
community_contributions/2_lab2.ipynb
ADDED
|
@@ -0,0 +1,517 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 17 |
+
" <tr>\n",
|
| 18 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 19 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 20 |
+
" </td>\n",
|
| 21 |
+
" <td>\n",
|
| 22 |
+
" <h2 style=\"color:#ff7800;\">Important point - please read</h2>\n",
|
| 23 |
+
" <span style=\"color:#ff7800;\">The way I collaborate with you may be different to other courses you've taken. I prefer not to type code while you watch. Rather, I execute Jupyter Labs, like this, and give you an intuition for what's going on. My suggestion is that you carefully execute this yourself, <b>after</b> watching the lecture. Add print statements to understand what's going on, and then come up with your own variations.<br/><br/>If you have time, I'd love it if you submit a PR for changes in the community_contributions folder - instructions in the resources. Also, if you have a Github account, use this to showcase your variations. Not only is this essential practice, but it demonstrates your skills to others, including perhaps future clients or employers...\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": null,
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"outputs": [],
|
| 35 |
+
"source": [
|
| 36 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"import os #allows the code to interact with the operating system\n",
|
| 39 |
+
"import json #imports Python's JSON library\n",
|
| 40 |
+
"from dotenv import load_dotenv #allows the code to load the .env file. A .env file must be explicity loaded\n",
|
| 41 |
+
"from openai import OpenAI\n",
|
| 42 |
+
"from anthropic import Anthropic\n",
|
| 43 |
+
"from IPython.display import Markdown, display"
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": 2,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [
|
| 51 |
+
{
|
| 52 |
+
"data": {
|
| 53 |
+
"text/plain": [
|
| 54 |
+
"True"
|
| 55 |
+
]
|
| 56 |
+
},
|
| 57 |
+
"execution_count": 2,
|
| 58 |
+
"metadata": {},
|
| 59 |
+
"output_type": "execute_result"
|
| 60 |
+
}
|
| 61 |
+
],
|
| 62 |
+
"source": [
|
| 63 |
+
"# Always remember to do this!\n",
|
| 64 |
+
"load_dotenv(override=True) #prioritizes the local .env file and will replace existing env variables"
|
| 65 |
+
]
|
| 66 |
+
},
|
| 67 |
+
{
|
| 68 |
+
"cell_type": "code",
|
| 69 |
+
"execution_count": 3,
|
| 70 |
+
"metadata": {},
|
| 71 |
+
"outputs": [
|
| 72 |
+
{
|
| 73 |
+
"name": "stdout",
|
| 74 |
+
"output_type": "stream",
|
| 75 |
+
"text": [
|
| 76 |
+
"OpenAI API Key exists and begins sk-proj-\n",
|
| 77 |
+
"Anthropic API Key not set (and this is optional)\n",
|
| 78 |
+
"Google API Key not set (and this is optional)\n",
|
| 79 |
+
"DeepSeek API Key not set (and this is optional)\n",
|
| 80 |
+
"Groq API Key not set (and this is optional)\n"
|
| 81 |
+
]
|
| 82 |
+
}
|
| 83 |
+
],
|
| 84 |
+
"source": [
|
| 85 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 86 |
+
"\n",
|
| 87 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 88 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 89 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 90 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 91 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 92 |
+
"\n",
|
| 93 |
+
"if openai_api_key:\n",
|
| 94 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 95 |
+
"else:\n",
|
| 96 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 97 |
+
" \n",
|
| 98 |
+
"if anthropic_api_key:\n",
|
| 99 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 100 |
+
"else:\n",
|
| 101 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 102 |
+
"\n",
|
| 103 |
+
"if google_api_key:\n",
|
| 104 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 105 |
+
"else:\n",
|
| 106 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 107 |
+
"\n",
|
| 108 |
+
"if deepseek_api_key:\n",
|
| 109 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 110 |
+
"else:\n",
|
| 111 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 112 |
+
"\n",
|
| 113 |
+
"if groq_api_key:\n",
|
| 114 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 115 |
+
"else:\n",
|
| 116 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 117 |
+
]
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"cell_type": "code",
|
| 121 |
+
"execution_count": null,
|
| 122 |
+
"metadata": {},
|
| 123 |
+
"outputs": [],
|
| 124 |
+
"source": [
|
| 125 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 126 |
+
"request += \"Answer only with the question, no explanation. I want the question to be related to the cruelty of life\"\n",
|
| 127 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 128 |
+
]
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"cell_type": "code",
|
| 132 |
+
"execution_count": 5,
|
| 133 |
+
"metadata": {},
|
| 134 |
+
"outputs": [
|
| 135 |
+
{
|
| 136 |
+
"data": {
|
| 137 |
+
"text/plain": [
|
| 138 |
+
"[{'role': 'user',\n",
|
| 139 |
+
" 'content': 'Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. Answer only with the question, no explanation.'}]"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
"execution_count": 5,
|
| 143 |
+
"metadata": {},
|
| 144 |
+
"output_type": "execute_result"
|
| 145 |
+
}
|
| 146 |
+
],
|
| 147 |
+
"source": [
|
| 148 |
+
"messages"
|
| 149 |
+
]
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"cell_type": "code",
|
| 153 |
+
"execution_count": 7,
|
| 154 |
+
"metadata": {},
|
| 155 |
+
"outputs": [
|
| 156 |
+
{
|
| 157 |
+
"name": "stdout",
|
| 158 |
+
"output_type": "stream",
|
| 159 |
+
"text": [
|
| 160 |
+
"In a scenario where two intelligent agents with differing ethical frameworks encounter a moral dilemma involving a choice between the greater good and individual rights, how should they navigate their decision-making process, and what factors should they consider to justify their final actions?\n"
|
| 161 |
+
]
|
| 162 |
+
}
|
| 163 |
+
],
|
| 164 |
+
"source": [
|
| 165 |
+
"openai = OpenAI()\n",
|
| 166 |
+
"response = openai.chat.completions.create(\n",
|
| 167 |
+
" model=\"gpt-4o-mini\",\n",
|
| 168 |
+
" messages=messages,\n",
|
| 169 |
+
")\n",
|
| 170 |
+
"question = response.choices[0].message.content\n",
|
| 171 |
+
"print(question)\n"
|
| 172 |
+
]
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"cell_type": "code",
|
| 176 |
+
"execution_count": 7,
|
| 177 |
+
"metadata": {},
|
| 178 |
+
"outputs": [],
|
| 179 |
+
"source": [
|
| 180 |
+
"competitors = []\n",
|
| 181 |
+
"answers = []\n",
|
| 182 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 183 |
+
]
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"cell_type": "code",
|
| 187 |
+
"execution_count": null,
|
| 188 |
+
"metadata": {},
|
| 189 |
+
"outputs": [],
|
| 190 |
+
"source": [
|
| 191 |
+
"# The API we know well\n",
|
| 192 |
+
"\n",
|
| 193 |
+
"model_name = \"gpt-4o-mini\"\n",
|
| 194 |
+
"\n",
|
| 195 |
+
"response = openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 196 |
+
"answer = response.choices[0].message.content\n",
|
| 197 |
+
"\n",
|
| 198 |
+
"display(Markdown(answer))\n",
|
| 199 |
+
"competitors.append(model_name)\n",
|
| 200 |
+
"answers.append(answer)"
|
| 201 |
+
]
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"cell_type": "code",
|
| 205 |
+
"execution_count": null,
|
| 206 |
+
"metadata": {},
|
| 207 |
+
"outputs": [],
|
| 208 |
+
"source": [
|
| 209 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 210 |
+
"\n",
|
| 211 |
+
"model_name = \"claude-3-7-sonnet-latest\"\n",
|
| 212 |
+
"\n",
|
| 213 |
+
"claude = Anthropic()\n",
|
| 214 |
+
"response = claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 215 |
+
"answer = response.content[0].text\n",
|
| 216 |
+
"\n",
|
| 217 |
+
"display(Markdown(answer))\n",
|
| 218 |
+
"competitors.append(model_name)\n",
|
| 219 |
+
"answers.append(answer)"
|
| 220 |
+
]
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"cell_type": "code",
|
| 224 |
+
"execution_count": null,
|
| 225 |
+
"metadata": {},
|
| 226 |
+
"outputs": [],
|
| 227 |
+
"source": [
|
| 228 |
+
"gemini = OpenAI(api_key=google_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 229 |
+
"model_name = \"gemini-2.0-flash\"\n",
|
| 230 |
+
"\n",
|
| 231 |
+
"response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 232 |
+
"answer = response.choices[0].message.content\n",
|
| 233 |
+
"\n",
|
| 234 |
+
"display(Markdown(answer))\n",
|
| 235 |
+
"competitors.append(model_name)\n",
|
| 236 |
+
"answers.append(answer)"
|
| 237 |
+
]
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"cell_type": "code",
|
| 241 |
+
"execution_count": null,
|
| 242 |
+
"metadata": {},
|
| 243 |
+
"outputs": [],
|
| 244 |
+
"source": [
|
| 245 |
+
"deepseek = OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 246 |
+
"model_name = \"deepseek-chat\"\n",
|
| 247 |
+
"\n",
|
| 248 |
+
"response = deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 249 |
+
"answer = response.choices[0].message.content\n",
|
| 250 |
+
"\n",
|
| 251 |
+
"display(Markdown(answer))\n",
|
| 252 |
+
"competitors.append(model_name)\n",
|
| 253 |
+
"answers.append(answer)"
|
| 254 |
+
]
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"cell_type": "code",
|
| 258 |
+
"execution_count": null,
|
| 259 |
+
"metadata": {},
|
| 260 |
+
"outputs": [],
|
| 261 |
+
"source": [
|
| 262 |
+
"groq = OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 263 |
+
"model_name = \"llama-3.3-70b-versatile\"\n",
|
| 264 |
+
"\n",
|
| 265 |
+
"response = groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 266 |
+
"answer = response.choices[0].message.content\n",
|
| 267 |
+
"\n",
|
| 268 |
+
"display(Markdown(answer))\n",
|
| 269 |
+
"competitors.append(model_name)\n",
|
| 270 |
+
"answers.append(answer)\n"
|
| 271 |
+
]
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"cell_type": "markdown",
|
| 275 |
+
"metadata": {},
|
| 276 |
+
"source": [
|
| 277 |
+
"## For the next cell, we will use Ollama\n",
|
| 278 |
+
"\n",
|
| 279 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 280 |
+
"and runs models locally using high performance C++ code.\n",
|
| 281 |
+
"\n",
|
| 282 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 283 |
+
"\n",
|
| 284 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 285 |
+
"\n",
|
| 286 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 287 |
+
"\n",
|
| 288 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 289 |
+
"\n",
|
| 290 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 291 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 292 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 293 |
+
]
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"cell_type": "markdown",
|
| 297 |
+
"metadata": {},
|
| 298 |
+
"source": [
|
| 299 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 300 |
+
" <tr>\n",
|
| 301 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 302 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 303 |
+
" </td>\n",
|
| 304 |
+
" <td>\n",
|
| 305 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 306 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 307 |
+
" </span>\n",
|
| 308 |
+
" </td>\n",
|
| 309 |
+
" </tr>\n",
|
| 310 |
+
"</table>"
|
| 311 |
+
]
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"cell_type": "code",
|
| 315 |
+
"execution_count": null,
|
| 316 |
+
"metadata": {},
|
| 317 |
+
"outputs": [],
|
| 318 |
+
"source": [
|
| 319 |
+
"!ollama pull llama3.2"
|
| 320 |
+
]
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"cell_type": "code",
|
| 324 |
+
"execution_count": null,
|
| 325 |
+
"metadata": {},
|
| 326 |
+
"outputs": [],
|
| 327 |
+
"source": [
|
| 328 |
+
"ollama = OpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 329 |
+
"model_name = \"llama3.2\"\n",
|
| 330 |
+
"\n",
|
| 331 |
+
"response = ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 332 |
+
"answer = response.choices[0].message.content\n",
|
| 333 |
+
"\n",
|
| 334 |
+
"display(Markdown(answer))\n",
|
| 335 |
+
"competitors.append(model_name)\n",
|
| 336 |
+
"answers.append(answer)"
|
| 337 |
+
]
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"cell_type": "code",
|
| 341 |
+
"execution_count": null,
|
| 342 |
+
"metadata": {},
|
| 343 |
+
"outputs": [],
|
| 344 |
+
"source": [
|
| 345 |
+
"# So where are we?\n",
|
| 346 |
+
"\n",
|
| 347 |
+
"print(competitors)\n",
|
| 348 |
+
"print(answers)\n"
|
| 349 |
+
]
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"cell_type": "code",
|
| 353 |
+
"execution_count": null,
|
| 354 |
+
"metadata": {},
|
| 355 |
+
"outputs": [],
|
| 356 |
+
"source": [
|
| 357 |
+
"# It's nice to know how to use \"zip\"\n",
|
| 358 |
+
"for competitor, answer in zip(competitors, answers):\n",
|
| 359 |
+
" print(f\"Competitor: {competitor}\\n\\n{answer}\")\n"
|
| 360 |
+
]
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"cell_type": "code",
|
| 364 |
+
"execution_count": 20,
|
| 365 |
+
"metadata": {},
|
| 366 |
+
"outputs": [],
|
| 367 |
+
"source": [
|
| 368 |
+
"# Let's bring this together - note the use of \"enumerate\"\n",
|
| 369 |
+
"\n",
|
| 370 |
+
"together = \"\"\n",
|
| 371 |
+
"for index, answer in enumerate(answers):\n",
|
| 372 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 373 |
+
" together += answer + \"\\n\\n\""
|
| 374 |
+
]
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"cell_type": "code",
|
| 378 |
+
"execution_count": null,
|
| 379 |
+
"metadata": {},
|
| 380 |
+
"outputs": [],
|
| 381 |
+
"source": [
|
| 382 |
+
"print(together)"
|
| 383 |
+
]
|
| 384 |
+
},
|
| 385 |
+
{
|
| 386 |
+
"cell_type": "code",
|
| 387 |
+
"execution_count": 22,
|
| 388 |
+
"metadata": {},
|
| 389 |
+
"outputs": [],
|
| 390 |
+
"source": [
|
| 391 |
+
"judge = f\"\"\"You are judging a competition between {len(competitors)} competitors.\n",
|
| 392 |
+
"Each model has been given this question:\n",
|
| 393 |
+
"\n",
|
| 394 |
+
"{question}\n",
|
| 395 |
+
"\n",
|
| 396 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 397 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 398 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 399 |
+
"\n",
|
| 400 |
+
"Here are the responses from each competitor:\n",
|
| 401 |
+
"\n",
|
| 402 |
+
"{together}\n",
|
| 403 |
+
"\n",
|
| 404 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 405 |
+
]
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"cell_type": "code",
|
| 409 |
+
"execution_count": null,
|
| 410 |
+
"metadata": {},
|
| 411 |
+
"outputs": [],
|
| 412 |
+
"source": [
|
| 413 |
+
"print(judge)"
|
| 414 |
+
]
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"cell_type": "code",
|
| 418 |
+
"execution_count": 29,
|
| 419 |
+
"metadata": {},
|
| 420 |
+
"outputs": [],
|
| 421 |
+
"source": [
|
| 422 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 423 |
+
]
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"cell_type": "code",
|
| 427 |
+
"execution_count": null,
|
| 428 |
+
"metadata": {},
|
| 429 |
+
"outputs": [],
|
| 430 |
+
"source": [
|
| 431 |
+
"# Judgement time!\n",
|
| 432 |
+
"\n",
|
| 433 |
+
"openai = OpenAI()\n",
|
| 434 |
+
"response = openai.chat.completions.create(\n",
|
| 435 |
+
" model=\"o3-mini\",\n",
|
| 436 |
+
" messages=judge_messages,\n",
|
| 437 |
+
")\n",
|
| 438 |
+
"results = response.choices[0].message.content\n",
|
| 439 |
+
"print(results)\n"
|
| 440 |
+
]
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"cell_type": "code",
|
| 444 |
+
"execution_count": null,
|
| 445 |
+
"metadata": {},
|
| 446 |
+
"outputs": [],
|
| 447 |
+
"source": [
|
| 448 |
+
"# OK let's turn this into results!\n",
|
| 449 |
+
"\n",
|
| 450 |
+
"results_dict = json.loads(results)\n",
|
| 451 |
+
"ranks = results_dict[\"results\"]\n",
|
| 452 |
+
"for index, result in enumerate(ranks):\n",
|
| 453 |
+
" competitor = competitors[int(result)-1]\n",
|
| 454 |
+
" print(f\"Rank {index+1}: {competitor}\")"
|
| 455 |
+
]
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"cell_type": "markdown",
|
| 459 |
+
"metadata": {},
|
| 460 |
+
"source": [
|
| 461 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 462 |
+
" <tr>\n",
|
| 463 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 464 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 465 |
+
" </td>\n",
|
| 466 |
+
" <td>\n",
|
| 467 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 468 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 469 |
+
" </span>\n",
|
| 470 |
+
" </td>\n",
|
| 471 |
+
" </tr>\n",
|
| 472 |
+
"</table>"
|
| 473 |
+
]
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"cell_type": "markdown",
|
| 477 |
+
"metadata": {},
|
| 478 |
+
"source": [
|
| 479 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 480 |
+
" <tr>\n",
|
| 481 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 482 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 483 |
+
" </td>\n",
|
| 484 |
+
" <td>\n",
|
| 485 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 486 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 487 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 488 |
+
" to business projects where accuracy is critical.\n",
|
| 489 |
+
" </span>\n",
|
| 490 |
+
" </td>\n",
|
| 491 |
+
" </tr>\n",
|
| 492 |
+
"</table>"
|
| 493 |
+
]
|
| 494 |
+
}
|
| 495 |
+
],
|
| 496 |
+
"metadata": {
|
| 497 |
+
"kernelspec": {
|
| 498 |
+
"display_name": ".venv",
|
| 499 |
+
"language": "python",
|
| 500 |
+
"name": "python3"
|
| 501 |
+
},
|
| 502 |
+
"language_info": {
|
| 503 |
+
"codemirror_mode": {
|
| 504 |
+
"name": "ipython",
|
| 505 |
+
"version": 3
|
| 506 |
+
},
|
| 507 |
+
"file_extension": ".py",
|
| 508 |
+
"mimetype": "text/x-python",
|
| 509 |
+
"name": "python",
|
| 510 |
+
"nbconvert_exporter": "python",
|
| 511 |
+
"pygments_lexer": "ipython3",
|
| 512 |
+
"version": "3.12.12"
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"nbformat": 4,
|
| 516 |
+
"nbformat_minor": 2
|
| 517 |
+
}
|
community_contributions/2_lab2_Execution_measurement.py
ADDED
|
@@ -0,0 +1,401 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import os
|
| 2 |
+
import json
|
| 3 |
+
import asyncio
|
| 4 |
+
import concurrent.futures
|
| 5 |
+
import time
|
| 6 |
+
from typing import Dict, List, Tuple, Optional
|
| 7 |
+
from dotenv import load_dotenv
|
| 8 |
+
from openai import OpenAI
|
| 9 |
+
|
| 10 |
+
load_dotenv(override=True)
|
| 11 |
+
|
| 12 |
+
openai = OpenAI()
|
| 13 |
+
competitors = []
|
| 14 |
+
answers = []
|
| 15 |
+
together = ""
|
| 16 |
+
openai_api_key = os.getenv('OPENAI_API_KEY')
|
| 17 |
+
anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')
|
| 18 |
+
google_api_key = os.getenv('GOOGLE_API_KEY')
|
| 19 |
+
deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')
|
| 20 |
+
groq_api_key = os.getenv('GROQ_API_KEY')
|
| 21 |
+
|
| 22 |
+
models_dict = {
|
| 23 |
+
'openai': {
|
| 24 |
+
'model': 'gpt-4o-mini',
|
| 25 |
+
'api_key': openai_api_key,
|
| 26 |
+
'base_url': None
|
| 27 |
+
},
|
| 28 |
+
'gemini': {
|
| 29 |
+
'model': 'gemini-2.0-flash',
|
| 30 |
+
'api_key': google_api_key,
|
| 31 |
+
'base_url': 'https://generativelanguage.googleapis.com/v1beta/openai/'
|
| 32 |
+
},
|
| 33 |
+
'groq': {
|
| 34 |
+
'model': 'llama-3.3-70b-versatile',
|
| 35 |
+
'api_key': groq_api_key,
|
| 36 |
+
'base_url': 'https://api.groq.com/openai/v1'
|
| 37 |
+
},
|
| 38 |
+
'ollama': {
|
| 39 |
+
'model': 'llama3.2',
|
| 40 |
+
'api_key': 'ollama',
|
| 41 |
+
'base_url': 'http://localhost:11434/v1'
|
| 42 |
+
}
|
| 43 |
+
}
|
| 44 |
+
|
| 45 |
+
def key_checker():
|
| 46 |
+
|
| 47 |
+
if openai_api_key:
|
| 48 |
+
print(f"OpenAI API Key exists and begins {openai_api_key[:8]}")
|
| 49 |
+
else:
|
| 50 |
+
print("OpenAI API Key not set")
|
| 51 |
+
|
| 52 |
+
if anthropic_api_key:
|
| 53 |
+
print(f"Anthropic API Key exists and begins {anthropic_api_key[:7]}")
|
| 54 |
+
else:
|
| 55 |
+
print("Anthropic API Key not set (and this is optional)")
|
| 56 |
+
|
| 57 |
+
if google_api_key:
|
| 58 |
+
print(f"Google API Key exists and begins {google_api_key[:2]}")
|
| 59 |
+
else:
|
| 60 |
+
print("Google API Key not set (and this is optional)")
|
| 61 |
+
|
| 62 |
+
if deepseek_api_key:
|
| 63 |
+
print(f"DeepSeek API Key exists and begins {deepseek_api_key[:3]}")
|
| 64 |
+
else:
|
| 65 |
+
print("DeepSeek API Key not set (and this is optional)")
|
| 66 |
+
|
| 67 |
+
if groq_api_key:
|
| 68 |
+
print(f"Groq API Key exists and begins {groq_api_key[:4]}")
|
| 69 |
+
else:
|
| 70 |
+
print("Groq API Key not set (and this is optional)")
|
| 71 |
+
|
| 72 |
+
def question_prompt_generator():
|
| 73 |
+
request = "Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. "
|
| 74 |
+
request += "Answer only with the question, no explanation."
|
| 75 |
+
messages = [{"role": "user", "content": request}]
|
| 76 |
+
return messages
|
| 77 |
+
|
| 78 |
+
def generate_competition_question():
|
| 79 |
+
"""
|
| 80 |
+
Generate a challenging question for the LLM competition
|
| 81 |
+
Returns the question text and formatted messages for LLM calls
|
| 82 |
+
"""
|
| 83 |
+
print("Generating competition question...")
|
| 84 |
+
question_prompt = question_prompt_generator()
|
| 85 |
+
question = llm_caller(question_prompt)
|
| 86 |
+
question_messages = [{"role": "user", "content": question}]
|
| 87 |
+
print(f"Question: \n{question}")
|
| 88 |
+
return question, question_messages
|
| 89 |
+
|
| 90 |
+
def llm_caller(messages):
|
| 91 |
+
response = openai.chat.completions.create(
|
| 92 |
+
model="gpt-4o-mini",
|
| 93 |
+
messages=messages,
|
| 94 |
+
)
|
| 95 |
+
return response.choices[0].message.content
|
| 96 |
+
|
| 97 |
+
def llm_caller_with_model(messages, model_name, api_key, base_url):
|
| 98 |
+
llm = None
|
| 99 |
+
|
| 100 |
+
if base_url:
|
| 101 |
+
try:
|
| 102 |
+
llm = OpenAI(api_key=api_key, base_url=base_url)
|
| 103 |
+
except Exception as e:
|
| 104 |
+
print(f"Error creating OpenAI client: {e}")
|
| 105 |
+
return None
|
| 106 |
+
else:
|
| 107 |
+
try:
|
| 108 |
+
llm = OpenAI(api_key=api_key)
|
| 109 |
+
except Exception as e:
|
| 110 |
+
print(f"Error creating OpenAI client: {e}")
|
| 111 |
+
return None
|
| 112 |
+
|
| 113 |
+
response = llm.chat.completions.create(model=model_name, messages=messages)
|
| 114 |
+
return response.choices[0].message.content
|
| 115 |
+
|
| 116 |
+
def get_single_model_answer(provider: str, details: Dict, question_messages: List[Dict]) -> Tuple[str, Optional[str]]:
|
| 117 |
+
"""
|
| 118 |
+
Call a single model and return (provider, answer) or (provider, None) if failed.
|
| 119 |
+
This function is designed to be used with ThreadPoolExecutor.
|
| 120 |
+
"""
|
| 121 |
+
print(f"Calling model {provider}...")
|
| 122 |
+
try:
|
| 123 |
+
answer = llm_caller_with_model(question_messages, details['model'], details['api_key'], details['base_url'])
|
| 124 |
+
print(f"Model {provider} was successfully called!")
|
| 125 |
+
return provider, answer
|
| 126 |
+
except Exception as e:
|
| 127 |
+
print(f"Model {provider} failed to call: {e}")
|
| 128 |
+
return provider, None
|
| 129 |
+
|
| 130 |
+
def get_models_answers(question_messages):
|
| 131 |
+
"""
|
| 132 |
+
Sequential version - kept for backward compatibility
|
| 133 |
+
"""
|
| 134 |
+
for provider, details in models_dict.items():
|
| 135 |
+
print(f"Calling model {provider}...")
|
| 136 |
+
try:
|
| 137 |
+
answer = llm_caller_with_model(question_messages, details['model'], details['api_key'], details['base_url'])
|
| 138 |
+
print(f"Model {provider} was successful called!")
|
| 139 |
+
except Exception as e:
|
| 140 |
+
print(f"Model {provider} failed to call: {e}")
|
| 141 |
+
continue
|
| 142 |
+
competitors.append(provider)
|
| 143 |
+
answers.append(answer)
|
| 144 |
+
|
| 145 |
+
def get_models_answers_parallel(question_messages, max_workers: int = 4):
|
| 146 |
+
"""
|
| 147 |
+
Parallel version - calls all models simultaneously using ThreadPoolExecutor
|
| 148 |
+
"""
|
| 149 |
+
print("Starting parallel execution of all models...")
|
| 150 |
+
|
| 151 |
+
# Clear previous results
|
| 152 |
+
competitors.clear()
|
| 153 |
+
answers.clear()
|
| 154 |
+
|
| 155 |
+
# Use ThreadPoolExecutor for parallel execution
|
| 156 |
+
with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
|
| 157 |
+
# Submit all tasks
|
| 158 |
+
future_to_provider = {
|
| 159 |
+
executor.submit(get_single_model_answer, provider, details, question_messages): provider
|
| 160 |
+
for provider, details in models_dict.items()
|
| 161 |
+
}
|
| 162 |
+
|
| 163 |
+
# Collect results as they complete
|
| 164 |
+
for future in concurrent.futures.as_completed(future_to_provider):
|
| 165 |
+
provider, answer = future.result()
|
| 166 |
+
if answer is not None: # Only add successful calls
|
| 167 |
+
competitors.append(provider)
|
| 168 |
+
answers.append(answer)
|
| 169 |
+
|
| 170 |
+
print(f"Parallel execution completed. {len(competitors)} models responded successfully.")
|
| 171 |
+
|
| 172 |
+
async def get_single_model_answer_async(provider: str, details: Dict, question_messages: List[Dict]) -> Tuple[str, Optional[str]]:
|
| 173 |
+
"""
|
| 174 |
+
Async version of single model call - for even better performance
|
| 175 |
+
"""
|
| 176 |
+
print(f"Calling model {provider} (async)...")
|
| 177 |
+
try:
|
| 178 |
+
# Run the synchronous call in a thread pool
|
| 179 |
+
loop = asyncio.get_event_loop()
|
| 180 |
+
answer = await loop.run_in_executor(
|
| 181 |
+
None,
|
| 182 |
+
llm_caller_with_model,
|
| 183 |
+
question_messages,
|
| 184 |
+
details['model'],
|
| 185 |
+
details['api_key'],
|
| 186 |
+
details['base_url']
|
| 187 |
+
)
|
| 188 |
+
print(f"Model {provider} was successfully called!")
|
| 189 |
+
return provider, answer
|
| 190 |
+
except Exception as e:
|
| 191 |
+
print(f"Model {provider} failed to call: {e}")
|
| 192 |
+
return provider, None
|
| 193 |
+
|
| 194 |
+
async def get_models_answers_async(question_messages):
|
| 195 |
+
"""
|
| 196 |
+
Async version - calls all models simultaneously using asyncio
|
| 197 |
+
"""
|
| 198 |
+
print("Starting async execution of all models...")
|
| 199 |
+
|
| 200 |
+
# Clear previous results
|
| 201 |
+
competitors.clear()
|
| 202 |
+
answers.clear()
|
| 203 |
+
|
| 204 |
+
# Create tasks for all models
|
| 205 |
+
tasks = [
|
| 206 |
+
get_single_model_answer_async(provider, details, question_messages)
|
| 207 |
+
for provider, details in models_dict.items()
|
| 208 |
+
]
|
| 209 |
+
|
| 210 |
+
# Wait for all tasks to complete
|
| 211 |
+
results = await asyncio.gather(*tasks, return_exceptions=True)
|
| 212 |
+
|
| 213 |
+
# Process results
|
| 214 |
+
for result in results:
|
| 215 |
+
if isinstance(result, Exception):
|
| 216 |
+
print(f"Task failed with exception: {result}")
|
| 217 |
+
continue
|
| 218 |
+
provider, answer = result
|
| 219 |
+
if answer is not None: # Only add successful calls
|
| 220 |
+
competitors.append(provider)
|
| 221 |
+
answers.append(answer)
|
| 222 |
+
|
| 223 |
+
print(f"Async execution completed. {len(competitors)} models responded successfully.")
|
| 224 |
+
|
| 225 |
+
def together_maker(answers):
|
| 226 |
+
together = ""
|
| 227 |
+
for index, answer in enumerate(answers):
|
| 228 |
+
together += f"# Response from competitor {index+1}\n\n"
|
| 229 |
+
together += answer + "\n\n"
|
| 230 |
+
return together
|
| 231 |
+
|
| 232 |
+
def judge_prompt_generator(competitors, question, together):
|
| 233 |
+
judge = f"""You are judging a competition between {len(competitors)} competitors.
|
| 234 |
+
Each model has been given this question:
|
| 235 |
+
|
| 236 |
+
{question}
|
| 237 |
+
|
| 238 |
+
Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.
|
| 239 |
+
Respond with JSON, and only JSON, with the following format:
|
| 240 |
+
{{"results": ["best competitor number", "second best competitor number", "third best competitor number", ...]}}
|
| 241 |
+
|
| 242 |
+
Here are the responses from each competitor:
|
| 243 |
+
|
| 244 |
+
{together}
|
| 245 |
+
|
| 246 |
+
Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks."""
|
| 247 |
+
return judge
|
| 248 |
+
|
| 249 |
+
def judge_caller(judge_prompt, competitors):
|
| 250 |
+
print(f"Calling judge...")
|
| 251 |
+
judge_messages = [{"role": "user", "content": judge_prompt}]
|
| 252 |
+
results = llm_caller_with_model(judge_messages, "o3-mini", openai_api_key, None)
|
| 253 |
+
results_dict = json.loads(results)
|
| 254 |
+
ranks = results_dict["results"]
|
| 255 |
+
for index, result in enumerate(ranks):
|
| 256 |
+
competitor = competitors[int(result)-1]
|
| 257 |
+
print(f"Rank {index+1}: {competitor}")
|
| 258 |
+
return ranks
|
| 259 |
+
|
| 260 |
+
def compare_execution_methods(question_messages, runs_per_method=1):
|
| 261 |
+
"""
|
| 262 |
+
Compare performance of different execution methods
|
| 263 |
+
"""
|
| 264 |
+
methods = ['sequential', 'parallel', 'async']
|
| 265 |
+
results = {}
|
| 266 |
+
|
| 267 |
+
for method in methods:
|
| 268 |
+
print(f"\n{'='*50}")
|
| 269 |
+
print(f"Testing {method} execution method")
|
| 270 |
+
print(f"{'='*50}")
|
| 271 |
+
|
| 272 |
+
method_times = []
|
| 273 |
+
|
| 274 |
+
for run in range(runs_per_method):
|
| 275 |
+
print(f"\nRun {run + 1}/{runs_per_method}")
|
| 276 |
+
|
| 277 |
+
# Clear previous results
|
| 278 |
+
competitors.clear()
|
| 279 |
+
answers.clear()
|
| 280 |
+
|
| 281 |
+
start_time = time.time()
|
| 282 |
+
|
| 283 |
+
if method == 'sequential':
|
| 284 |
+
get_models_answers(question_messages)
|
| 285 |
+
elif method == 'parallel':
|
| 286 |
+
get_models_answers_parallel(question_messages, max_workers=4)
|
| 287 |
+
elif method == 'async':
|
| 288 |
+
asyncio.run(get_models_answers_async(question_messages))
|
| 289 |
+
|
| 290 |
+
execution_time = time.time() - start_time
|
| 291 |
+
method_times.append(execution_time)
|
| 292 |
+
print(f"Run {run + 1} completed in {execution_time:.2f} seconds")
|
| 293 |
+
|
| 294 |
+
avg_time = sum(method_times) / len(method_times)
|
| 295 |
+
results[method] = {
|
| 296 |
+
'times': method_times,
|
| 297 |
+
'avg_time': avg_time,
|
| 298 |
+
'successful_models': len(competitors)
|
| 299 |
+
}
|
| 300 |
+
|
| 301 |
+
print(f"\n{method.upper()} Results:")
|
| 302 |
+
print(f" Average time: {avg_time:.2f} seconds")
|
| 303 |
+
print(f" Successful models: {len(competitors)}")
|
| 304 |
+
print(f" All times: {[f'{t:.2f}s' for t in method_times]}")
|
| 305 |
+
|
| 306 |
+
# Print comparison summary
|
| 307 |
+
print(f"\n{'='*60}")
|
| 308 |
+
print("PERFORMANCE COMPARISON SUMMARY")
|
| 309 |
+
print(f"{'='*60}")
|
| 310 |
+
|
| 311 |
+
for method, data in results.items():
|
| 312 |
+
print(f"{method.upper():>12}: {data['avg_time']:>6.2f}s avg, {data['successful_models']} models")
|
| 313 |
+
|
| 314 |
+
# Calculate speedup
|
| 315 |
+
if 'sequential' in results:
|
| 316 |
+
seq_time = results['sequential']['avg_time']
|
| 317 |
+
print(f"\nSpeedup vs Sequential:")
|
| 318 |
+
for method, data in results.items():
|
| 319 |
+
if method != 'sequential':
|
| 320 |
+
speedup = seq_time / data['avg_time']
|
| 321 |
+
print(f" {method.upper()}: {speedup:.2f}x faster")
|
| 322 |
+
|
| 323 |
+
return results
|
| 324 |
+
|
| 325 |
+
def run_llm_competition(question_messages, execution_method, question):
|
| 326 |
+
"""
|
| 327 |
+
Run the LLM competition with the specified execution method
|
| 328 |
+
"""
|
| 329 |
+
print(f"\nUsing {execution_method} execution method...")
|
| 330 |
+
start_time = time.time()
|
| 331 |
+
|
| 332 |
+
if execution_method == 'sequential':
|
| 333 |
+
get_models_answers(question_messages)
|
| 334 |
+
elif execution_method == 'parallel':
|
| 335 |
+
get_models_answers_parallel(question_messages, max_workers=4)
|
| 336 |
+
elif execution_method == 'async':
|
| 337 |
+
asyncio.run(get_models_answers_async(question_messages))
|
| 338 |
+
else:
|
| 339 |
+
raise ValueError(f"Unknown execution method: {execution_method}")
|
| 340 |
+
|
| 341 |
+
execution_time = time.time() - start_time
|
| 342 |
+
print(f"Execution completed in {execution_time:.2f} seconds")
|
| 343 |
+
|
| 344 |
+
together = together_maker(answers)
|
| 345 |
+
judge_prompt = judge_prompt_generator(competitors, question, together)
|
| 346 |
+
judge_caller(judge_prompt, competitors)
|
| 347 |
+
|
| 348 |
+
return execution_time
|
| 349 |
+
|
| 350 |
+
# Interactive execution method selection
|
| 351 |
+
def get_execution_method():
|
| 352 |
+
"""
|
| 353 |
+
Prompt user to select execution method
|
| 354 |
+
"""
|
| 355 |
+
print("\n" + "="*60)
|
| 356 |
+
print("EXECUTION METHOD SELECTION")
|
| 357 |
+
print("="*60)
|
| 358 |
+
print("Choose how to execute the LLM calls:")
|
| 359 |
+
print("1. Sequential - Call models one after another (original method)")
|
| 360 |
+
print("2. Parallel - Call all models simultaneously (recommended)")
|
| 361 |
+
print("3. Async - Use async/await for maximum performance")
|
| 362 |
+
print("4. Compare - Run all methods and compare performance")
|
| 363 |
+
print("="*60)
|
| 364 |
+
|
| 365 |
+
while True:
|
| 366 |
+
try:
|
| 367 |
+
choice = input("Enter your choice (1-4): ").strip()
|
| 368 |
+
|
| 369 |
+
if choice == '1':
|
| 370 |
+
return 'sequential'
|
| 371 |
+
elif choice == '2':
|
| 372 |
+
return 'parallel'
|
| 373 |
+
elif choice == '3':
|
| 374 |
+
return 'async'
|
| 375 |
+
elif choice == '4':
|
| 376 |
+
return 'compare'
|
| 377 |
+
else:
|
| 378 |
+
print("Invalid choice. Please enter 1, 2, 3, or 4.")
|
| 379 |
+
continue
|
| 380 |
+
except KeyboardInterrupt:
|
| 381 |
+
print("\nExiting...")
|
| 382 |
+
exit(0)
|
| 383 |
+
except EOFError:
|
| 384 |
+
print("\nExiting...")
|
| 385 |
+
exit(0)
|
| 386 |
+
|
| 387 |
+
def main():
|
| 388 |
+
key_checker()
|
| 389 |
+
|
| 390 |
+
# Get user's execution method choice
|
| 391 |
+
EXECUTION_METHOD = get_execution_method()
|
| 392 |
+
# Generate the competition question and get the question messages
|
| 393 |
+
question, question_messages = generate_competition_question()
|
| 394 |
+
|
| 395 |
+
if EXECUTION_METHOD == 'compare':
|
| 396 |
+
print("\nRunning performance comparison...")
|
| 397 |
+
compare_execution_methods(question_messages, runs_per_method=1)
|
| 398 |
+
else:
|
| 399 |
+
run_llm_competition(question_messages, EXECUTION_METHOD, question)
|
| 400 |
+
|
| 401 |
+
main()
|
community_contributions/2_lab2_Mohan_M.ipynb
ADDED
|
@@ -0,0 +1,492 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 17 |
+
" <tr>\n",
|
| 18 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 19 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 20 |
+
" </td>\n",
|
| 21 |
+
" <td>\n",
|
| 22 |
+
" <h2 style=\"color:#ff7800;\">Important point - please read</h2>\n",
|
| 23 |
+
" <span style=\"color:#ff7800;\">The way I collaborate with you may be different to other courses you've taken. I prefer not to type code while you watch. Rather, I execute Jupyter Labs, like this, and give you an intuition for what's going on. My suggestion is that you carefully execute this yourself, <b>after</b> watching the lecture. Add print statements to understand what's going on, and then come up with your own variations.<br/><br/>If you have time, I'd love it if you submit a PR for changes in the community_contributions folder - instructions in the resources. Also, if you have a Github account, use this to showcase your variations. Not only is this essential practice, but it demonstrates your skills to others, including perhaps future clients or employers...\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": null,
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"outputs": [],
|
| 35 |
+
"source": [
|
| 36 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"import os\n",
|
| 39 |
+
"import json\n",
|
| 40 |
+
"from dotenv import load_dotenv\n",
|
| 41 |
+
"from openai import OpenAI\n",
|
| 42 |
+
"from anthropic import Anthropic\n",
|
| 43 |
+
"from IPython.display import Markdown, display"
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": null,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [],
|
| 51 |
+
"source": [
|
| 52 |
+
"# Always remember to do this!\n",
|
| 53 |
+
"load_dotenv(override=True)"
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"cell_type": "code",
|
| 58 |
+
"execution_count": null,
|
| 59 |
+
"metadata": {},
|
| 60 |
+
"outputs": [],
|
| 61 |
+
"source": [
|
| 62 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 63 |
+
"\n",
|
| 64 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 65 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 66 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 67 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 68 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"if openai_api_key:\n",
|
| 71 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 72 |
+
"else:\n",
|
| 73 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 74 |
+
" \n",
|
| 75 |
+
"if anthropic_api_key:\n",
|
| 76 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 79 |
+
"\n",
|
| 80 |
+
"if google_api_key:\n",
|
| 81 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 82 |
+
"else:\n",
|
| 83 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 84 |
+
"\n",
|
| 85 |
+
"if deepseek_api_key:\n",
|
| 86 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 87 |
+
"else:\n",
|
| 88 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"if groq_api_key:\n",
|
| 91 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 92 |
+
"else:\n",
|
| 93 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"cell_type": "code",
|
| 98 |
+
"execution_count": null,
|
| 99 |
+
"metadata": {},
|
| 100 |
+
"outputs": [],
|
| 101 |
+
"source": [
|
| 102 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 103 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 104 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 105 |
+
]
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"cell_type": "code",
|
| 109 |
+
"execution_count": null,
|
| 110 |
+
"metadata": {},
|
| 111 |
+
"outputs": [],
|
| 112 |
+
"source": [
|
| 113 |
+
"messages"
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"cell_type": "code",
|
| 118 |
+
"execution_count": null,
|
| 119 |
+
"metadata": {},
|
| 120 |
+
"outputs": [],
|
| 121 |
+
"source": [
|
| 122 |
+
"openai = OpenAI()\n",
|
| 123 |
+
"response = openai.chat.completions.create(\n",
|
| 124 |
+
" model=\"gpt-5-mini\",\n",
|
| 125 |
+
" messages=messages,\n",
|
| 126 |
+
")\n",
|
| 127 |
+
"question = response.choices[0].message.content\n",
|
| 128 |
+
"print(question)\n"
|
| 129 |
+
]
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"cell_type": "code",
|
| 133 |
+
"execution_count": null,
|
| 134 |
+
"metadata": {},
|
| 135 |
+
"outputs": [],
|
| 136 |
+
"source": [
|
| 137 |
+
"competitors = []\n",
|
| 138 |
+
"answers = []\n",
|
| 139 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "markdown",
|
| 144 |
+
"metadata": {},
|
| 145 |
+
"source": [
|
| 146 |
+
"## Note - update since the videos\n",
|
| 147 |
+
"\n",
|
| 148 |
+
"I've updated the model names to use the latest models below, like GPT 5 and Claude Sonnet 4.5. It's worth noting that these models can be quite slow - like 1-2 minutes - but they do a great job! Feel free to switch them for faster models if you'd prefer, like the ones I use in the video."
|
| 149 |
+
]
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"cell_type": "code",
|
| 153 |
+
"execution_count": null,
|
| 154 |
+
"metadata": {},
|
| 155 |
+
"outputs": [],
|
| 156 |
+
"source": [
|
| 157 |
+
"# The API we know well\n",
|
| 158 |
+
"# I've updated this with the latest model, but it can take some time because it likes to think!\n",
|
| 159 |
+
"# Replace the model with gpt-4.1-mini if you'd prefer not to wait 1-2 mins\n",
|
| 160 |
+
"\n",
|
| 161 |
+
"model_name = \"gpt-5-nano\"\n",
|
| 162 |
+
"\n",
|
| 163 |
+
"response = openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 164 |
+
"answer = response.choices[0].message.content\n",
|
| 165 |
+
"\n",
|
| 166 |
+
"display(Markdown(answer))\n",
|
| 167 |
+
"competitors.append(model_name)\n",
|
| 168 |
+
"answers.append(answer)"
|
| 169 |
+
]
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"cell_type": "code",
|
| 173 |
+
"execution_count": null,
|
| 174 |
+
"metadata": {},
|
| 175 |
+
"outputs": [],
|
| 176 |
+
"source": [
|
| 177 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 178 |
+
"\n",
|
| 179 |
+
"model_name = \"claude-sonnet-4-5\"\n",
|
| 180 |
+
"\n",
|
| 181 |
+
"claude = Anthropic()\n",
|
| 182 |
+
"response = claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 183 |
+
"answer = response.content[0].text\n",
|
| 184 |
+
"\n",
|
| 185 |
+
"display(Markdown(answer))\n",
|
| 186 |
+
"competitors.append(model_name)\n",
|
| 187 |
+
"answers.append(answer)"
|
| 188 |
+
]
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"cell_type": "code",
|
| 192 |
+
"execution_count": null,
|
| 193 |
+
"metadata": {},
|
| 194 |
+
"outputs": [],
|
| 195 |
+
"source": [
|
| 196 |
+
"gemini = OpenAI(api_key=google_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 197 |
+
"model_name = \"gemini-2.5-flash\"\n",
|
| 198 |
+
"\n",
|
| 199 |
+
"response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 200 |
+
"answer = response.choices[0].message.content\n",
|
| 201 |
+
"\n",
|
| 202 |
+
"display(Markdown(answer))\n",
|
| 203 |
+
"competitors.append(model_name)\n",
|
| 204 |
+
"answers.append(answer)"
|
| 205 |
+
]
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"cell_type": "code",
|
| 209 |
+
"execution_count": null,
|
| 210 |
+
"metadata": {},
|
| 211 |
+
"outputs": [],
|
| 212 |
+
"source": [
|
| 213 |
+
"deepseek = OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 214 |
+
"model_name = \"deepseek-chat\"\n",
|
| 215 |
+
"\n",
|
| 216 |
+
"response = deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 217 |
+
"answer = response.choices[0].message.content\n",
|
| 218 |
+
"\n",
|
| 219 |
+
"display(Markdown(answer))\n",
|
| 220 |
+
"competitors.append(model_name)\n",
|
| 221 |
+
"answers.append(answer)"
|
| 222 |
+
]
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"cell_type": "code",
|
| 226 |
+
"execution_count": null,
|
| 227 |
+
"metadata": {},
|
| 228 |
+
"outputs": [],
|
| 229 |
+
"source": [
|
| 230 |
+
"# Updated with the latest Open Source model from OpenAI\n",
|
| 231 |
+
"\n",
|
| 232 |
+
"groq = OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 233 |
+
"model_name = \"openai/gpt-oss-120b\"\n",
|
| 234 |
+
"\n",
|
| 235 |
+
"response = groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 236 |
+
"answer = response.choices[0].message.content\n",
|
| 237 |
+
"\n",
|
| 238 |
+
"display(Markdown(answer))\n",
|
| 239 |
+
"competitors.append(model_name)\n",
|
| 240 |
+
"answers.append(answer)\n"
|
| 241 |
+
]
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"cell_type": "markdown",
|
| 245 |
+
"metadata": {},
|
| 246 |
+
"source": [
|
| 247 |
+
"## For the next cell, we will use Ollama\n",
|
| 248 |
+
"\n",
|
| 249 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 250 |
+
"and runs models locally using high performance C++ code.\n",
|
| 251 |
+
"\n",
|
| 252 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 253 |
+
"\n",
|
| 254 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 255 |
+
"\n",
|
| 256 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 257 |
+
"\n",
|
| 258 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 259 |
+
"\n",
|
| 260 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 261 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 262 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 263 |
+
]
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"cell_type": "markdown",
|
| 267 |
+
"metadata": {},
|
| 268 |
+
"source": [
|
| 269 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 270 |
+
" <tr>\n",
|
| 271 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 272 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 273 |
+
" </td>\n",
|
| 274 |
+
" <td>\n",
|
| 275 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 276 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 277 |
+
" </span>\n",
|
| 278 |
+
" </td>\n",
|
| 279 |
+
" </tr>\n",
|
| 280 |
+
"</table>"
|
| 281 |
+
]
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"cell_type": "code",
|
| 285 |
+
"execution_count": null,
|
| 286 |
+
"metadata": {},
|
| 287 |
+
"outputs": [],
|
| 288 |
+
"source": [
|
| 289 |
+
"!ollama pull llama3.2"
|
| 290 |
+
]
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"cell_type": "code",
|
| 294 |
+
"execution_count": null,
|
| 295 |
+
"metadata": {},
|
| 296 |
+
"outputs": [],
|
| 297 |
+
"source": [
|
| 298 |
+
"ollama = OpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 299 |
+
"model_name = \"llama3.2\"\n",
|
| 300 |
+
"\n",
|
| 301 |
+
"response = ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 302 |
+
"answer = response.choices[0].message.content\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"display(Markdown(answer))\n",
|
| 305 |
+
"competitors.append(model_name)\n",
|
| 306 |
+
"answers.append(answer)"
|
| 307 |
+
]
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"cell_type": "code",
|
| 311 |
+
"execution_count": null,
|
| 312 |
+
"metadata": {},
|
| 313 |
+
"outputs": [],
|
| 314 |
+
"source": [
|
| 315 |
+
"# So where are we?\n",
|
| 316 |
+
"\n",
|
| 317 |
+
"print(competitors)\n",
|
| 318 |
+
"print(answers)\n"
|
| 319 |
+
]
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"cell_type": "code",
|
| 323 |
+
"execution_count": null,
|
| 324 |
+
"metadata": {},
|
| 325 |
+
"outputs": [],
|
| 326 |
+
"source": [
|
| 327 |
+
"# It's nice to know how to use \"zip\"\n",
|
| 328 |
+
"for competitor, answer in zip(competitors, answers):\n",
|
| 329 |
+
" print(f\"Competitor: {competitor}\\n\\n{answer}\")\n"
|
| 330 |
+
]
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"cell_type": "code",
|
| 334 |
+
"execution_count": null,
|
| 335 |
+
"metadata": {},
|
| 336 |
+
"outputs": [],
|
| 337 |
+
"source": [
|
| 338 |
+
"# Let's bring this together - note the use of \"enumerate\"\n",
|
| 339 |
+
"\n",
|
| 340 |
+
"together = \"\"\n",
|
| 341 |
+
"for index, answer in enumerate(answers):\n",
|
| 342 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 343 |
+
" together += answer + \"\\n\\n\""
|
| 344 |
+
]
|
| 345 |
+
},
|
| 346 |
+
{
|
| 347 |
+
"cell_type": "code",
|
| 348 |
+
"execution_count": null,
|
| 349 |
+
"metadata": {},
|
| 350 |
+
"outputs": [],
|
| 351 |
+
"source": [
|
| 352 |
+
"print(together)"
|
| 353 |
+
]
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"cell_type": "markdown",
|
| 357 |
+
"metadata": {},
|
| 358 |
+
"source": []
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"cell_type": "code",
|
| 362 |
+
"execution_count": null,
|
| 363 |
+
"metadata": {},
|
| 364 |
+
"outputs": [],
|
| 365 |
+
"source": [
|
| 366 |
+
"judge = f\"\"\"You are judging a competition between {len(competitors)} competitors.\n",
|
| 367 |
+
"Each model has been given this question:\n",
|
| 368 |
+
"\n",
|
| 369 |
+
"{question}\n",
|
| 370 |
+
"\n",
|
| 371 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 372 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 373 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 374 |
+
"\n",
|
| 375 |
+
"Here are the responses from each competitor:\n",
|
| 376 |
+
"\n",
|
| 377 |
+
"{together}\n",
|
| 378 |
+
"\n",
|
| 379 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 380 |
+
]
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"cell_type": "code",
|
| 384 |
+
"execution_count": null,
|
| 385 |
+
"metadata": {},
|
| 386 |
+
"outputs": [],
|
| 387 |
+
"source": [
|
| 388 |
+
"print(judge)"
|
| 389 |
+
]
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"cell_type": "code",
|
| 393 |
+
"execution_count": null,
|
| 394 |
+
"metadata": {},
|
| 395 |
+
"outputs": [],
|
| 396 |
+
"source": [
|
| 397 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 398 |
+
]
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"cell_type": "code",
|
| 402 |
+
"execution_count": null,
|
| 403 |
+
"metadata": {},
|
| 404 |
+
"outputs": [],
|
| 405 |
+
"source": [
|
| 406 |
+
"# Judgement time!\n",
|
| 407 |
+
"\n",
|
| 408 |
+
"openai = OpenAI()\n",
|
| 409 |
+
"response = openai.chat.completions.create(\n",
|
| 410 |
+
" model=\"gpt-5-mini\",\n",
|
| 411 |
+
" messages=judge_messages,\n",
|
| 412 |
+
")\n",
|
| 413 |
+
"results = response.choices[0].message.content\n",
|
| 414 |
+
"print(results)\n"
|
| 415 |
+
]
|
| 416 |
+
},
|
| 417 |
+
{
|
| 418 |
+
"cell_type": "code",
|
| 419 |
+
"execution_count": null,
|
| 420 |
+
"metadata": {},
|
| 421 |
+
"outputs": [],
|
| 422 |
+
"source": [
|
| 423 |
+
"# OK let's turn this into results!\n",
|
| 424 |
+
"\n",
|
| 425 |
+
"results_dict = json.loads(results)\n",
|
| 426 |
+
"ranks = results_dict[\"results\"]\n",
|
| 427 |
+
"for index, result in enumerate(ranks):\n",
|
| 428 |
+
" competitor = competitors[int(result)-1]\n",
|
| 429 |
+
" print(f\"Rank {index+1}: {competitor}\")"
|
| 430 |
+
]
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"cell_type": "markdown",
|
| 434 |
+
"metadata": {},
|
| 435 |
+
"source": [
|
| 436 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 437 |
+
" <tr>\n",
|
| 438 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 439 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 440 |
+
" </td>\n",
|
| 441 |
+
" <td>\n",
|
| 442 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 443 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 444 |
+
" </span>\n",
|
| 445 |
+
" </td>\n",
|
| 446 |
+
" </tr>\n",
|
| 447 |
+
"</table>"
|
| 448 |
+
]
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"cell_type": "markdown",
|
| 452 |
+
"metadata": {},
|
| 453 |
+
"source": [
|
| 454 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 455 |
+
" <tr>\n",
|
| 456 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 457 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 458 |
+
" </td>\n",
|
| 459 |
+
" <td>\n",
|
| 460 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 461 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 462 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 463 |
+
" to business projects where accuracy is critical.\n",
|
| 464 |
+
" </span>\n",
|
| 465 |
+
" </td>\n",
|
| 466 |
+
" </tr>\n",
|
| 467 |
+
"</table>"
|
| 468 |
+
]
|
| 469 |
+
}
|
| 470 |
+
],
|
| 471 |
+
"metadata": {
|
| 472 |
+
"kernelspec": {
|
| 473 |
+
"display_name": ".venv",
|
| 474 |
+
"language": "python",
|
| 475 |
+
"name": "python3"
|
| 476 |
+
},
|
| 477 |
+
"language_info": {
|
| 478 |
+
"codemirror_mode": {
|
| 479 |
+
"name": "ipython",
|
| 480 |
+
"version": 3
|
| 481 |
+
},
|
| 482 |
+
"file_extension": ".py",
|
| 483 |
+
"mimetype": "text/x-python",
|
| 484 |
+
"name": "python",
|
| 485 |
+
"nbconvert_exporter": "python",
|
| 486 |
+
"pygments_lexer": "ipython3",
|
| 487 |
+
"version": "3.12.9"
|
| 488 |
+
}
|
| 489 |
+
},
|
| 490 |
+
"nbformat": 4,
|
| 491 |
+
"nbformat_minor": 2
|
| 492 |
+
}
|
community_contributions/2_lab2_ReAct_Pattern.ipynb
ADDED
|
@@ -0,0 +1,289 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 17 |
+
" <tr>\n",
|
| 18 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 19 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 20 |
+
" </td>\n",
|
| 21 |
+
" <td>\n",
|
| 22 |
+
" <h2 style=\"color:#ff7800;\">Important point - please read</h2>\n",
|
| 23 |
+
" <span style=\"color:#ff7800;\">The way I collaborate with you may be different to other courses you've taken. I prefer not to type code while you watch. Rather, I execute Jupyter Labs, like this, and give you an intuition for what's going on. My suggestion is that you carefully execute this yourself, <b>after</b> watching the lecture. Add print statements to understand what's going on, and then come up with your own variations.<br/><br/>If you have time, I'd love it if you submit a PR for changes in the community_contributions folder - instructions in the resources. Also, if you have a Github account, use this to showcase your variations. Not only is this essential practice, but it demonstrates your skills to others, including perhaps future clients or employers...\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "markdown",
|
| 32 |
+
"metadata": {},
|
| 33 |
+
"source": [
|
| 34 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 35 |
+
" <tr>\n",
|
| 36 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 37 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 38 |
+
" </td>\n",
|
| 39 |
+
" <td>\n",
|
| 40 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 41 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 42 |
+
" </span>\n",
|
| 43 |
+
" </td>\n",
|
| 44 |
+
" </tr>\n",
|
| 45 |
+
"</table>"
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"cell_type": "markdown",
|
| 50 |
+
"metadata": {},
|
| 51 |
+
"source": [
|
| 52 |
+
"# ReAct Pattern"
|
| 53 |
+
]
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"cell_type": "code",
|
| 57 |
+
"execution_count": 26,
|
| 58 |
+
"metadata": {},
|
| 59 |
+
"outputs": [],
|
| 60 |
+
"source": [
|
| 61 |
+
"import openai\n",
|
| 62 |
+
"import os\n",
|
| 63 |
+
"from dotenv import load_dotenv\n",
|
| 64 |
+
"import io\n",
|
| 65 |
+
"from anthropic import Anthropic\n",
|
| 66 |
+
"from IPython.display import Markdown, display"
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"cell_type": "code",
|
| 71 |
+
"execution_count": null,
|
| 72 |
+
"metadata": {},
|
| 73 |
+
"outputs": [],
|
| 74 |
+
"source": [
|
| 75 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 76 |
+
"\n",
|
| 77 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 78 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 79 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 80 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 81 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 82 |
+
"\n",
|
| 83 |
+
"if openai_api_key:\n",
|
| 84 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 85 |
+
"else:\n",
|
| 86 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 87 |
+
" \n",
|
| 88 |
+
"if anthropic_api_key:\n",
|
| 89 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 90 |
+
"else:\n",
|
| 91 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 92 |
+
"\n",
|
| 93 |
+
"if google_api_key:\n",
|
| 94 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 95 |
+
"else:\n",
|
| 96 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 97 |
+
"\n",
|
| 98 |
+
"if deepseek_api_key:\n",
|
| 99 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 100 |
+
"else:\n",
|
| 101 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 102 |
+
"\n",
|
| 103 |
+
"if groq_api_key:\n",
|
| 104 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 105 |
+
"else:\n",
|
| 106 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"cell_type": "code",
|
| 111 |
+
"execution_count": 50,
|
| 112 |
+
"metadata": {},
|
| 113 |
+
"outputs": [],
|
| 114 |
+
"source": [
|
| 115 |
+
"\n",
|
| 116 |
+
"from openai import OpenAI\n",
|
| 117 |
+
"\n",
|
| 118 |
+
"openai = OpenAI()\n",
|
| 119 |
+
"\n",
|
| 120 |
+
"# Request prompt\n",
|
| 121 |
+
"request = (\n",
|
| 122 |
+
" \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 123 |
+
" \"Answer only with the question, no explanation.\"\n",
|
| 124 |
+
")\n",
|
| 125 |
+
"\n",
|
| 126 |
+
"\n",
|
| 127 |
+
"\n",
|
| 128 |
+
"def generate_question(prompt: str) -> str:\n",
|
| 129 |
+
" response = openai.chat.completions.create(\n",
|
| 130 |
+
" model='gpt-4o-mini',\n",
|
| 131 |
+
" messages=[{'role': 'user', 'content': prompt}]\n",
|
| 132 |
+
" )\n",
|
| 133 |
+
" question = response.choices[0].message.content\n",
|
| 134 |
+
" return question\n",
|
| 135 |
+
"\n",
|
| 136 |
+
"def react_agent_decide_model(question: str) -> str:\n",
|
| 137 |
+
" prompt = f\"\"\"\n",
|
| 138 |
+
" You are an intelligent AI assistant tasked with evaluating which language model is most suitable to answer a given question.\n",
|
| 139 |
+
"\n",
|
| 140 |
+
" Available models:\n",
|
| 141 |
+
" - OpenAI: excels at reasoning and factual answers.\n",
|
| 142 |
+
" - Claude: better for philosophical, nuanced, and ethical topics.\n",
|
| 143 |
+
" - Gemini: good for concise and structured summaries.\n",
|
| 144 |
+
" - Groq: good for creative or exploratory tasks.\n",
|
| 145 |
+
" - DeepSeek: strong at coding, technical reasoning, and multilingual responses.\n",
|
| 146 |
+
"\n",
|
| 147 |
+
" Here is the question to answer:\n",
|
| 148 |
+
" \"{question}\"\n",
|
| 149 |
+
"\n",
|
| 150 |
+
" ### Thought:\n",
|
| 151 |
+
" Which model is best suited to answer this question, and why?\n",
|
| 152 |
+
"\n",
|
| 153 |
+
" ### Action:\n",
|
| 154 |
+
" Respond with only the model name you choose (e.g., \"Claude\").\n",
|
| 155 |
+
" \"\"\"\n",
|
| 156 |
+
"\n",
|
| 157 |
+
" response = openai.chat.completions.create(\n",
|
| 158 |
+
" model=\"o3-mini\",\n",
|
| 159 |
+
" messages=[{\"role\": \"user\", \"content\": prompt}]\n",
|
| 160 |
+
" )\n",
|
| 161 |
+
" model = response.choices[0].message.content.strip()\n",
|
| 162 |
+
" return model\n",
|
| 163 |
+
"\n",
|
| 164 |
+
"def generate_answer_openai(prompt):\n",
|
| 165 |
+
" answer = openai.chat.completions.create(\n",
|
| 166 |
+
" model='gpt-4o-mini',\n",
|
| 167 |
+
" messages=[{'role': 'user', 'content': prompt}]\n",
|
| 168 |
+
" ).choices[0].message.content\n",
|
| 169 |
+
" return answer\n",
|
| 170 |
+
"\n",
|
| 171 |
+
"def generate_answer_anthropic(prompt):\n",
|
| 172 |
+
" anthropic = Anthropic(api_key=anthropic_api_key)\n",
|
| 173 |
+
" model_name = \"claude-3-5-sonnet-20240620\"\n",
|
| 174 |
+
" answer = anthropic.messages.create(\n",
|
| 175 |
+
" model=model_name,\n",
|
| 176 |
+
" messages=[{'role': 'user', 'content': prompt}],\n",
|
| 177 |
+
" max_tokens=1000\n",
|
| 178 |
+
" ).content[0].text\n",
|
| 179 |
+
" return answer\n",
|
| 180 |
+
"\n",
|
| 181 |
+
"def generate_answer_deepseek(prompt):\n",
|
| 182 |
+
" deepseek = OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 183 |
+
" model_name = \"deepseek-chat\" \n",
|
| 184 |
+
" answer = deepseek.chat.completions.create(\n",
|
| 185 |
+
" model=model_name,\n",
|
| 186 |
+
" messages=[{'role': 'user', 'content': prompt}],\n",
|
| 187 |
+
" base_url='https://api.deepseek.com/v1'\n",
|
| 188 |
+
" ).choices[0].message.content\n",
|
| 189 |
+
" return answer\n",
|
| 190 |
+
"\n",
|
| 191 |
+
"def generate_answer_gemini(prompt):\n",
|
| 192 |
+
" gemini=OpenAI(base_url='https://generativelanguage.googleapis.com/v1beta/openai/',api_key=google_api_key)\n",
|
| 193 |
+
" model_name = \"gemini-2.0-flash\"\n",
|
| 194 |
+
" answer = gemini.chat.completions.create(\n",
|
| 195 |
+
" model=model_name,\n",
|
| 196 |
+
" messages=[{'role': 'user', 'content': prompt}],\n",
|
| 197 |
+
" ).choices[0].message.content\n",
|
| 198 |
+
" return answer\n",
|
| 199 |
+
"\n",
|
| 200 |
+
"def generate_answer_groq(prompt):\n",
|
| 201 |
+
" groq=OpenAI(base_url='https://api.groq.com/openai/v1',api_key=groq_api_key)\n",
|
| 202 |
+
" model_name=\"llama3-70b-8192\"\n",
|
| 203 |
+
" answer = groq.chat.completions.create(\n",
|
| 204 |
+
" model=model_name,\n",
|
| 205 |
+
" messages=[{'role': 'user', 'content': prompt}],\n",
|
| 206 |
+
" base_url=\"https://api.groq.com/openai/v1\"\n",
|
| 207 |
+
" ).choices[0].message.content\n",
|
| 208 |
+
" return answer\n",
|
| 209 |
+
"\n",
|
| 210 |
+
"def main():\n",
|
| 211 |
+
" print(\"Generating question...\")\n",
|
| 212 |
+
" question = generate_question(request)\n",
|
| 213 |
+
" print(f\"\\n🧠 Question: {question}\\n\")\n",
|
| 214 |
+
" selected_model = react_agent_decide_model(question)\n",
|
| 215 |
+
" print(f\"\\n🔹 {selected_model}:\\n\")\n",
|
| 216 |
+
" \n",
|
| 217 |
+
" if selected_model.lower() == \"openai\":\n",
|
| 218 |
+
" answer = generate_answer_openai(question)\n",
|
| 219 |
+
" elif selected_model.lower() == \"deepseek\":\n",
|
| 220 |
+
" answer = generate_answer_deepseek(question)\n",
|
| 221 |
+
" elif selected_model.lower() == \"gemini\":\n",
|
| 222 |
+
" answer = generate_answer_gemini(question)\n",
|
| 223 |
+
" elif selected_model.lower() == \"groq\":\n",
|
| 224 |
+
" answer = generate_answer_groq(question)\n",
|
| 225 |
+
" elif selected_model.lower() == \"claude\":\n",
|
| 226 |
+
" answer = generate_answer_anthropic(question)\n",
|
| 227 |
+
" print(f\"\\n🔹 {selected_model}:\\n{answer}\\n\")\n",
|
| 228 |
+
" \n"
|
| 229 |
+
]
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"cell_type": "code",
|
| 233 |
+
"execution_count": null,
|
| 234 |
+
"metadata": {},
|
| 235 |
+
"outputs": [],
|
| 236 |
+
"source": [
|
| 237 |
+
"main()"
|
| 238 |
+
]
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"cell_type": "code",
|
| 242 |
+
"execution_count": null,
|
| 243 |
+
"metadata": {},
|
| 244 |
+
"outputs": [],
|
| 245 |
+
"source": []
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"cell_type": "markdown",
|
| 249 |
+
"metadata": {},
|
| 250 |
+
"source": [
|
| 251 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 252 |
+
" <tr>\n",
|
| 253 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 254 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 255 |
+
" </td>\n",
|
| 256 |
+
" <td>\n",
|
| 257 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 258 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 259 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 260 |
+
" to business projects where accuracy is critical.\n",
|
| 261 |
+
" </span>\n",
|
| 262 |
+
" </td>\n",
|
| 263 |
+
" </tr>\n",
|
| 264 |
+
"</table>"
|
| 265 |
+
]
|
| 266 |
+
}
|
| 267 |
+
],
|
| 268 |
+
"metadata": {
|
| 269 |
+
"kernelspec": {
|
| 270 |
+
"display_name": ".venv",
|
| 271 |
+
"language": "python",
|
| 272 |
+
"name": "python3"
|
| 273 |
+
},
|
| 274 |
+
"language_info": {
|
| 275 |
+
"codemirror_mode": {
|
| 276 |
+
"name": "ipython",
|
| 277 |
+
"version": 3
|
| 278 |
+
},
|
| 279 |
+
"file_extension": ".py",
|
| 280 |
+
"mimetype": "text/x-python",
|
| 281 |
+
"name": "python",
|
| 282 |
+
"nbconvert_exporter": "python",
|
| 283 |
+
"pygments_lexer": "ipython3",
|
| 284 |
+
"version": "3.12.4"
|
| 285 |
+
}
|
| 286 |
+
},
|
| 287 |
+
"nbformat": 4,
|
| 288 |
+
"nbformat_minor": 2
|
| 289 |
+
}
|
community_contributions/2_lab2_akash_parallelization.ipynb
ADDED
|
@@ -0,0 +1,295 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "code",
|
| 14 |
+
"execution_count": null,
|
| 15 |
+
"metadata": {},
|
| 16 |
+
"outputs": [],
|
| 17 |
+
"source": [
|
| 18 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 19 |
+
"\n",
|
| 20 |
+
"import os\n",
|
| 21 |
+
"import json\n",
|
| 22 |
+
"from dotenv import load_dotenv\n",
|
| 23 |
+
"from openai import OpenAI, AsyncOpenAI\n",
|
| 24 |
+
"from IPython.display import Markdown, display\n",
|
| 25 |
+
"import asyncio\n",
|
| 26 |
+
"from functools import partial"
|
| 27 |
+
]
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"cell_type": "code",
|
| 31 |
+
"execution_count": null,
|
| 32 |
+
"metadata": {},
|
| 33 |
+
"outputs": [],
|
| 34 |
+
"source": [
|
| 35 |
+
"# Always remember to do this!\n",
|
| 36 |
+
"load_dotenv(override=True)"
|
| 37 |
+
]
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"cell_type": "code",
|
| 41 |
+
"execution_count": null,
|
| 42 |
+
"metadata": {},
|
| 43 |
+
"outputs": [],
|
| 44 |
+
"source": [
|
| 45 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 46 |
+
"\n",
|
| 47 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 48 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 49 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 50 |
+
"\n",
|
| 51 |
+
"if openai_api_key:\n",
|
| 52 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 53 |
+
"else:\n",
|
| 54 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 55 |
+
"\n",
|
| 56 |
+
"\n",
|
| 57 |
+
"if google_api_key:\n",
|
| 58 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 59 |
+
"else:\n",
|
| 60 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 61 |
+
"\n",
|
| 62 |
+
"if groq_api_key:\n",
|
| 63 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 64 |
+
"else:\n",
|
| 65 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 66 |
+
]
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"cell_type": "code",
|
| 70 |
+
"execution_count": null,
|
| 71 |
+
"metadata": {},
|
| 72 |
+
"outputs": [],
|
| 73 |
+
"source": [
|
| 74 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 75 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 76 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"cell_type": "code",
|
| 81 |
+
"execution_count": null,
|
| 82 |
+
"metadata": {},
|
| 83 |
+
"outputs": [],
|
| 84 |
+
"source": [
|
| 85 |
+
"openai = AsyncOpenAI()\n",
|
| 86 |
+
"response = await openai.chat.completions.create(\n",
|
| 87 |
+
" model=\"gpt-4o-mini\",\n",
|
| 88 |
+
" messages=messages,\n",
|
| 89 |
+
")\n",
|
| 90 |
+
"question = response.choices[0].message.content\n",
|
| 91 |
+
"print(question)\n"
|
| 92 |
+
]
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"cell_type": "code",
|
| 96 |
+
"execution_count": null,
|
| 97 |
+
"metadata": {},
|
| 98 |
+
"outputs": [],
|
| 99 |
+
"source": [
|
| 100 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 101 |
+
]
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"cell_type": "code",
|
| 105 |
+
"execution_count": null,
|
| 106 |
+
"metadata": {},
|
| 107 |
+
"outputs": [],
|
| 108 |
+
"source": [
|
| 109 |
+
"from dataclasses import dataclass\n",
|
| 110 |
+
"\n",
|
| 111 |
+
"@dataclass\n",
|
| 112 |
+
"class LLMResource:\n",
|
| 113 |
+
" api_key: str\n",
|
| 114 |
+
" model: str\n",
|
| 115 |
+
" url: str = None # optional otherwise NOone\n",
|
| 116 |
+
"\n",
|
| 117 |
+
"llm_resources = [\n",
|
| 118 |
+
" LLMResource(api_key=openai_api_key, model=\"gpt-4o-mini\"),\n",
|
| 119 |
+
" LLMResource(api_key=google_api_key, model=\"gemini-2.5-flash\", url=\"https://generativelanguage.googleapis.com/v1beta/openai/\"),\n",
|
| 120 |
+
" LLMResource(api_key=groq_api_key, model=\"qwen/qwen3-32b\", url=\"https://api.groq.com/openai/v1\"),\n",
|
| 121 |
+
" LLMResource(api_key=\"ollama\", model=\"deepseek-r1:1.5b\", url=\"http://localhost:11434/v1\" )\n",
|
| 122 |
+
"]\n"
|
| 123 |
+
]
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"cell_type": "code",
|
| 127 |
+
"execution_count": null,
|
| 128 |
+
"metadata": {},
|
| 129 |
+
"outputs": [],
|
| 130 |
+
"source": [
|
| 131 |
+
"\n",
|
| 132 |
+
"\n",
|
| 133 |
+
"async def llm_call(key, model_name, url, messages) -> tuple:\n",
|
| 134 |
+
" if url is None:\n",
|
| 135 |
+
" llm = AsyncOpenAI(api_key=key)\n",
|
| 136 |
+
" else: \n",
|
| 137 |
+
" llm = AsyncOpenAI(base_url=url,api_key=key)\n",
|
| 138 |
+
" \n",
|
| 139 |
+
" response = await llm.chat.completions.create(\n",
|
| 140 |
+
" model=model_name, messages=messages)\n",
|
| 141 |
+
" \n",
|
| 142 |
+
" answer = (model_name, response.choices[0].message.content)\n",
|
| 143 |
+
"\n",
|
| 144 |
+
" return answer #returns tuple of modle and response from LLM\n",
|
| 145 |
+
"\n",
|
| 146 |
+
"llm_callable = partial(llm_call, messages=messages) #prefill with messages\n",
|
| 147 |
+
"# Always remember to do this!"
|
| 148 |
+
]
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"cell_type": "code",
|
| 152 |
+
"execution_count": null,
|
| 153 |
+
"metadata": {},
|
| 154 |
+
"outputs": [],
|
| 155 |
+
"source": [
|
| 156 |
+
"#gather all responses concurrently\n",
|
| 157 |
+
"tasks = [llm_callable(res.api_key,res.model,res.url) for res in llm_resources]\n",
|
| 158 |
+
"results = await asyncio.gather(*tasks)\n",
|
| 159 |
+
"together = [f'Response from competitor {model}:{answer}' for model,answer in results]#gather results once all model finish running\n"
|
| 160 |
+
]
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"cell_type": "code",
|
| 164 |
+
"execution_count": null,
|
| 165 |
+
"metadata": {},
|
| 166 |
+
"outputs": [],
|
| 167 |
+
"source": [
|
| 168 |
+
"judge = f\"\"\"You are judging a competition between {len(llm_resources)} competitors.\n",
|
| 169 |
+
"Each model has been given this question:\n",
|
| 170 |
+
"\n",
|
| 171 |
+
"{request}\n",
|
| 172 |
+
"\n",
|
| 173 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 174 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 175 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 176 |
+
"\n",
|
| 177 |
+
"Here are the responses from each competitor:\n",
|
| 178 |
+
"\n",
|
| 179 |
+
"{together} # all responses\n",
|
| 180 |
+
"\n",
|
| 181 |
+
"Now respond with the JSON with the ranked order of the competitors name, nothing else. Do not include markdown formatting or code blocks.\"\"\""
|
| 182 |
+
]
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"cell_type": "code",
|
| 186 |
+
"execution_count": null,
|
| 187 |
+
"metadata": {},
|
| 188 |
+
"outputs": [],
|
| 189 |
+
"source": [
|
| 190 |
+
"print(judge)"
|
| 191 |
+
]
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"cell_type": "code",
|
| 195 |
+
"execution_count": null,
|
| 196 |
+
"metadata": {},
|
| 197 |
+
"outputs": [],
|
| 198 |
+
"source": [
|
| 199 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 200 |
+
]
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"cell_type": "code",
|
| 204 |
+
"execution_count": null,
|
| 205 |
+
"metadata": {},
|
| 206 |
+
"outputs": [],
|
| 207 |
+
"source": [
|
| 208 |
+
"# Judgement time!\n",
|
| 209 |
+
"\n",
|
| 210 |
+
"openai = OpenAI()\n",
|
| 211 |
+
"response = openai.chat.completions.create(\n",
|
| 212 |
+
" model=\"o3-mini\",\n",
|
| 213 |
+
" messages=judge_messages,\n",
|
| 214 |
+
")\n",
|
| 215 |
+
"results = response.choices[0].message.content\n",
|
| 216 |
+
"print(results)\n"
|
| 217 |
+
]
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"cell_type": "code",
|
| 221 |
+
"execution_count": null,
|
| 222 |
+
"metadata": {},
|
| 223 |
+
"outputs": [],
|
| 224 |
+
"source": [
|
| 225 |
+
"# OK let's turn this into results!\n",
|
| 226 |
+
"\n",
|
| 227 |
+
"results_dict = json.loads(results)\n",
|
| 228 |
+
"\n",
|
| 229 |
+
"ranks = results_dict[\"results\"]\n",
|
| 230 |
+
"\n",
|
| 231 |
+
"for index, result in enumerate(ranks):\n",
|
| 232 |
+
" print(f\"Rank {index+1}: {result}\")"
|
| 233 |
+
]
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"cell_type": "markdown",
|
| 237 |
+
"metadata": {},
|
| 238 |
+
"source": [
|
| 239 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 240 |
+
" <tr>\n",
|
| 241 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 242 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 243 |
+
" </td>\n",
|
| 244 |
+
" <td>\n",
|
| 245 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 246 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 247 |
+
" </span>\n",
|
| 248 |
+
" </td>\n",
|
| 249 |
+
" </tr>\n",
|
| 250 |
+
"</table>"
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"cell_type": "markdown",
|
| 255 |
+
"metadata": {},
|
| 256 |
+
"source": [
|
| 257 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 258 |
+
" <tr>\n",
|
| 259 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 260 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 261 |
+
" </td>\n",
|
| 262 |
+
" <td>\n",
|
| 263 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 264 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 265 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 266 |
+
" to business projects where accuracy is critical.\n",
|
| 267 |
+
" </span>\n",
|
| 268 |
+
" </td>\n",
|
| 269 |
+
" </tr>\n",
|
| 270 |
+
"</table>"
|
| 271 |
+
]
|
| 272 |
+
}
|
| 273 |
+
],
|
| 274 |
+
"metadata": {
|
| 275 |
+
"kernelspec": {
|
| 276 |
+
"display_name": ".venv",
|
| 277 |
+
"language": "python",
|
| 278 |
+
"name": "python3"
|
| 279 |
+
},
|
| 280 |
+
"language_info": {
|
| 281 |
+
"codemirror_mode": {
|
| 282 |
+
"name": "ipython",
|
| 283 |
+
"version": 3
|
| 284 |
+
},
|
| 285 |
+
"file_extension": ".py",
|
| 286 |
+
"mimetype": "text/x-python",
|
| 287 |
+
"name": "python",
|
| 288 |
+
"nbconvert_exporter": "python",
|
| 289 |
+
"pygments_lexer": "ipython3",
|
| 290 |
+
"version": "3.12.3"
|
| 291 |
+
}
|
| 292 |
+
},
|
| 293 |
+
"nbformat": 4,
|
| 294 |
+
"nbformat_minor": 2
|
| 295 |
+
}
|
community_contributions/2_lab2_async.ipynb
ADDED
|
@@ -0,0 +1,474 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "code",
|
| 14 |
+
"execution_count": 1,
|
| 15 |
+
"metadata": {},
|
| 16 |
+
"outputs": [],
|
| 17 |
+
"source": [
|
| 18 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 19 |
+
"\n",
|
| 20 |
+
"import os\n",
|
| 21 |
+
"import json\n",
|
| 22 |
+
"import asyncio\n",
|
| 23 |
+
"from dotenv import load_dotenv\n",
|
| 24 |
+
"from openai import OpenAI, AsyncOpenAI\n",
|
| 25 |
+
"from anthropic import AsyncAnthropic\n",
|
| 26 |
+
"from pydantic import BaseModel"
|
| 27 |
+
]
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"cell_type": "code",
|
| 31 |
+
"execution_count": null,
|
| 32 |
+
"metadata": {},
|
| 33 |
+
"outputs": [],
|
| 34 |
+
"source": [
|
| 35 |
+
"# Always remember to do this!\n",
|
| 36 |
+
"load_dotenv(override=True)"
|
| 37 |
+
]
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"cell_type": "code",
|
| 41 |
+
"execution_count": null,
|
| 42 |
+
"metadata": {},
|
| 43 |
+
"outputs": [],
|
| 44 |
+
"source": [
|
| 45 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 46 |
+
"\n",
|
| 47 |
+
"OPENAI_API_KEY = os.getenv('OPENAI_API_KEY')\n",
|
| 48 |
+
"ANTHROPIC_API_KEY = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 49 |
+
"GOOGLE_API_KEY = os.getenv('GOOGLE_API_KEY')\n",
|
| 50 |
+
"DEEPSEEK_API_KEY = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 51 |
+
"GROQ_API_KEY = os.getenv('GROQ_API_KEY')\n",
|
| 52 |
+
"\n",
|
| 53 |
+
"if OPENAI_API_KEY:\n",
|
| 54 |
+
" print(f\"OpenAI API Key exists and begins {OPENAI_API_KEY[:8]}\")\n",
|
| 55 |
+
"else:\n",
|
| 56 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 57 |
+
" \n",
|
| 58 |
+
"if ANTHROPIC_API_KEY:\n",
|
| 59 |
+
" print(f\"Anthropic API Key exists and begins {ANTHROPIC_API_KEY[:7]}\")\n",
|
| 60 |
+
"else:\n",
|
| 61 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 62 |
+
"\n",
|
| 63 |
+
"if GOOGLE_API_KEY:\n",
|
| 64 |
+
" print(f\"Google API Key exists and begins {GOOGLE_API_KEY[:2]}\")\n",
|
| 65 |
+
"else:\n",
|
| 66 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 67 |
+
"\n",
|
| 68 |
+
"if DEEPSEEK_API_KEY:\n",
|
| 69 |
+
" print(f\"DeepSeek API Key exists and begins {DEEPSEEK_API_KEY[:3]}\")\n",
|
| 70 |
+
"else:\n",
|
| 71 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 72 |
+
"\n",
|
| 73 |
+
"if GROQ_API_KEY:\n",
|
| 74 |
+
" print(f\"Groq API Key exists and begins {GROQ_API_KEY[:4]}\")\n",
|
| 75 |
+
"else:\n",
|
| 76 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"cell_type": "code",
|
| 81 |
+
"execution_count": 4,
|
| 82 |
+
"metadata": {},
|
| 83 |
+
"outputs": [],
|
| 84 |
+
"source": [
|
| 85 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 86 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 87 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 88 |
+
]
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"cell_type": "code",
|
| 92 |
+
"execution_count": null,
|
| 93 |
+
"metadata": {},
|
| 94 |
+
"outputs": [],
|
| 95 |
+
"source": [
|
| 96 |
+
"print(messages)"
|
| 97 |
+
]
|
| 98 |
+
},
|
| 99 |
+
{
|
| 100 |
+
"cell_type": "code",
|
| 101 |
+
"execution_count": null,
|
| 102 |
+
"metadata": {},
|
| 103 |
+
"outputs": [],
|
| 104 |
+
"source": [
|
| 105 |
+
"openai = AsyncOpenAI()\n",
|
| 106 |
+
"response = await openai.chat.completions.create(\n",
|
| 107 |
+
" model=\"gpt-4o-mini\",\n",
|
| 108 |
+
" messages=messages,\n",
|
| 109 |
+
")\n",
|
| 110 |
+
"question = response.choices[0].message.content\n",
|
| 111 |
+
"print(question)\n"
|
| 112 |
+
]
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"cell_type": "code",
|
| 116 |
+
"execution_count": 7,
|
| 117 |
+
"metadata": {},
|
| 118 |
+
"outputs": [],
|
| 119 |
+
"source": [
|
| 120 |
+
"# Define Pydantic model for storing LLM results\n",
|
| 121 |
+
"class LLMResult(BaseModel):\n",
|
| 122 |
+
" model: str\n",
|
| 123 |
+
" answer: str\n"
|
| 124 |
+
]
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"cell_type": "code",
|
| 128 |
+
"execution_count": 8,
|
| 129 |
+
"metadata": {},
|
| 130 |
+
"outputs": [],
|
| 131 |
+
"source": [
|
| 132 |
+
"results: list[LLMResult] = []\n",
|
| 133 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"cell_type": "code",
|
| 138 |
+
"execution_count": 9,
|
| 139 |
+
"metadata": {},
|
| 140 |
+
"outputs": [],
|
| 141 |
+
"source": [
|
| 142 |
+
"# The API we know well\n",
|
| 143 |
+
"async def openai_answer() -> None:\n",
|
| 144 |
+
"\n",
|
| 145 |
+
" if OPENAI_API_KEY is None:\n",
|
| 146 |
+
" return None\n",
|
| 147 |
+
" \n",
|
| 148 |
+
" print(\"OpenAI starting!\")\n",
|
| 149 |
+
" model_name = \"gpt-4o-mini\"\n",
|
| 150 |
+
"\n",
|
| 151 |
+
" try:\n",
|
| 152 |
+
" response = await openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 153 |
+
" answer = response.choices[0].message.content\n",
|
| 154 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 155 |
+
" except Exception as e:\n",
|
| 156 |
+
" print(f\"Error with OpenAI: {e}\")\n",
|
| 157 |
+
" return None\n",
|
| 158 |
+
"\n",
|
| 159 |
+
" print(\"OpenAI done!\")"
|
| 160 |
+
]
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"cell_type": "code",
|
| 164 |
+
"execution_count": 10,
|
| 165 |
+
"metadata": {},
|
| 166 |
+
"outputs": [],
|
| 167 |
+
"source": [
|
| 168 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"async def anthropic_answer() -> None:\n",
|
| 171 |
+
"\n",
|
| 172 |
+
" if ANTHROPIC_API_KEY is None:\n",
|
| 173 |
+
" return None\n",
|
| 174 |
+
" \n",
|
| 175 |
+
" print(\"Anthropic starting!\")\n",
|
| 176 |
+
" model_name = \"claude-3-7-sonnet-latest\"\n",
|
| 177 |
+
"\n",
|
| 178 |
+
" claude = AsyncAnthropic()\n",
|
| 179 |
+
" try:\n",
|
| 180 |
+
" response = await claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 181 |
+
" answer = response.content[0].text\n",
|
| 182 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 183 |
+
" except Exception as e:\n",
|
| 184 |
+
" print(f\"Error with Anthropic: {e}\")\n",
|
| 185 |
+
" return None\n",
|
| 186 |
+
"\n",
|
| 187 |
+
" print(\"Anthropic done!\")"
|
| 188 |
+
]
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"cell_type": "code",
|
| 192 |
+
"execution_count": 11,
|
| 193 |
+
"metadata": {},
|
| 194 |
+
"outputs": [],
|
| 195 |
+
"source": [
|
| 196 |
+
"async def google_answer() -> None:\n",
|
| 197 |
+
"\n",
|
| 198 |
+
" if GOOGLE_API_KEY is None:\n",
|
| 199 |
+
" return None\n",
|
| 200 |
+
" \n",
|
| 201 |
+
" print(\"Google starting!\")\n",
|
| 202 |
+
" model_name = \"gemini-2.0-flash\"\n",
|
| 203 |
+
"\n",
|
| 204 |
+
" gemini = AsyncOpenAI(api_key=GOOGLE_API_KEY, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 205 |
+
" try:\n",
|
| 206 |
+
" response = await gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 207 |
+
" answer = response.choices[0].message.content\n",
|
| 208 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 209 |
+
" except Exception as e:\n",
|
| 210 |
+
" print(f\"Error with Google: {e}\")\n",
|
| 211 |
+
" return None\n",
|
| 212 |
+
"\n",
|
| 213 |
+
" print(\"Google done!\")"
|
| 214 |
+
]
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"cell_type": "code",
|
| 218 |
+
"execution_count": 12,
|
| 219 |
+
"metadata": {},
|
| 220 |
+
"outputs": [],
|
| 221 |
+
"source": [
|
| 222 |
+
"async def deepseek_answer() -> None:\n",
|
| 223 |
+
"\n",
|
| 224 |
+
" if DEEPSEEK_API_KEY is None:\n",
|
| 225 |
+
" return None\n",
|
| 226 |
+
" \n",
|
| 227 |
+
" print(\"DeepSeek starting!\")\n",
|
| 228 |
+
" model_name = \"deepseek-chat\"\n",
|
| 229 |
+
"\n",
|
| 230 |
+
" deepseek = AsyncOpenAI(api_key=DEEPSEEK_API_KEY, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 231 |
+
" try:\n",
|
| 232 |
+
" response = await deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 233 |
+
" answer = response.choices[0].message.content\n",
|
| 234 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 235 |
+
" except Exception as e:\n",
|
| 236 |
+
" print(f\"Error with DeepSeek: {e}\")\n",
|
| 237 |
+
" return None\n",
|
| 238 |
+
"\n",
|
| 239 |
+
" print(\"DeepSeek done!\")"
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"cell_type": "code",
|
| 244 |
+
"execution_count": 13,
|
| 245 |
+
"metadata": {},
|
| 246 |
+
"outputs": [],
|
| 247 |
+
"source": [
|
| 248 |
+
"async def groq_answer() -> None:\n",
|
| 249 |
+
"\n",
|
| 250 |
+
" if GROQ_API_KEY is None:\n",
|
| 251 |
+
" return None\n",
|
| 252 |
+
" \n",
|
| 253 |
+
" print(\"Groq starting!\")\n",
|
| 254 |
+
" model_name = \"llama-3.3-70b-versatile\"\n",
|
| 255 |
+
"\n",
|
| 256 |
+
" groq = AsyncOpenAI(api_key=GROQ_API_KEY, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 257 |
+
" try:\n",
|
| 258 |
+
" response = await groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 259 |
+
" answer = response.choices[0].message.content\n",
|
| 260 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 261 |
+
" except Exception as e:\n",
|
| 262 |
+
" print(f\"Error with Groq: {e}\")\n",
|
| 263 |
+
" return None\n",
|
| 264 |
+
"\n",
|
| 265 |
+
" print(\"Groq done!\")\n"
|
| 266 |
+
]
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"cell_type": "markdown",
|
| 270 |
+
"metadata": {},
|
| 271 |
+
"source": [
|
| 272 |
+
"## For the next cell, we will use Ollama\n",
|
| 273 |
+
"\n",
|
| 274 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 275 |
+
"and runs models locally using high performance C++ code.\n",
|
| 276 |
+
"\n",
|
| 277 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 278 |
+
"\n",
|
| 279 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 280 |
+
"\n",
|
| 281 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 282 |
+
"\n",
|
| 283 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 284 |
+
"\n",
|
| 285 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 286 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 287 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 288 |
+
]
|
| 289 |
+
},
|
| 290 |
+
{
|
| 291 |
+
"cell_type": "markdown",
|
| 292 |
+
"metadata": {},
|
| 293 |
+
"source": [
|
| 294 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 295 |
+
" <tr>\n",
|
| 296 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 297 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 298 |
+
" </td>\n",
|
| 299 |
+
" <td>\n",
|
| 300 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 301 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 302 |
+
" </span>\n",
|
| 303 |
+
" </td>\n",
|
| 304 |
+
" </tr>\n",
|
| 305 |
+
"</table>"
|
| 306 |
+
]
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"cell_type": "code",
|
| 310 |
+
"execution_count": null,
|
| 311 |
+
"metadata": {},
|
| 312 |
+
"outputs": [],
|
| 313 |
+
"source": [
|
| 314 |
+
"!ollama pull llama3.2"
|
| 315 |
+
]
|
| 316 |
+
},
|
| 317 |
+
{
|
| 318 |
+
"cell_type": "code",
|
| 319 |
+
"execution_count": 15,
|
| 320 |
+
"metadata": {},
|
| 321 |
+
"outputs": [],
|
| 322 |
+
"source": [
|
| 323 |
+
"async def ollama_answer() -> None:\n",
|
| 324 |
+
" model_name = \"llama3.2\"\n",
|
| 325 |
+
"\n",
|
| 326 |
+
" print(\"Ollama starting!\")\n",
|
| 327 |
+
" ollama = AsyncOpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 328 |
+
" try:\n",
|
| 329 |
+
" response = await ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 330 |
+
" answer = response.choices[0].message.content\n",
|
| 331 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 332 |
+
" except Exception as e:\n",
|
| 333 |
+
" print(f\"Error with Ollama: {e}\")\n",
|
| 334 |
+
" return None\n",
|
| 335 |
+
"\n",
|
| 336 |
+
" print(\"Ollama done!\") "
|
| 337 |
+
]
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"cell_type": "code",
|
| 341 |
+
"execution_count": null,
|
| 342 |
+
"metadata": {},
|
| 343 |
+
"outputs": [],
|
| 344 |
+
"source": [
|
| 345 |
+
"async def gather_answers():\n",
|
| 346 |
+
" tasks = [\n",
|
| 347 |
+
" openai_answer(),\n",
|
| 348 |
+
" anthropic_answer(),\n",
|
| 349 |
+
" google_answer(),\n",
|
| 350 |
+
" deepseek_answer(),\n",
|
| 351 |
+
" groq_answer(),\n",
|
| 352 |
+
" ollama_answer()\n",
|
| 353 |
+
" ]\n",
|
| 354 |
+
" await asyncio.gather(*tasks)\n",
|
| 355 |
+
"\n",
|
| 356 |
+
"await gather_answers()"
|
| 357 |
+
]
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"cell_type": "code",
|
| 361 |
+
"execution_count": null,
|
| 362 |
+
"metadata": {},
|
| 363 |
+
"outputs": [],
|
| 364 |
+
"source": [
|
| 365 |
+
"together = \"\"\n",
|
| 366 |
+
"competitors = []\n",
|
| 367 |
+
"answers = []\n",
|
| 368 |
+
"\n",
|
| 369 |
+
"for res in results:\n",
|
| 370 |
+
" competitor = res.model\n",
|
| 371 |
+
" answer = res.answer\n",
|
| 372 |
+
" competitors.append(competitor)\n",
|
| 373 |
+
" answers.append(answer)\n",
|
| 374 |
+
" together += f\"# Response from competitor {competitor}\\n\\n\"\n",
|
| 375 |
+
" together += answer + \"\\n\\n\"\n",
|
| 376 |
+
"\n",
|
| 377 |
+
"print(f\"Number of competitors: {len(results)}\")\n",
|
| 378 |
+
"print(together)\n"
|
| 379 |
+
]
|
| 380 |
+
},
|
| 381 |
+
{
|
| 382 |
+
"cell_type": "code",
|
| 383 |
+
"execution_count": 18,
|
| 384 |
+
"metadata": {},
|
| 385 |
+
"outputs": [],
|
| 386 |
+
"source": [
|
| 387 |
+
"judge = f\"\"\"You are judging a competition between {len(results)} competitors.\n",
|
| 388 |
+
"Each model has been given this question:\n",
|
| 389 |
+
"\n",
|
| 390 |
+
"{question}\n",
|
| 391 |
+
"\n",
|
| 392 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 393 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 394 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 395 |
+
"\n",
|
| 396 |
+
"Here are the responses from each competitor:\n",
|
| 397 |
+
"\n",
|
| 398 |
+
"{together}\n",
|
| 399 |
+
"\n",
|
| 400 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 401 |
+
]
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"cell_type": "code",
|
| 405 |
+
"execution_count": null,
|
| 406 |
+
"metadata": {},
|
| 407 |
+
"outputs": [],
|
| 408 |
+
"source": [
|
| 409 |
+
"print(judge)"
|
| 410 |
+
]
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"cell_type": "code",
|
| 414 |
+
"execution_count": 20,
|
| 415 |
+
"metadata": {},
|
| 416 |
+
"outputs": [],
|
| 417 |
+
"source": [
|
| 418 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 419 |
+
]
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"cell_type": "code",
|
| 423 |
+
"execution_count": null,
|
| 424 |
+
"metadata": {},
|
| 425 |
+
"outputs": [],
|
| 426 |
+
"source": [
|
| 427 |
+
"# Judgement time!\n",
|
| 428 |
+
"\n",
|
| 429 |
+
"openai = OpenAI()\n",
|
| 430 |
+
"response = openai.chat.completions.create(\n",
|
| 431 |
+
" model=\"o3-mini\",\n",
|
| 432 |
+
" messages=judge_messages,\n",
|
| 433 |
+
")\n",
|
| 434 |
+
"judgement = response.choices[0].message.content\n",
|
| 435 |
+
"print(judgement)\n"
|
| 436 |
+
]
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"cell_type": "code",
|
| 440 |
+
"execution_count": null,
|
| 441 |
+
"metadata": {},
|
| 442 |
+
"outputs": [],
|
| 443 |
+
"source": [
|
| 444 |
+
"# OK let's turn this into results!\n",
|
| 445 |
+
"\n",
|
| 446 |
+
"results_dict = json.loads(judgement)\n",
|
| 447 |
+
"ranks = results_dict[\"results\"]\n",
|
| 448 |
+
"for index, comp in enumerate(ranks):\n",
|
| 449 |
+
" print(f\"Rank {index+1}: {comp}\")"
|
| 450 |
+
]
|
| 451 |
+
}
|
| 452 |
+
],
|
| 453 |
+
"metadata": {
|
| 454 |
+
"kernelspec": {
|
| 455 |
+
"display_name": ".venv",
|
| 456 |
+
"language": "python",
|
| 457 |
+
"name": "python3"
|
| 458 |
+
},
|
| 459 |
+
"language_info": {
|
| 460 |
+
"codemirror_mode": {
|
| 461 |
+
"name": "ipython",
|
| 462 |
+
"version": 3
|
| 463 |
+
},
|
| 464 |
+
"file_extension": ".py",
|
| 465 |
+
"mimetype": "text/x-python",
|
| 466 |
+
"name": "python",
|
| 467 |
+
"nbconvert_exporter": "python",
|
| 468 |
+
"pygments_lexer": "ipython3",
|
| 469 |
+
"version": "3.12.11"
|
| 470 |
+
}
|
| 471 |
+
},
|
| 472 |
+
"nbformat": 4,
|
| 473 |
+
"nbformat_minor": 2
|
| 474 |
+
}
|
community_contributions/2_lab2_async_with_reasons.ipynb
ADDED
|
@@ -0,0 +1,490 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"This was derived from 2_lab2_async. "
|
| 17 |
+
]
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"cell_type": "code",
|
| 21 |
+
"execution_count": null,
|
| 22 |
+
"metadata": {},
|
| 23 |
+
"outputs": [],
|
| 24 |
+
"source": [
|
| 25 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 26 |
+
"\n",
|
| 27 |
+
"import os\n",
|
| 28 |
+
"import json\n",
|
| 29 |
+
"import asyncio\n",
|
| 30 |
+
"from dotenv import load_dotenv\n",
|
| 31 |
+
"from openai import OpenAI, AsyncOpenAI\n",
|
| 32 |
+
"from anthropic import AsyncAnthropic\n",
|
| 33 |
+
"from pydantic import BaseModel"
|
| 34 |
+
]
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"cell_type": "code",
|
| 38 |
+
"execution_count": null,
|
| 39 |
+
"metadata": {},
|
| 40 |
+
"outputs": [],
|
| 41 |
+
"source": [
|
| 42 |
+
"# Always remember to do this!\n",
|
| 43 |
+
"load_dotenv(override=True)"
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": null,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [],
|
| 51 |
+
"source": [
|
| 52 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 53 |
+
"\n",
|
| 54 |
+
"OPENAI_API_KEY = os.getenv('OPENAI_API_KEY')\n",
|
| 55 |
+
"ANTHROPIC_API_KEY = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 56 |
+
"GOOGLE_API_KEY = os.getenv('GOOGLE_API_KEY')\n",
|
| 57 |
+
"DEEPSEEK_API_KEY = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 58 |
+
"GROQ_API_KEY = os.getenv('GROQ_API_KEY')\n",
|
| 59 |
+
"\n",
|
| 60 |
+
"if OPENAI_API_KEY:\n",
|
| 61 |
+
" print(f\"OpenAI API Key exists and begins {OPENAI_API_KEY[:8]}\")\n",
|
| 62 |
+
"else:\n",
|
| 63 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 64 |
+
" \n",
|
| 65 |
+
"if ANTHROPIC_API_KEY:\n",
|
| 66 |
+
" print(f\"Anthropic API Key exists and begins {ANTHROPIC_API_KEY[:7]}\")\n",
|
| 67 |
+
"else:\n",
|
| 68 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"if GOOGLE_API_KEY:\n",
|
| 71 |
+
" print(f\"Google API Key exists and begins {GOOGLE_API_KEY[:2]}\")\n",
|
| 72 |
+
"else:\n",
|
| 73 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 74 |
+
"\n",
|
| 75 |
+
"if DEEPSEEK_API_KEY:\n",
|
| 76 |
+
" print(f\"DeepSeek API Key exists and begins {DEEPSEEK_API_KEY[:3]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 79 |
+
"\n",
|
| 80 |
+
"if GROQ_API_KEY:\n",
|
| 81 |
+
" print(f\"Groq API Key exists and begins {GROQ_API_KEY[:4]}\")\n",
|
| 82 |
+
"else:\n",
|
| 83 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"cell_type": "code",
|
| 88 |
+
"execution_count": null,
|
| 89 |
+
"metadata": {},
|
| 90 |
+
"outputs": [],
|
| 91 |
+
"source": [
|
| 92 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 93 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 94 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"cell_type": "code",
|
| 99 |
+
"execution_count": null,
|
| 100 |
+
"metadata": {},
|
| 101 |
+
"outputs": [],
|
| 102 |
+
"source": [
|
| 103 |
+
"print(messages)"
|
| 104 |
+
]
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"cell_type": "code",
|
| 108 |
+
"execution_count": null,
|
| 109 |
+
"metadata": {},
|
| 110 |
+
"outputs": [],
|
| 111 |
+
"source": [
|
| 112 |
+
"openai = AsyncOpenAI()\n",
|
| 113 |
+
"response = await openai.chat.completions.create(\n",
|
| 114 |
+
" model=\"gpt-4o-mini\",\n",
|
| 115 |
+
" messages=messages,\n",
|
| 116 |
+
")\n",
|
| 117 |
+
"question = response.choices[0].message.content\n",
|
| 118 |
+
"print(question)\n"
|
| 119 |
+
]
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"cell_type": "code",
|
| 123 |
+
"execution_count": null,
|
| 124 |
+
"metadata": {},
|
| 125 |
+
"outputs": [],
|
| 126 |
+
"source": [
|
| 127 |
+
"# Define Pydantic model for storing LLM results\n",
|
| 128 |
+
"class LLMResult(BaseModel):\n",
|
| 129 |
+
" model: str\n",
|
| 130 |
+
" answer: str\n"
|
| 131 |
+
]
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"cell_type": "code",
|
| 135 |
+
"execution_count": null,
|
| 136 |
+
"metadata": {},
|
| 137 |
+
"outputs": [],
|
| 138 |
+
"source": [
|
| 139 |
+
"results: list[LLMResult] = []\n",
|
| 140 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 141 |
+
]
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"cell_type": "code",
|
| 145 |
+
"execution_count": null,
|
| 146 |
+
"metadata": {},
|
| 147 |
+
"outputs": [],
|
| 148 |
+
"source": [
|
| 149 |
+
"# The API we know well\n",
|
| 150 |
+
"async def openai_answer() -> None:\n",
|
| 151 |
+
"\n",
|
| 152 |
+
" if OPENAI_API_KEY is None:\n",
|
| 153 |
+
" return None\n",
|
| 154 |
+
" \n",
|
| 155 |
+
" print(\"OpenAI starting!\")\n",
|
| 156 |
+
" model_name = \"gpt-4o-mini\"\n",
|
| 157 |
+
"\n",
|
| 158 |
+
" try:\n",
|
| 159 |
+
" response = await openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 160 |
+
" answer = response.choices[0].message.content\n",
|
| 161 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 162 |
+
" except Exception as e:\n",
|
| 163 |
+
" print(f\"Error with OpenAI: {e}\")\n",
|
| 164 |
+
" return None\n",
|
| 165 |
+
"\n",
|
| 166 |
+
" print(\"OpenAI done!\")"
|
| 167 |
+
]
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"cell_type": "code",
|
| 171 |
+
"execution_count": null,
|
| 172 |
+
"metadata": {},
|
| 173 |
+
"outputs": [],
|
| 174 |
+
"source": [
|
| 175 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 176 |
+
"\n",
|
| 177 |
+
"async def anthropic_answer() -> None:\n",
|
| 178 |
+
"\n",
|
| 179 |
+
" if ANTHROPIC_API_KEY is None:\n",
|
| 180 |
+
" return None\n",
|
| 181 |
+
" \n",
|
| 182 |
+
" print(\"Anthropic starting!\")\n",
|
| 183 |
+
" model_name = \"claude-3-7-sonnet-latest\"\n",
|
| 184 |
+
"\n",
|
| 185 |
+
" claude = AsyncAnthropic()\n",
|
| 186 |
+
" try:\n",
|
| 187 |
+
" response = await claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 188 |
+
" answer = response.content[0].text\n",
|
| 189 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 190 |
+
" except Exception as e:\n",
|
| 191 |
+
" print(f\"Error with Anthropic: {e}\")\n",
|
| 192 |
+
" return None\n",
|
| 193 |
+
"\n",
|
| 194 |
+
" print(\"Anthropic done!\")"
|
| 195 |
+
]
|
| 196 |
+
},
|
| 197 |
+
{
|
| 198 |
+
"cell_type": "code",
|
| 199 |
+
"execution_count": null,
|
| 200 |
+
"metadata": {},
|
| 201 |
+
"outputs": [],
|
| 202 |
+
"source": [
|
| 203 |
+
"async def google_answer() -> None:\n",
|
| 204 |
+
"\n",
|
| 205 |
+
" if GOOGLE_API_KEY is None:\n",
|
| 206 |
+
" return None\n",
|
| 207 |
+
" \n",
|
| 208 |
+
" print(\"Google starting!\")\n",
|
| 209 |
+
" model_name = \"gemini-2.0-flash\"\n",
|
| 210 |
+
"\n",
|
| 211 |
+
" gemini = AsyncOpenAI(api_key=GOOGLE_API_KEY, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 212 |
+
" try:\n",
|
| 213 |
+
" response = await gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 214 |
+
" answer = response.choices[0].message.content\n",
|
| 215 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 216 |
+
" except Exception as e:\n",
|
| 217 |
+
" print(f\"Error with Google: {e}\")\n",
|
| 218 |
+
" return None\n",
|
| 219 |
+
"\n",
|
| 220 |
+
" print(\"Google done!\")"
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"cell_type": "code",
|
| 225 |
+
"execution_count": null,
|
| 226 |
+
"metadata": {},
|
| 227 |
+
"outputs": [],
|
| 228 |
+
"source": [
|
| 229 |
+
"async def deepseek_answer() -> None:\n",
|
| 230 |
+
"\n",
|
| 231 |
+
" if DEEPSEEK_API_KEY is None:\n",
|
| 232 |
+
" return None\n",
|
| 233 |
+
" \n",
|
| 234 |
+
" print(\"DeepSeek starting!\")\n",
|
| 235 |
+
" model_name = \"deepseek-chat\"\n",
|
| 236 |
+
"\n",
|
| 237 |
+
" deepseek = AsyncOpenAI(api_key=DEEPSEEK_API_KEY, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 238 |
+
" try:\n",
|
| 239 |
+
" response = await deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 240 |
+
" answer = response.choices[0].message.content\n",
|
| 241 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 242 |
+
" except Exception as e:\n",
|
| 243 |
+
" print(f\"Error with DeepSeek: {e}\")\n",
|
| 244 |
+
" return None\n",
|
| 245 |
+
"\n",
|
| 246 |
+
" print(\"DeepSeek done!\")"
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"cell_type": "code",
|
| 251 |
+
"execution_count": null,
|
| 252 |
+
"metadata": {},
|
| 253 |
+
"outputs": [],
|
| 254 |
+
"source": [
|
| 255 |
+
"async def groq_answer() -> None:\n",
|
| 256 |
+
"\n",
|
| 257 |
+
" if GROQ_API_KEY is None:\n",
|
| 258 |
+
" return None\n",
|
| 259 |
+
" \n",
|
| 260 |
+
" print(\"Groq starting!\")\n",
|
| 261 |
+
" model_name = \"llama-3.3-70b-versatile\"\n",
|
| 262 |
+
"\n",
|
| 263 |
+
" groq = AsyncOpenAI(api_key=GROQ_API_KEY, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 264 |
+
" try:\n",
|
| 265 |
+
" response = await groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 266 |
+
" answer = response.choices[0].message.content\n",
|
| 267 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 268 |
+
" except Exception as e:\n",
|
| 269 |
+
" print(f\"Error with Groq: {e}\")\n",
|
| 270 |
+
" return None\n",
|
| 271 |
+
"\n",
|
| 272 |
+
" print(\"Groq done!\")\n"
|
| 273 |
+
]
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"cell_type": "markdown",
|
| 277 |
+
"metadata": {},
|
| 278 |
+
"source": [
|
| 279 |
+
"## For the next cell, we will use Ollama\n",
|
| 280 |
+
"\n",
|
| 281 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 282 |
+
"and runs models locally using high performance C++ code.\n",
|
| 283 |
+
"\n",
|
| 284 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 285 |
+
"\n",
|
| 286 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 287 |
+
"\n",
|
| 288 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 289 |
+
"\n",
|
| 290 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 291 |
+
"\n",
|
| 292 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 293 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 294 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"cell_type": "markdown",
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"source": [
|
| 301 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 302 |
+
" <tr>\n",
|
| 303 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 304 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 305 |
+
" </td>\n",
|
| 306 |
+
" <td>\n",
|
| 307 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 308 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 309 |
+
" </span>\n",
|
| 310 |
+
" </td>\n",
|
| 311 |
+
" </tr>\n",
|
| 312 |
+
"</table>"
|
| 313 |
+
]
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"cell_type": "code",
|
| 317 |
+
"execution_count": null,
|
| 318 |
+
"metadata": {},
|
| 319 |
+
"outputs": [],
|
| 320 |
+
"source": [
|
| 321 |
+
"!ollama pull llama3.2"
|
| 322 |
+
]
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"cell_type": "code",
|
| 326 |
+
"execution_count": null,
|
| 327 |
+
"metadata": {},
|
| 328 |
+
"outputs": [],
|
| 329 |
+
"source": [
|
| 330 |
+
"async def ollama_answer() -> None:\n",
|
| 331 |
+
" model_name = \"llama3.2\"\n",
|
| 332 |
+
"\n",
|
| 333 |
+
" print(\"Ollama starting!\")\n",
|
| 334 |
+
" ollama = AsyncOpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 335 |
+
" try:\n",
|
| 336 |
+
" response = await ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 337 |
+
" answer = response.choices[0].message.content\n",
|
| 338 |
+
" results.append(LLMResult(model=model_name, answer=answer))\n",
|
| 339 |
+
" except Exception as e:\n",
|
| 340 |
+
" print(f\"Error with Ollama: {e}\")\n",
|
| 341 |
+
" return None\n",
|
| 342 |
+
"\n",
|
| 343 |
+
" print(\"Ollama done!\") "
|
| 344 |
+
]
|
| 345 |
+
},
|
| 346 |
+
{
|
| 347 |
+
"cell_type": "code",
|
| 348 |
+
"execution_count": null,
|
| 349 |
+
"metadata": {},
|
| 350 |
+
"outputs": [],
|
| 351 |
+
"source": [
|
| 352 |
+
"async def gather_answers():\n",
|
| 353 |
+
" tasks = [\n",
|
| 354 |
+
" openai_answer(),\n",
|
| 355 |
+
" anthropic_answer(),\n",
|
| 356 |
+
" google_answer(),\n",
|
| 357 |
+
" deepseek_answer(),\n",
|
| 358 |
+
" groq_answer(),\n",
|
| 359 |
+
" ollama_answer()\n",
|
| 360 |
+
" ]\n",
|
| 361 |
+
" await asyncio.gather(*tasks)\n",
|
| 362 |
+
"\n",
|
| 363 |
+
"await gather_answers()"
|
| 364 |
+
]
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"cell_type": "code",
|
| 368 |
+
"execution_count": null,
|
| 369 |
+
"metadata": {},
|
| 370 |
+
"outputs": [],
|
| 371 |
+
"source": [
|
| 372 |
+
"together = \"\"\n",
|
| 373 |
+
"competitors = []\n",
|
| 374 |
+
"answers = []\n",
|
| 375 |
+
"\n",
|
| 376 |
+
"for res in results:\n",
|
| 377 |
+
" competitor = res.model\n",
|
| 378 |
+
" answer = res.answer\n",
|
| 379 |
+
" competitors.append(competitor)\n",
|
| 380 |
+
" answers.append(answer)\n",
|
| 381 |
+
" together += f\"# Response from competitor {competitor}\\n\\n\"\n",
|
| 382 |
+
" together += answer + \"\\n\\n\"\n",
|
| 383 |
+
"\n",
|
| 384 |
+
"print(f\"Number of competitors: {len(results)}\")\n",
|
| 385 |
+
"print(together)\n"
|
| 386 |
+
]
|
| 387 |
+
},
|
| 388 |
+
{
|
| 389 |
+
"cell_type": "code",
|
| 390 |
+
"execution_count": null,
|
| 391 |
+
"metadata": {},
|
| 392 |
+
"outputs": [],
|
| 393 |
+
"source": [
|
| 394 |
+
"judge = f\"\"\"You are judging a competition between {len(results)} competitors.\n",
|
| 395 |
+
"Each model has been given this question:\n",
|
| 396 |
+
"\n",
|
| 397 |
+
"{question}\n",
|
| 398 |
+
"\n",
|
| 399 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 400 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 401 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...],\n",
|
| 402 |
+
"\"explanations\": [\"explanation for each rank\", \"explanation for each rank\", \"explanation for each rank\", ...]}}\n",
|
| 403 |
+
"\n",
|
| 404 |
+
"Here are the responses from each competitor:\n",
|
| 405 |
+
"\n",
|
| 406 |
+
"{together}\n",
|
| 407 |
+
"\n",
|
| 408 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 409 |
+
]
|
| 410 |
+
},
|
| 411 |
+
{
|
| 412 |
+
"cell_type": "code",
|
| 413 |
+
"execution_count": null,
|
| 414 |
+
"metadata": {},
|
| 415 |
+
"outputs": [],
|
| 416 |
+
"source": [
|
| 417 |
+
"print(judge)"
|
| 418 |
+
]
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"cell_type": "code",
|
| 422 |
+
"execution_count": null,
|
| 423 |
+
"metadata": {},
|
| 424 |
+
"outputs": [],
|
| 425 |
+
"source": [
|
| 426 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 427 |
+
]
|
| 428 |
+
},
|
| 429 |
+
{
|
| 430 |
+
"cell_type": "code",
|
| 431 |
+
"execution_count": null,
|
| 432 |
+
"metadata": {},
|
| 433 |
+
"outputs": [],
|
| 434 |
+
"source": [
|
| 435 |
+
"# Judgement time!\n",
|
| 436 |
+
"\n",
|
| 437 |
+
"openai = OpenAI()\n",
|
| 438 |
+
"response = openai.chat.completions.create(\n",
|
| 439 |
+
" model=\"o3-mini\",\n",
|
| 440 |
+
" messages=judge_messages,\n",
|
| 441 |
+
")\n",
|
| 442 |
+
"judgement = response.choices[0].message.content\n",
|
| 443 |
+
"print(judgement)\n"
|
| 444 |
+
]
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"cell_type": "code",
|
| 448 |
+
"execution_count": null,
|
| 449 |
+
"metadata": {},
|
| 450 |
+
"outputs": [],
|
| 451 |
+
"source": [
|
| 452 |
+
"# OK let's turn this into results!\n",
|
| 453 |
+
"\n",
|
| 454 |
+
"results_dict = json.loads(judgement)\n",
|
| 455 |
+
"ranks = results_dict[\"results\"]\n",
|
| 456 |
+
"explanations = results_dict[\"explanations\"]\n",
|
| 457 |
+
"for index, comp in enumerate(ranks):\n",
|
| 458 |
+
" print(f\"Rank {index+1}: {comp} \\n\\t{explanations[index]}\")"
|
| 459 |
+
]
|
| 460 |
+
},
|
| 461 |
+
{
|
| 462 |
+
"cell_type": "code",
|
| 463 |
+
"execution_count": null,
|
| 464 |
+
"metadata": {},
|
| 465 |
+
"outputs": [],
|
| 466 |
+
"source": []
|
| 467 |
+
}
|
| 468 |
+
],
|
| 469 |
+
"metadata": {
|
| 470 |
+
"kernelspec": {
|
| 471 |
+
"display_name": ".venv",
|
| 472 |
+
"language": "python",
|
| 473 |
+
"name": "python3"
|
| 474 |
+
},
|
| 475 |
+
"language_info": {
|
| 476 |
+
"codemirror_mode": {
|
| 477 |
+
"name": "ipython",
|
| 478 |
+
"version": 3
|
| 479 |
+
},
|
| 480 |
+
"file_extension": ".py",
|
| 481 |
+
"mimetype": "text/x-python",
|
| 482 |
+
"name": "python",
|
| 483 |
+
"nbconvert_exporter": "python",
|
| 484 |
+
"pygments_lexer": "ipython3",
|
| 485 |
+
"version": "3.12.2"
|
| 486 |
+
}
|
| 487 |
+
},
|
| 488 |
+
"nbformat": 4,
|
| 489 |
+
"nbformat_minor": 2
|
| 490 |
+
}
|
community_contributions/2_lab2_doclee99_gpt5_improves_gemini.25flash.ipynb
ADDED
|
@@ -0,0 +1,620 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": [
|
| 3 |
+
{
|
| 4 |
+
"cell_type": "markdown",
|
| 5 |
+
"metadata": {},
|
| 6 |
+
"source": [
|
| 7 |
+
"## Welcome to the Second Lab - Week 1, Day 3\n",
|
| 8 |
+
"\n",
|
| 9 |
+
"Today we will work with lots of models! This is a way to get comfortable with APIs."
|
| 10 |
+
]
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"cell_type": "markdown",
|
| 14 |
+
"metadata": {},
|
| 15 |
+
"source": [
|
| 16 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 17 |
+
" <tr>\n",
|
| 18 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 19 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 20 |
+
" </td>\n",
|
| 21 |
+
" <td>\n",
|
| 22 |
+
" <h2 style=\"color:#ff7800;\">Important point - please read</h2>\n",
|
| 23 |
+
" <span style=\"color:#ff7800;\">The way I collaborate with you may be different to other courses you've taken. I prefer not to type code while you watch. Rather, I execute Jupyter Labs, like this, and give you an intuition for what's going on. My suggestion is that you carefully execute this yourself, <b>after</b> watching the lecture. Add print statements to understand what's going on, and then come up with your own variations.<br/><br/>If you have time, I'd love it if you submit a PR for changes in the community_contributions folder - instructions in the resources. Also, if you have a Github account, use this to showcase your variations. Not only is this essential practice, but it demonstrates your skills to others, including perhaps future clients or employers...\n",
|
| 24 |
+
" </span>\n",
|
| 25 |
+
" </td>\n",
|
| 26 |
+
" </tr>\n",
|
| 27 |
+
"</table>"
|
| 28 |
+
]
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": null,
|
| 33 |
+
"metadata": {},
|
| 34 |
+
"outputs": [],
|
| 35 |
+
"source": [
|
| 36 |
+
"# Start with imports - ask ChatGPT to explain any package that you don't know\n",
|
| 37 |
+
"\n",
|
| 38 |
+
"import os\n",
|
| 39 |
+
"import json\n",
|
| 40 |
+
"from dotenv import load_dotenv\n",
|
| 41 |
+
"from openai import OpenAI\n",
|
| 42 |
+
"from anthropic import Anthropic\n",
|
| 43 |
+
"from IPython.display import Markdown, display"
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cell_type": "code",
|
| 48 |
+
"execution_count": null,
|
| 49 |
+
"metadata": {},
|
| 50 |
+
"outputs": [],
|
| 51 |
+
"source": [
|
| 52 |
+
"# Always remember to do this!\n",
|
| 53 |
+
"load_dotenv(override=True)"
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"cell_type": "code",
|
| 58 |
+
"execution_count": null,
|
| 59 |
+
"metadata": {},
|
| 60 |
+
"outputs": [],
|
| 61 |
+
"source": [
|
| 62 |
+
"# Print the key prefixes to help with any debugging\n",
|
| 63 |
+
"\n",
|
| 64 |
+
"openai_api_key = os.getenv('OPENAI_API_KEY')\n",
|
| 65 |
+
"anthropic_api_key = os.getenv('ANTHROPIC_API_KEY')\n",
|
| 66 |
+
"google_api_key = os.getenv('GOOGLE_API_KEY')\n",
|
| 67 |
+
"deepseek_api_key = os.getenv('DEEPSEEK_API_KEY')\n",
|
| 68 |
+
"groq_api_key = os.getenv('GROQ_API_KEY')\n",
|
| 69 |
+
"\n",
|
| 70 |
+
"if openai_api_key:\n",
|
| 71 |
+
" print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
|
| 72 |
+
"else:\n",
|
| 73 |
+
" print(\"OpenAI API Key not set\")\n",
|
| 74 |
+
" \n",
|
| 75 |
+
"if anthropic_api_key:\n",
|
| 76 |
+
" print(f\"Anthropic API Key exists and begins {anthropic_api_key[:7]}\")\n",
|
| 77 |
+
"else:\n",
|
| 78 |
+
" print(\"Anthropic API Key not set (and this is optional)\")\n",
|
| 79 |
+
"\n",
|
| 80 |
+
"if google_api_key:\n",
|
| 81 |
+
" print(f\"Google API Key exists and begins {google_api_key[:2]}\")\n",
|
| 82 |
+
"else:\n",
|
| 83 |
+
" print(\"Google API Key not set (and this is optional)\")\n",
|
| 84 |
+
"\n",
|
| 85 |
+
"if deepseek_api_key:\n",
|
| 86 |
+
" print(f\"DeepSeek API Key exists and begins {deepseek_api_key[:3]}\")\n",
|
| 87 |
+
"else:\n",
|
| 88 |
+
" print(\"DeepSeek API Key not set (and this is optional)\")\n",
|
| 89 |
+
"\n",
|
| 90 |
+
"if groq_api_key:\n",
|
| 91 |
+
" print(f\"Groq API Key exists and begins {groq_api_key[:4]}\")\n",
|
| 92 |
+
"else:\n",
|
| 93 |
+
" print(\"Groq API Key not set (and this is optional)\")"
|
| 94 |
+
]
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"cell_type": "code",
|
| 98 |
+
"execution_count": null,
|
| 99 |
+
"metadata": {},
|
| 100 |
+
"outputs": [],
|
| 101 |
+
"source": [
|
| 102 |
+
"request = \"Please come up with a challenging, nuanced question that I can ask a number of LLMs to evaluate their intelligence. \"\n",
|
| 103 |
+
"request += \"Answer only with the question, no explanation.\"\n",
|
| 104 |
+
"messages = [{\"role\": \"user\", \"content\": request}]"
|
| 105 |
+
]
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"cell_type": "code",
|
| 109 |
+
"execution_count": null,
|
| 110 |
+
"metadata": {},
|
| 111 |
+
"outputs": [],
|
| 112 |
+
"source": [
|
| 113 |
+
"messages"
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"cell_type": "code",
|
| 118 |
+
"execution_count": null,
|
| 119 |
+
"metadata": {},
|
| 120 |
+
"outputs": [],
|
| 121 |
+
"source": [
|
| 122 |
+
"openai = OpenAI()\n",
|
| 123 |
+
"response = openai.chat.completions.create(\n",
|
| 124 |
+
" model=\"gpt-4o-mini\",\n",
|
| 125 |
+
" messages=messages,\n",
|
| 126 |
+
")\n",
|
| 127 |
+
"question = response.choices[0].message.content\n",
|
| 128 |
+
"print(question)\n"
|
| 129 |
+
]
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"cell_type": "code",
|
| 133 |
+
"execution_count": null,
|
| 134 |
+
"metadata": {},
|
| 135 |
+
"outputs": [],
|
| 136 |
+
"source": [
|
| 137 |
+
"competitors = []\n",
|
| 138 |
+
"answers = []\n",
|
| 139 |
+
"messages = [{\"role\": \"user\", \"content\": question}]"
|
| 140 |
+
]
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"cell_type": "code",
|
| 144 |
+
"execution_count": null,
|
| 145 |
+
"metadata": {},
|
| 146 |
+
"outputs": [],
|
| 147 |
+
"source": [
|
| 148 |
+
"# The API we know well\n",
|
| 149 |
+
"\n",
|
| 150 |
+
"model_name = \"gpt-4o-mini\"\n",
|
| 151 |
+
"\n",
|
| 152 |
+
"response = openai.chat.completions.create(model=model_name, messages=messages)\n",
|
| 153 |
+
"answer = response.choices[0].message.content\n",
|
| 154 |
+
"\n",
|
| 155 |
+
"display(Markdown(answer))\n",
|
| 156 |
+
"competitors.append(model_name)\n",
|
| 157 |
+
"answers.append(answer)"
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"cell_type": "code",
|
| 162 |
+
"execution_count": null,
|
| 163 |
+
"metadata": {},
|
| 164 |
+
"outputs": [],
|
| 165 |
+
"source": [
|
| 166 |
+
"# Anthropic has a slightly different API, and Max Tokens is required\n",
|
| 167 |
+
"\n",
|
| 168 |
+
"model_name = \"claude-3-7-sonnet-latest\"\n",
|
| 169 |
+
"\n",
|
| 170 |
+
"claude = Anthropic()\n",
|
| 171 |
+
"response = claude.messages.create(model=model_name, messages=messages, max_tokens=1000)\n",
|
| 172 |
+
"answer = response.content[0].text\n",
|
| 173 |
+
"\n",
|
| 174 |
+
"display(Markdown(answer))\n",
|
| 175 |
+
"competitors.append(model_name)\n",
|
| 176 |
+
"answers.append(answer)"
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"cell_type": "code",
|
| 181 |
+
"execution_count": null,
|
| 182 |
+
"metadata": {},
|
| 183 |
+
"outputs": [],
|
| 184 |
+
"source": [
|
| 185 |
+
"gemini = OpenAI(api_key=google_api_key, base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\")\n",
|
| 186 |
+
"model_name = \"gemini-2.0-flash\"\n",
|
| 187 |
+
"\n",
|
| 188 |
+
"response = gemini.chat.completions.create(model=model_name, messages=messages)\n",
|
| 189 |
+
"answer = response.choices[0].message.content\n",
|
| 190 |
+
"\n",
|
| 191 |
+
"display(Markdown(answer))\n",
|
| 192 |
+
"competitors.append(model_name)\n",
|
| 193 |
+
"answers.append(answer)"
|
| 194 |
+
]
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"cell_type": "code",
|
| 198 |
+
"execution_count": null,
|
| 199 |
+
"metadata": {},
|
| 200 |
+
"outputs": [],
|
| 201 |
+
"source": [
|
| 202 |
+
"deepseek = OpenAI(api_key=deepseek_api_key, base_url=\"https://api.deepseek.com/v1\")\n",
|
| 203 |
+
"model_name = \"deepseek-chat\"\n",
|
| 204 |
+
"\n",
|
| 205 |
+
"response = deepseek.chat.completions.create(model=model_name, messages=messages)\n",
|
| 206 |
+
"answer = response.choices[0].message.content\n",
|
| 207 |
+
"\n",
|
| 208 |
+
"display(Markdown(answer))\n",
|
| 209 |
+
"competitors.append(model_name)\n",
|
| 210 |
+
"answers.append(answer)"
|
| 211 |
+
]
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"cell_type": "code",
|
| 215 |
+
"execution_count": null,
|
| 216 |
+
"metadata": {},
|
| 217 |
+
"outputs": [],
|
| 218 |
+
"source": [
|
| 219 |
+
"groq = OpenAI(api_key=groq_api_key, base_url=\"https://api.groq.com/openai/v1\")\n",
|
| 220 |
+
"model_name = \"llama-3.3-70b-versatile\"\n",
|
| 221 |
+
"\n",
|
| 222 |
+
"response = groq.chat.completions.create(model=model_name, messages=messages)\n",
|
| 223 |
+
"answer = response.choices[0].message.content\n",
|
| 224 |
+
"\n",
|
| 225 |
+
"display(Markdown(answer))\n",
|
| 226 |
+
"competitors.append(model_name)\n",
|
| 227 |
+
"answers.append(answer)\n"
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"cell_type": "markdown",
|
| 232 |
+
"metadata": {},
|
| 233 |
+
"source": [
|
| 234 |
+
"## For the next cell, we will use Ollama\n",
|
| 235 |
+
"\n",
|
| 236 |
+
"Ollama runs a local web service that gives an OpenAI compatible endpoint, \n",
|
| 237 |
+
"and runs models locally using high performance C++ code.\n",
|
| 238 |
+
"\n",
|
| 239 |
+
"If you don't have Ollama, install it here by visiting https://ollama.com then pressing Download and following the instructions.\n",
|
| 240 |
+
"\n",
|
| 241 |
+
"After it's installed, you should be able to visit here: http://localhost:11434 and see the message \"Ollama is running\"\n",
|
| 242 |
+
"\n",
|
| 243 |
+
"You might need to restart Cursor (and maybe reboot). Then open a Terminal (control+\\`) and run `ollama serve`\n",
|
| 244 |
+
"\n",
|
| 245 |
+
"Useful Ollama commands (run these in the terminal, or with an exclamation mark in this notebook):\n",
|
| 246 |
+
"\n",
|
| 247 |
+
"`ollama pull <model_name>` downloads a model locally \n",
|
| 248 |
+
"`ollama ls` lists all the models you've downloaded \n",
|
| 249 |
+
"`ollama rm <model_name>` deletes the specified model from your downloads"
|
| 250 |
+
]
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"cell_type": "markdown",
|
| 254 |
+
"metadata": {},
|
| 255 |
+
"source": [
|
| 256 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 257 |
+
" <tr>\n",
|
| 258 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 259 |
+
" <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 260 |
+
" </td>\n",
|
| 261 |
+
" <td>\n",
|
| 262 |
+
" <h2 style=\"color:#ff7800;\">Super important - ignore me at your peril!</h2>\n",
|
| 263 |
+
" <span style=\"color:#ff7800;\">The model called <b>llama3.3</b> is FAR too large for home computers - it's not intended for personal computing and will consume all your resources! Stick with the nicely sized <b>llama3.2</b> or <b>llama3.2:1b</b> and if you want larger, try llama3.1 or smaller variants of Qwen, Gemma, Phi or DeepSeek. See the <A href=\"https://ollama.com/models\">the Ollama models page</a> for a full list of models and sizes.\n",
|
| 264 |
+
" </span>\n",
|
| 265 |
+
" </td>\n",
|
| 266 |
+
" </tr>\n",
|
| 267 |
+
"</table>"
|
| 268 |
+
]
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"cell_type": "code",
|
| 272 |
+
"execution_count": null,
|
| 273 |
+
"metadata": {},
|
| 274 |
+
"outputs": [],
|
| 275 |
+
"source": [
|
| 276 |
+
"!ollama pull llama3.2"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"cell_type": "code",
|
| 281 |
+
"execution_count": null,
|
| 282 |
+
"metadata": {},
|
| 283 |
+
"outputs": [],
|
| 284 |
+
"source": [
|
| 285 |
+
"ollama = OpenAI(base_url='http://localhost:11434/v1', api_key='ollama')\n",
|
| 286 |
+
"model_name = \"llama3.2\"\n",
|
| 287 |
+
"\n",
|
| 288 |
+
"response = ollama.chat.completions.create(model=model_name, messages=messages)\n",
|
| 289 |
+
"answer = response.choices[0].message.content\n",
|
| 290 |
+
"\n",
|
| 291 |
+
"display(Markdown(answer))\n",
|
| 292 |
+
"competitors.append(model_name)\n",
|
| 293 |
+
"answers.append(answer)"
|
| 294 |
+
]
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"cell_type": "code",
|
| 298 |
+
"execution_count": null,
|
| 299 |
+
"metadata": {},
|
| 300 |
+
"outputs": [],
|
| 301 |
+
"source": [
|
| 302 |
+
"# So where are we?\n",
|
| 303 |
+
"\n",
|
| 304 |
+
"print(competitors)\n",
|
| 305 |
+
"print(answers)\n"
|
| 306 |
+
]
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"cell_type": "code",
|
| 310 |
+
"execution_count": null,
|
| 311 |
+
"metadata": {},
|
| 312 |
+
"outputs": [],
|
| 313 |
+
"source": [
|
| 314 |
+
"# It's nice to know how to use \"zip\"\n",
|
| 315 |
+
"for competitor, answer in zip(competitors, answers):\n",
|
| 316 |
+
" print(f\"Competitor: {competitor}\\n\\n{answer}\")\n"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"cell_type": "code",
|
| 321 |
+
"execution_count": null,
|
| 322 |
+
"metadata": {},
|
| 323 |
+
"outputs": [],
|
| 324 |
+
"source": [
|
| 325 |
+
"# Let's bring this together - note the use of \"enumerate\"\n",
|
| 326 |
+
"\n",
|
| 327 |
+
"together = \"\"\n",
|
| 328 |
+
"for index, answer in enumerate(answers):\n",
|
| 329 |
+
" together += f\"# Response from competitor {index+1}\\n\\n\"\n",
|
| 330 |
+
" together += answer + \"\\n\\n\""
|
| 331 |
+
]
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"cell_type": "code",
|
| 335 |
+
"execution_count": null,
|
| 336 |
+
"metadata": {},
|
| 337 |
+
"outputs": [],
|
| 338 |
+
"source": [
|
| 339 |
+
"# print(together)\n",
|
| 340 |
+
"display(Markdown(together))"
|
| 341 |
+
]
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"cell_type": "code",
|
| 345 |
+
"execution_count": null,
|
| 346 |
+
"metadata": {},
|
| 347 |
+
"outputs": [],
|
| 348 |
+
"source": [
|
| 349 |
+
"judge = f\"\"\"You are judging a competition between {len(competitors)} competitors.\n",
|
| 350 |
+
"Each model has been given this question:\n",
|
| 351 |
+
"\n",
|
| 352 |
+
"{question}\n",
|
| 353 |
+
"\n",
|
| 354 |
+
"Your job is to evaluate each response for clarity and strength of argument, and rank them in order of best to worst.\n",
|
| 355 |
+
"Respond with JSON, and only JSON, with the following format:\n",
|
| 356 |
+
"{{\"results\": [\"best competitor number\", \"second best competitor number\", \"third best competitor number\", ...]}}\n",
|
| 357 |
+
"\n",
|
| 358 |
+
"Here are the responses from each competitor:\n",
|
| 359 |
+
"\n",
|
| 360 |
+
"{together}\n",
|
| 361 |
+
"\n",
|
| 362 |
+
"Now respond with the JSON with the ranked order of the competitors, nothing else. Do not include markdown formatting or code blocks.\"\"\"\n"
|
| 363 |
+
]
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"cell_type": "code",
|
| 367 |
+
"execution_count": null,
|
| 368 |
+
"metadata": {},
|
| 369 |
+
"outputs": [],
|
| 370 |
+
"source": [
|
| 371 |
+
"print(judge)"
|
| 372 |
+
]
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"cell_type": "code",
|
| 376 |
+
"execution_count": null,
|
| 377 |
+
"metadata": {},
|
| 378 |
+
"outputs": [],
|
| 379 |
+
"source": [
|
| 380 |
+
"judge_messages = [{\"role\": \"user\", \"content\": judge}]"
|
| 381 |
+
]
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"cell_type": "code",
|
| 385 |
+
"execution_count": null,
|
| 386 |
+
"metadata": {},
|
| 387 |
+
"outputs": [],
|
| 388 |
+
"source": [
|
| 389 |
+
"# Judgement time!\n",
|
| 390 |
+
"\n",
|
| 391 |
+
"openai = OpenAI()\n",
|
| 392 |
+
"response = openai.chat.completions.create(\n",
|
| 393 |
+
" model=\"o3-mini\",\n",
|
| 394 |
+
" messages=judge_messages,\n",
|
| 395 |
+
")\n",
|
| 396 |
+
"results = response.choices[0].message.content\n",
|
| 397 |
+
"print(results)\n"
|
| 398 |
+
]
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"cell_type": "code",
|
| 402 |
+
"execution_count": null,
|
| 403 |
+
"metadata": {},
|
| 404 |
+
"outputs": [],
|
| 405 |
+
"source": [
|
| 406 |
+
"# OK let's turn this into results!\n",
|
| 407 |
+
"\n",
|
| 408 |
+
"results_dict = json.loads(results)\n",
|
| 409 |
+
"ranks = results_dict[\"results\"]\n",
|
| 410 |
+
"for index, result in enumerate(ranks):\n",
|
| 411 |
+
" competitor = competitors[int(result)-1]\n",
|
| 412 |
+
" print(f\"Rank {index+1}: {competitor}\")"
|
| 413 |
+
]
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"cell_type": "markdown",
|
| 417 |
+
"metadata": {},
|
| 418 |
+
"source": [
|
| 419 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 420 |
+
" <tr>\n",
|
| 421 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 422 |
+
" <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 423 |
+
" </td>\n",
|
| 424 |
+
" <td>\n",
|
| 425 |
+
" <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
|
| 426 |
+
" <span style=\"color:#ff7800;\">Which pattern(s) did this use? Try updating this to add another Agentic design pattern.\n",
|
| 427 |
+
" </span>\n",
|
| 428 |
+
" </td>\n",
|
| 429 |
+
" </tr>\n",
|
| 430 |
+
"</table>"
|
| 431 |
+
]
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"cell_type": "code",
|
| 435 |
+
"execution_count": null,
|
| 436 |
+
"metadata": {},
|
| 437 |
+
"outputs": [],
|
| 438 |
+
"source": [
|
| 439 |
+
"# Implement Evaluator-Optimizer workflow design pattern - An Optimizer LLM analyzes the response of the top-ranked competitor\n",
|
| 440 |
+
"# and creates a system prompt designed to improve the response. The system prompot is then\n",
|
| 441 |
+
"# sent back to the top-ranked competitor to deliver a new response. \n",
|
| 442 |
+
"# The optimizer LLM then compares the new response to the old response and surmises\n",
|
| 443 |
+
"# what aspects of the system prompt may be responsible for the differences in the responses.\n",
|
| 444 |
+
"\n",
|
| 445 |
+
"\n",
|
| 446 |
+
"\n",
|
| 447 |
+
"# Get the top competitor (model name) and their response\n",
|
| 448 |
+
"top_rank_index = int(ranks[0]) - 1\n",
|
| 449 |
+
"top_competitor_name = competitors[top_rank_index]\n",
|
| 450 |
+
"top_competitor_response = answers[top_rank_index]\n",
|
| 451 |
+
"top_competitor_prompt = question\n",
|
| 452 |
+
"\n",
|
| 453 |
+
"# Compose a system prompt for GPT-5 to act as an expert evaluator of question quality and answer depth\n",
|
| 454 |
+
"system_prompt = (\n",
|
| 455 |
+
" \"You are an expert evaluator of LLM prompt quality and answer depth. \"\n",
|
| 456 |
+
" \"Your task is to analyze the comprehensiveness and depth of thought in the following answer, \"\n",
|
| 457 |
+
" \"which was generated by a language model in response to a challenging question. \"\n",
|
| 458 |
+
" \"Consider aspects such as completeness, insight, reasoning, and nuance. \"\n",
|
| 459 |
+
" \"Provide a detailed analysis of the answer's strengths and weaknesses and store in the 'markdown_analysis' property.\"\n",
|
| 460 |
+
" \"Generate a suggested system prompt that will improve the answer and store in the 'system_prompt' property.\"\n",
|
| 461 |
+
")\n",
|
| 462 |
+
"\n",
|
| 463 |
+
"# Compose the user prompt for GPT-5\n",
|
| 464 |
+
"user_prompt = (\n",
|
| 465 |
+
" f\"Prompt:\\n{top_competitor_prompt}\\n\\n\"\n",
|
| 466 |
+
" f\"Answer:\\n{top_competitor_response}\\n\\n\"\n",
|
| 467 |
+
" \"Please analyze the comprehensiveness and depth of thought of the above answer. \"\n",
|
| 468 |
+
" \"Discuss its strengths and weaknesses in detail.\"\n",
|
| 469 |
+
")\n",
|
| 470 |
+
"\n",
|
| 471 |
+
"# Call GPT-5 to perform the evaluation\n",
|
| 472 |
+
"gpt5 = OpenAI()\n",
|
| 473 |
+
"\n",
|
| 474 |
+
"# Define the tool schema\n",
|
| 475 |
+
"tools = [\n",
|
| 476 |
+
" {\n",
|
| 477 |
+
" \"type\": \"function\",\n",
|
| 478 |
+
" \"function\": {\n",
|
| 479 |
+
" \"name\": \"markdown_and_structured_data\",\n",
|
| 480 |
+
" \"description\": \"Provide both markdown analysis and structured data\",\n",
|
| 481 |
+
" \"parameters\": {\n",
|
| 482 |
+
" \"type\": \"object\",\n",
|
| 483 |
+
" \"properties\": {\n",
|
| 484 |
+
" \"markdown_analysis\": {\n",
|
| 485 |
+
" \"type\": \"string\",\n",
|
| 486 |
+
" \"description\": \"Detailed markdown analysis\"\n",
|
| 487 |
+
" },\n",
|
| 488 |
+
" \"system_prompt\": {\n",
|
| 489 |
+
" \"type\": \"string\"\n",
|
| 490 |
+
" }\n",
|
| 491 |
+
" },\n",
|
| 492 |
+
" \"required\": [\"markdown_analysis\", \"sentiment\", \"confidence\", \"key_phrases\"]\n",
|
| 493 |
+
" }\n",
|
| 494 |
+
" }\n",
|
| 495 |
+
" }\n",
|
| 496 |
+
"]\n",
|
| 497 |
+
"\n",
|
| 498 |
+
"gpt5_response = gpt5.chat.completions.create(\n",
|
| 499 |
+
" model=\"gpt-5\",\n",
|
| 500 |
+
" messages=[\n",
|
| 501 |
+
" {\"role\": \"system\", \"content\": system_prompt},\n",
|
| 502 |
+
" {\"role\": \"user\", \"content\": user_prompt}\n",
|
| 503 |
+
" ],\n",
|
| 504 |
+
" tools=tools,\n",
|
| 505 |
+
" tool_choice={\"type\": \"function\", \"function\": {\"name\": \"markdown_and_structured_data\"}}\n",
|
| 506 |
+
")\n",
|
| 507 |
+
"\n",
|
| 508 |
+
"tool_call = gpt5_response.choices[0].message.tool_calls[0]\n",
|
| 509 |
+
"arguments = json.loads(tool_call.function.arguments)\n",
|
| 510 |
+
"\n",
|
| 511 |
+
"markdown_analysis = arguments[\"markdown_analysis\"]\n",
|
| 512 |
+
"system_prompt = arguments[\"system_prompt\"]\n",
|
| 513 |
+
"\n",
|
| 514 |
+
"\n",
|
| 515 |
+
"\n",
|
| 516 |
+
"\n",
|
| 517 |
+
"# Display the evaluation\n",
|
| 518 |
+
"from IPython.display import Markdown, display\n",
|
| 519 |
+
"display(Markdown(\"### GPT-5 Evaluation of Top Competitor's Answer\"))\n",
|
| 520 |
+
"display(Markdown(f\"Top Competitor: {top_competitor_name}\"))\n",
|
| 521 |
+
"display(Markdown(markdown_analysis))\n",
|
| 522 |
+
"display(Markdown(\"### Suggested System Prompt\"))\n",
|
| 523 |
+
"display(Markdown(system_prompt))\n",
|
| 524 |
+
"\n",
|
| 525 |
+
"\n",
|
| 526 |
+
"# The top competitor was gemini-2.0-flash, so send the original question and suggested system prompt to generate a new response\n",
|
| 527 |
+
"# Send the system_prompt and original question to gemini-2.0-flash to generate a new answer\n",
|
| 528 |
+
"\n",
|
| 529 |
+
"gemini_response = gemini.chat.completions.create(\n",
|
| 530 |
+
" model=\"gemini-2.0-flash\",\n",
|
| 531 |
+
" messages=[\n",
|
| 532 |
+
" {\"role\": \"system\", \"content\": system_prompt},\n",
|
| 533 |
+
" {\"role\": \"user\", \"content\": question}\n",
|
| 534 |
+
" ]\n",
|
| 535 |
+
")\n",
|
| 536 |
+
"\n",
|
| 537 |
+
"new_answer = gemini_response.choices[0].message.content\n",
|
| 538 |
+
"\n",
|
| 539 |
+
"display(Markdown(\"### Gemini-2.0-Flash New Answer with Suggested System Prompt\"))\n",
|
| 540 |
+
"display(Markdown(new_answer))\n",
|
| 541 |
+
"\n",
|
| 542 |
+
"comparison_prompt = f\"\"\"You are an expert LLM evaluator. Compare the following two answers to the same question, where the only difference is that the second answer was generated using a system prompt suggested by you (GPT-5) after evaluating the first answer.\n",
|
| 543 |
+
"\n",
|
| 544 |
+
"Original Answer (from {top_competitor_name}):\n",
|
| 545 |
+
"{top_competitor_response}\n",
|
| 546 |
+
"\n",
|
| 547 |
+
"New Answer (from {top_competitor_name} with your system prompt):\n",
|
| 548 |
+
"{new_answer}\n",
|
| 549 |
+
"\n",
|
| 550 |
+
"System Prompt Used for New Answer:\n",
|
| 551 |
+
"{system_prompt}\n",
|
| 552 |
+
"\n",
|
| 553 |
+
"Please analyze:\n",
|
| 554 |
+
"- What are the key differences between the two answers?\n",
|
| 555 |
+
"- What aspects of the system prompt likely contributed to these differences?\n",
|
| 556 |
+
"- Did the system prompt improve the quality, accuracy, or style of the answer? How?\n",
|
| 557 |
+
"- Any remaining limitations or further suggestions.\n",
|
| 558 |
+
"\n",
|
| 559 |
+
"Provide a detailed, structured analysis.\n",
|
| 560 |
+
"\"\"\"\n",
|
| 561 |
+
"\n",
|
| 562 |
+
"gpt5_comparison_response = gpt5.chat.completions.create(\n",
|
| 563 |
+
" model=\"gpt-5\",\n",
|
| 564 |
+
" messages=[\n",
|
| 565 |
+
" {\"role\": \"system\", \"content\": \"You are an expert LLM evaluator.\"},\n",
|
| 566 |
+
" {\"role\": \"user\", \"content\": comparison_prompt}\n",
|
| 567 |
+
" ]\n",
|
| 568 |
+
")\n",
|
| 569 |
+
"\n",
|
| 570 |
+
"comparison_analysis = gpt5_comparison_response.choices[0].message.content\n",
|
| 571 |
+
"\n",
|
| 572 |
+
"display(Markdown(\"### GPT-5 Analysis: Impact of System Prompt on Gemini-2.0-Flash's Answer\"))\n",
|
| 573 |
+
"display(Markdown(comparison_analysis))\n",
|
| 574 |
+
"\n",
|
| 575 |
+
"\n"
|
| 576 |
+
]
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"cell_type": "markdown",
|
| 580 |
+
"metadata": {},
|
| 581 |
+
"source": [
|
| 582 |
+
"<table style=\"margin: 0; text-align: left; width:100%\">\n",
|
| 583 |
+
" <tr>\n",
|
| 584 |
+
" <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
|
| 585 |
+
" <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
|
| 586 |
+
" </td>\n",
|
| 587 |
+
" <td>\n",
|
| 588 |
+
" <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
|
| 589 |
+
" <span style=\"color:#00bfff;\">These kinds of patterns - to send a task to multiple models, and evaluate results,\n",
|
| 590 |
+
" are common where you need to improve the quality of your LLM response. This approach can be universally applied\n",
|
| 591 |
+
" to business projects where accuracy is critical.\n",
|
| 592 |
+
" </span>\n",
|
| 593 |
+
" </td>\n",
|
| 594 |
+
" </tr>\n",
|
| 595 |
+
"</table>"
|
| 596 |
+
]
|
| 597 |
+
}
|
| 598 |
+
],
|
| 599 |
+
"metadata": {
|
| 600 |
+
"kernelspec": {
|
| 601 |
+
"display_name": ".venv",
|
| 602 |
+
"language": "python",
|
| 603 |
+
"name": "python3"
|
| 604 |
+
},
|
| 605 |
+
"language_info": {
|
| 606 |
+
"codemirror_mode": {
|
| 607 |
+
"name": "ipython",
|
| 608 |
+
"version": 3
|
| 609 |
+
},
|
| 610 |
+
"file_extension": ".py",
|
| 611 |
+
"mimetype": "text/x-python",
|
| 612 |
+
"name": "python",
|
| 613 |
+
"nbconvert_exporter": "python",
|
| 614 |
+
"pygments_lexer": "ipython3",
|
| 615 |
+
"version": "3.12.7"
|
| 616 |
+
}
|
| 617 |
+
},
|
| 618 |
+
"nbformat": 4,
|
| 619 |
+
"nbformat_minor": 2
|
| 620 |
+
}
|