preparing scaffoldings of concept to be aimed

Taskfile.yml

@@ -8,5 +8,4 @@ vars:
 tasks:
   default:
     cmds:
-      - echo "{{.GREETING}}"
-    silent: true
+      - uv run jupyter notebook

pyproject.toml

@@ -4,7 +4,36 @@ version = "0.1.0"
 description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.12"
-dependencies = []
+dependencies = [
+    "astropy>=7.2.0",
+    "beautifulsoup4>=4.14.3",
+    "chromadb>=1.5.2",
+    "crewai[litellm]>=0.95.0",
+    "datasets>=4.6.1",
+    "diffusers[torch]>=0.36.0",
+    "fastapi>=0.135.1",
+    "gguf>=0.18.0",
+    "gitpython>=3.1.46",
+    "libretranslatepy>=2.1.4",
+    "litellm[proxy]>=1.82.0",
+    "markdownify>=1.2.2",
+    "numpy>=2.4.2",
+    "ollama>=0.6.1",
+    "openai>=2.24.0",
+    "opencv-contrib-python-headless>=4.13.0.92",
+    "paramiko>=4.0.0",
+    "pillow>=12.1.1",
+    "pygithub>=2.8.1",
+    "requests>=2.32.5",
+    "safetensors>=0.7.0",
+    "scikit-learn>=1.8.0",
+    "setuptools>=82.0.0",
+    "tokenizers>=0.22.2",
+    "torch>=2.10.0",
+    "transformers>=5.2.0",
+    "wheel>=0.46.3",
+    "wikipedia>=1.4.0",
+]
 
 [dependency-groups]
 dev = [
@@ -23,5 +52,7 @@ dev = [
     "notebook>=7.5.4",
     "ollama>=0.6.1",
     "pillow>=12.1.1",
+    "scapy>=2.7.0",
+    "sherlock-project>=0.16.0",
     "transformers>=5.2.0",
 ]

src/tests.ipynb

@@ -0,0 +1,390 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "9a4eb4ec",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<sqlite3.Cursor at 0x7f13e777f5c0>"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import sqlite3\n",
+    "con = sqlite3.connect(\"../bin/knowledge.db\")\n",
+    "\n",
+    "cur = con.cursor()\n",
+    "\n",
+    "cur.execute(\"CREATE TABLE glossary(id, title, description, hashlabel)\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "75eef0d4",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import wikipedia"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "718bcc93-4e4a-43ad-993e-73788e350947",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import chromadb"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "a54e8544-ec7d-4600-9d4e-87f2af110cfe",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import git"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "467d2b08-35e6-4d9c-9412-dec84b8ad155",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<ollama._client.Client at 0x7f431f2aa8a0>"
+      ]
+     },
+     "execution_count": 1,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import ollama\n",
+    "\n",
+    "client = ollama.Client(\n",
+    "  host='http://azrael.snet:11434'\n",
+    ")\n",
+    "\n",
+    "client"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "7eebda8a-ca83-4dec-82e5-a2b3ab00148b",
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "tinytest-gguf:latest\n",
+      "gpt-oss:120b\n",
+      "mathstral:latest\n",
+      "wizardlm:7b-q2_K\n",
+      "phi4-mini-reasoning:latest\n",
+      "smallthinker:latest\n",
+      "aya-expanse:latest\n",
+      "yarn-llama2:latest\n",
+      "meditron:latest\n",
+      "xwinlm:latest\n",
+      "reflection:latest\n",
+      "exaone3.5:7.8b\n",
+      "granite3.1-dense:8b\n",
+      "llava-phi3:latest\n",
+      "falcon3:1b\n",
+      "codegemma:2b\n",
+      "starcoder2:3b\n",
+      "mistral-small:22b\n",
+      "llama3.1:8b\n",
+      "qwen3:1.7b\n",
+      "qwen3-coder:latest\n",
+      "deepseek-r1:8b\n",
+      "deepseek-r1:14b\n",
+      "gpt-oss:latest\n",
+      "llama4:latest\n",
+      "embeddinggemma:latest\n",
+      "paraphrase-multilingual:latest\n",
+      "all-minilm:latest\n",
+      "bge-m3:latest\n",
+      "notus:latest\n",
+      "goliath:latest\n",
+      "minicpm-v:latest\n",
+      "sarverott/EON-alfa:latest\n",
+      "nomic-embed-text:latest\n",
+      "sarverott/EON-beta:latest\n",
+      "EON-beta___Chronus:latest\n",
+      "gemma3:latest\n",
+      "EON-alfa---Pozeralka-snap2:latest\n",
+      "EON-alfa---Pozeralka:latest\n",
+      "llama3.2:latest\n",
+      "gemma3:1b\n",
+      "cognitivetech/obook_title:latest\n",
+      "msn/artl:latest\n",
+      "wizardcoder:latest\n",
+      "wizard-math:70b\n",
+      "wizard-math:13b\n",
+      "wizard-math:latest\n",
+      "smollm:latest\n",
+      "yi:latest\n",
+      "orca-mini:latest\n",
+      "olmo2:latest\n",
+      "snowflake-arctic-embed:latest\n",
+      "duckdb-nsql:latest\n",
+      "mistrallite:latest\n",
+      "command-r7b:latest\n",
+      "tulu3:latest\n",
+      "r1-1776:latest\n",
+      "dbrx:latest\n",
+      "granite3-guardian:latest\n",
+      "alfred:latest\n",
+      "sailor2:latest\n",
+      "command-a:latest\n",
+      "starcoder2:latest\n",
+      "deepseek-v3:latest\n",
+      "mistral-nemo:latest\n",
+      "tinyllama:latest\n",
+      "mxbai-embed-large:latest\n",
+      "phi:latest\n",
+      "codellama:latest\n",
+      "gemma2:latest\n",
+      "llava:latest\n",
+      "qwen2.5:latest\n",
+      "mistral:latest\n",
+      "qwq:latest\n",
+      "qwen2:latest\n",
+      "phi4:14b-fp16\n",
+      "OpSor-license-master:latest\n",
+      "the-omnilibris-license-specialist:latest\n",
+      "the-hermetic-officer___BOS:latest\n",
+      "nous-hermes2:latest\n",
+      "the-library-master___omnilibris-shakespeare-KFT_docs:latest\n",
+      "deepseek-r1:7b\n",
+      "deepseek-apokryf-overviewed-and-topics-discused:latest\n",
+      "deepseek-for-anubis:latest\n",
+      "deepseek-r1:latest\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "[None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None,\n",
+       " None]"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "[print(llmEntity.model) for llmEntity in client.list().models]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "8f6b4e83-53cb-4a81-91ca-01479c80ca62",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "ProgressResponse(status='success', completed=None, total=None, digest=None)"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "client.pull(\"translategemma:4b\")\n",
+    "client.pull(\"qwen3.5:0.8b\")\n",
+    "client.pull(\"qwen3.5:latest\")\n",
+    "client.pull(\"lfm2.5-thinking:latest\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "f273ce0b-a7af-44d6-bb5c-14b7998b3947",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "ShowResponse(modified_at=datetime.datetime(2026, 2, 27, 8, 7, 46, 993669, tzinfo=TzInfo(0)), template='{{- range .Messages }}<|{{ .Role }}|>\\n{{ .Content }}</s>\\n{{ end }}<|assistant|>\\n', modelfile='# Modelfile generated by \"ollama show\"\\n# To build a new Modelfile based on this, replace FROM with:\\n# FROM tinytest-gguf:latest\\n\\nFROM /media/sarverott/setternet-A22/House_of_Anubis/dynamic-morgue-valut/OLLAMA/models/blobs/sha256-2af3b81862c6be03c769683af18efdadb2c33f60ff32ab6f83e42c043d6c7816\\nTEMPLATE \"{{- range .Messages }}<|{{ .Role }}|>\\n{{ .Content }}</s>\\n{{ end }}<|assistant|>\\n\"\\nPARAMETER stop <|system|>\\nPARAMETER stop </s>\\nPARAMETER stop <|user|>\\nPARAMETER stop <|assistant|>\\n', license=None, details=ModelDetails(parent_model='/media/sarverott/setternet-A22/House_of_Anubis/dynamic-morgue-valut/OLLAMA/models/blobs/sha256-2af3b81862c6be03c769683af18efdadb2c33f60ff32ab6f83e42c043d6c7816', format='gguf', family='llama', families=['llama'], parameter_size='1.1B', quantization_level='Q4_0'), modelinfo={'general.architecture': 'llama', 'general.file_type': 2, 'general.parameter_count': 1100048384, 'general.quantization_version': 2, 'llama.attention.head_count': 32, 'llama.attention.head_count_kv': 4, 'llama.attention.layer_norm_rms_epsilon': 1e-05, 'llama.block_count': 22, 'llama.context_length': 2048, 'llama.embedding_length': 2048, 'llama.feed_forward_length': 5632, 'llama.rope.dimension_count': 64, 'llama.rope.freq_base': 10000, 'tokenizer.ggml.bos_token_id': 1, 'tokenizer.ggml.eos_token_id': 2, 'tokenizer.ggml.merges': None, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.padding_token_id': 2, 'tokenizer.ggml.scores': None, 'tokenizer.ggml.token_type': None, 'tokenizer.ggml.tokens': None, 'tokenizer.ggml.unknown_token_id': 0}, parameters='stop                           \"<|system|>\"\\nstop                           \"</s>\"\\nstop                           \"<|user|>\"\\nstop                           \"<|assistant|>\"', capabilities=['completion'])"
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#client.show(\"tinytest-gguf:latest\")\n",
+    "#gemma3:latest\n",
+    "#gemma3n:latest\n",
+    "#gemma3:1b\n",
+    "#gemma2:latest\n",
+    "#codegemma:latest\n",
+    "#shieldgemma:latest\n",
+    "#gemma:latest\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "83c1605f-e3fe-41e5-b6cb-1eebd450a253",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "ProgressResponse(status='success', completed=None, total=None, digest=None)"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "client.pull(\"functiongemma:latest\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "5feb7263-e18e-4c98-916d-d4f4fa3bba1d",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "[\"embeddinggemma:latest\",\"functiongemma:latest\",\"translategemma:4b\","
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}