Delete folder global_ai with huggingface_hub

global_ai/canada/cohere-toolkit/.devcontainer/devcontainer.json

@@ -1,12 +0,0 @@
-{
-	"image": "mcr.microsoft.com/devcontainers/universal:2",
-	"features": {
-	  "ghcr.io/devcontainers/features/python": {
-		"version": "3.11"
-	  },
-	  "ghcr.io/devcontainers-contrib/features/poetry": {}
-	},
-	"forwardPorts": [
-	  8000
-	]
-}

global_ai/canada/cohere-toolkit/.devcontainer/init.sh

@@ -1,52 +0,0 @@
-#!/bin/bash
-
-# Check if .env file exists or needs to be created
-if [ ! -f .env ]; then
-    # Check if .env-template exists and copy it to .env
-    if [ -f .env-template ]; then
-        cp .env-template .env
-    else
-        echo "Error: .env-template file not found. Please create or copy it to the current directory."
-    fi
-fi
-
-# Get and replace CODESPACE_NAME in .env file if it exists
-if [ -f .env ]; then
-    CODESPACE_NAME=$(eval echo "$CODESPACE_NAME")
-    sed -i "s|NEXT_PUBLIC_API_HOSTNAME=http://localhost:8000|NEXT_PUBLIC_API_HOSTNAME=https://$CODESPACE_NAME-8000.app.github.dev|g" .env
-fi
-
-port=8000
-visibility=public
-max_attempts=5
-backoff_seconds=2
-
-# Check gh command and its output
-gh_output=$(gh --version 2>&1)
-gh_exit_code=$?
-
-if [ $gh_exit_code -ne 0 ]; then
-    echo "Error: 'gh' command not found. Please install GitHub CLI."
-    exit 1
-fi
-
-# Update port visibility with exponential backoff
-attempt=1
-echo "Updating port $port visibility to $visibility (attempt $attempt/$max_attempts)"
-while true; do
-    if gh codespace ports visibility $port:$visibility -c $CODESPACE_NAME; then
-        break # Exit the loop if successful
-    fi
-
-    echo "Error: Failed to update port visibility. Retrying in $backoff_seconds seconds..."
-    sleep $backoff_seconds
-    backoff_seconds=$((backoff_seconds * 2)) # Double the backoff time for each retry
-    attempt=$((attempt + 1))
-
-    if [ $attempt -gt $max_attempts ]; then
-        echo "Exceeded maximum attempts. Failed to update port visibility."
-        exit 1
-    fi
-done
-
-echo "Set up complete. Add API key(s) to your .env file and then run \`make up\`."

global_ai/canada/cohere-toolkit/.env-template

@@ -1,101 +0,0 @@
-# REQUIRED VARIABLES
-
-NEXT_PUBLIC_API_HOSTNAME=http://localhost:8000
-DATABASE_URL=postgresql+psycopg2://postgres:postgres@db:5432
-
-# Migrate access token, used to authenticate requests to the migrate endpoint.
-
-# You can generate it using some random string generator.
-
-MIGRATE_TOKEN=<MIGRATE_TOKEN>
-
-# TOOLS
-
-PYTHON_INTERPRETER_URL=http://terrarium:8080
-TAVILY_API_KEY=<API_KEY_HERE>
-WOLFRAM_APP_ID=<APP_ID_HERE>
-
-# Use tools preamble to enhance the model with additional information for better tool usage.
-USE_TOOLS_PREAMBLE=True
-
-
-# CORAL WEB
-
-NEXT_PUBLIC_HAS_CUSTOM_LOGO=false
-
-# DEPLOYMENTS
-
-# To use the Toolkit, at least one deployment must be setup, the simplest
-
-# being the Cohere Platform. See the README.md for more details.
-
-# 1 - Cohere Platform
-
-COHERE_API_KEY=<API_KEY_HERE>
-
-# 2 - SageMaker
-
-SAGE_MAKER_ACCESS_KEY=<ACCESS KEY>
-SAGE_MAKER_SECRET_KEY=<SECRET KEY>
-SAGE_MAKER_SESSION_TOKEN=<SESSION TOKEN>
-SAGE_MAKER_REGION_NAME=<REGION NAME>
-SAGE_MAKER_ENDPOINT_NAME=<ENDPOINT NAME>
-
-# 3 - Azure
-
-AZURE_API_KEY=<API KEY>
-AZURE_CHAT_ENDPOINT_URL=<ENDPOINT URL>
-
-# 4 - Bedrock
-
-BEDROCK_ACCESS_KEY=<ACCESS KEY>
-BEDROCK_SECRET_KEY=<SECRET KEY>
-BEDROCK_SESSION_TOKEN=<SESSION TOKEN>
-BEDROCK_REGION_NAME=<REGION NAME>
-
-# Experimental features
-
-USE_AGENTS_VIEW=False
-
-# Community features
-
-USE_COMMUNITY_FEATURES='True'
-
-# For setting up authentication, see: docs/auth_guide.md
-
-AUTH_SECRET_KEY=<See auth.guide.md on how to generate a secure one>
-
-# Required for specifying OAuth Redirect URI
-
-FRONTEND_HOSTNAME=http://localhost:4000
-NEXT_PUBLIC_FRONTEND_HOSTNAME=${FRONTEND_HOSTNAME}
-
-# Redis
-
-REDIS_URL=redis://:redis@redis:6379
-
-# Google OAuth
-
-GOOGLE_CLIENT_ID=<GOOGLE_CLIENT_ID>
-GOOGLE_CLIENT_SECRET=<GOOGLE_CLIENT_SECRET>
-
-# OpenID Connect
-
-OIDC_CLIENT_ID=<OIDC_CLIENT_ID>
-OIDC_CLIENT_SECRET=<OIDC_CLIENT_SECRET>
-OIDC_WELL_KNOWN_ENDPOINT=<OIDC_WELL_KNOWN_ENDPOINT>
-
-# SCIM
-SCIM_USER=<SCIM_USER>
-SCIM_PASSWORD=<SCIM_PASSWORD>
-
-# Google Drive
-
-GOOGLE_DRIVE_CLIENT_ID=
-GOOGLE_DRIVE_CLIENT_SECRET=
-NEXT_PUBLIC_GOOGLE_DRIVE_CLIENT_ID=${GOOGLE_DRIVE_CLIENT_ID}
-NEXT_PUBLIC_GOOGLE_DRIVE_DEVELOPER_KEY=
-
-# Google Cloud
-
-GOOGLE_CLOUD_API_KEY=<API_KEY_HERE>

global_ai/canada/cohere-toolkit/.github/ISSUE_TEMPLATE/bug.yml

@@ -1,21 +0,0 @@
-name: Bug
-description: Raise a bug related to existing functionality
-labels:
-  - bug
-body:
-  - type: textarea
-    attributes:
-      label: What is the issue?
-      description: |
-        - Give as much detail as you can to help us understand the bug.
-        - Include any error messages or error codes.
-        - Try to add reproduction steps if possible.
-    validations:
-      required: true
-
-  - type: textarea
-    attributes:
-      label: Additional information
-      description: Any other context, images or comments to add.
-    validations:
-      required: false

global_ai/canada/cohere-toolkit/.github/ISSUE_TEMPLATE/config.yml

@@ -1,8 +0,0 @@
-blank_issues_enabled: false
-contact_links:
-  - name: Documentation
-    url: https://docs.cohere.com/docs
-    about: For detailed information about Cohere's API visit the documentation page.
-  - name: General Community Help
-    url: https://discord.com/invite/co-mmunity
-    about: For any general question not related to connectors please visit Cohere's Community's Discord.

global_ai/canada/cohere-toolkit/.github/ISSUE_TEMPLATE/feature_request.yml

@@ -1,21 +0,0 @@
-name: Feature request
-description: Request a new feature
-labels:
-  - feature
-body:
-  - type: textarea
-    attributes:
-      label: What feature(s) would you like to see?
-      description: |
-        - Give as much detail as you can to help us understand the feature.
-        - What benefits would this feature bring, and how would the user interact with it?
-        - Feel free to give any technical suggestions on how this should be implemented.
-    validations:
-      required: true
-
-  - type: textarea
-    attributes:
-      label: Additional information
-      description: Any other context, images or comments to add.
-    validations:
-      required: false

global_ai/canada/cohere-toolkit/.github/ISSUE_TEMPLATE/improvement.yml

@@ -1,19 +0,0 @@
-name: Improvement
-description: Improve any existing functionality, and/or add documentation
-labels:
-  - improvement
-body:
-  - type: textarea
-    attributes:
-      label: What improvement(s) are you suggesting?
-      description: |
-        - Give as many details as you can, including any implementation steps, if any.
-    validations:
-      required: true
-
-  - type: textarea
-    attributes:
-      label: Additional information
-      description: Any other context, images or comments to add.
-    validations:
-      required: false

global_ai/canada/cohere-toolkit/.github/actions/assistants-web-install/action.yml

@@ -1,18 +0,0 @@
-name: js-install
-description: Set up Node.js/npm, install dependencies
-
-runs:
-  using: composite
-  steps:
-    - uses: actions/checkout@v4
-    - name: Install Node.js
-      uses: actions/setup-node@v4
-      with:
-        node-version-file: "src/interfaces/assistants_web/.nvmrc"
-        cache: "npm"
-        cache-dependency-path: "src/interfaces/assistants_web/package-lock.json"
-
-    - name: Install dependencies with npm
-      shell: bash
-      working-directory: src/interfaces/assistants_web
-      run: npm ci

global_ai/canada/cohere-toolkit/.github/actions/coral-web-install/action.yml

@@ -1,18 +0,0 @@
-name: js-install
-description: Set up Node.js/npm, install dependencies
-
-runs:
-  using: composite
-  steps:
-    - uses: actions/checkout@v4
-    - name: Install Node.js
-      uses: actions/setup-node@v4
-      with:
-        node-version-file: "src/interfaces/coral_web/.nvmrc"
-        cache: "npm"
-        cache-dependency-path: "src/interfaces/coral_web/package-lock.json"
-
-    - name: Install dependencies with npm
-      shell: bash
-      working-directory: src/interfaces/coral_web
-      run: npm ci

global_ai/canada/cohere-toolkit/.github/pull_request_template.md

@@ -1,27 +0,0 @@
-Thank you for contributing to the Cohere Toolkit!
-
-- [ ] **PR title**: "area: description"
-
-  - Where "area" is whichever of interface, frontend, model, tools, backend, etc. is being modified. Use "docs: ..." for purely docs changes, "infra: ..." for CI changes.
-  - Example: "deployment: add Azure model option"
-
-- [ ] **PR message**: **_Delete this entire checklist_** and replace with
-
-  - **Description:** a description of the change
-  - **Issue:** the issue # it fixes, if applicable
-  - **Dependencies:** any dependencies required for this change
-
-- [ ] **Add tests and docs**: Please include testing and documentation for your changes
-- [ ] **Lint and test**: Run `make lint` and `make run-unit-tests`
-
-**AI Description**
-
-<!-- begin-generated-description -->
-
-<!--
-  New: command-r-plus will maintain a pr description for you!
-  Simply delete this section to opt out.
-  Content inside this section will be overwritten by command as the PR is updated.
--->
-
-<!-- end-generated-description -->

global_ai/canada/cohere-toolkit/.github/scripts/check_revision_ids.py

@@ -1,14 +0,0 @@
-import glob
-
-
-def main():
-    files = glob.glob("src/backend/alembic/versions/*.py")
-
-    if len(files) != len(set(files)):
-        raise Exception("Duplicate file name found")
-
-    print("All revision IDs are unique")
-
-
-if __name__ == "__main__":
-    main()

global_ai/canada/cohere-toolkit/.github/scripts/run_docker_migration.sh

@@ -1,5 +0,0 @@
-#!/bin/bash
-cd $SSH_PROJECT_DIR
-git pull
-make migrate
-echo "Migration complete"

global_ai/canada/cohere-toolkit/.github/scripts/run_src_migration.sh

@@ -1,6 +0,0 @@
-#!/bin/bash
-cd $SSH_PROJECT_DIR
-git pull
-source .venv/bin/activate
-alembic -c src/backend/alembic.ini upgrade head
-echo "Migration complete"

global_ai/canada/cohere-toolkit/.github/workflows/alembic_duplicates.yml

@@ -1,30 +0,0 @@
-name: Alembic - No duplicate IDs
-
-on:
-  pull_request:
-    paths:
-      - 'src/backend/alembic/versions/**'
-  push:
-    paths:
-      - 'src/backend/alembic/versions/**'
-
-jobs:
-  check-alembic-revision-ids:
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v2
-
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.8
-
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install alembic
-
-    - name: Check for duplicate revision IDs
-      run: python .github/scripts/check_revision_ids.py

global_ai/canada/cohere-toolkit/.github/workflows/alembic_migrations.yml

@@ -1,64 +0,0 @@
-name: Alembic - Automate migrations
-# This workflow provides a way to run Alembic migrations using SSH or migration API or database URL.
-on:
-  push:
-    branches: [ main ]
-jobs:
-  run-alembic-migrations-ssh:
-    runs-on: ubuntu-latest
-    environment: production
-    env:
-        SSH_PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
-        SSH_HOST: ${{secrets.SSH_HOST}}
-        SSH_PORT: ${{secrets.SSH_PORT}}
-        SSH_USER_NAME: ${{secrets.SSH_USER_NAME}}
-        DATABASE_URL: ${{secrets.MIGRATION_DATABASE_URL}}
-        MIGRATION_API_ENDPOINT: ${{secrets.MIGRATION_API_ENDPOINT}}
-        MIGRATION_API_TOKEN: ${{secrets.MIGRATION_API_TOKEN}}
-        # If migration API params are present, use backend API to run migrations.
-        USE_MIGRATION_API: ${{ (secrets.MIGRATION_API_ENDPOINT != '') && (secrets.MIGRATION_API_TOKEN != '') }}
-        # If database URL is present, run migrations on DB connection.
-        # Please note that the database connection should be open to the IP from where the migrations are being run.
-        # If you are using a private network, you can set up SSH tunnel to run migrations.
-        USE_DATABASE_URL: ${{ secrets.MIGRATION_DATABASE_URL != '' }}
-        # If SSH params are present, use SSH to run migrations.
-        USE_SSH: ${{ (secrets.SSH_PRIVATE_KEY != '') && (secrets.SSH_HOST != '') && (secrets.SSH_USER_NAME != '') && (secrets.SSH_PORT != '')}}
-
-    steps:
-        - name: Run Alembic Migrations SSH
-          if: ${{ (env.USE_SSH == 'true' && env.USE_MIGRATION_API == 'false' && env.USE_DATABASE_URL == 'false') }}
-          run: |
-            echo "Running migrations using SSH"
-            echo "$SSH_PRIVATE_KEY" > private_key && chmod 600 private_key
-            ssh -o StrictHostKeyChecking=no -i private_key ${SSH_USER_NAME}@${SSH_HOST} -p ${SSH_PORT} '
-                export SSH_PROJECT_DIR=~/cohere-toolkit && # Set the project directory here
-                sh $SSH_PROJECT_DIR/.github/scripts/run_docker_migration.sh && # Delete this command if your toolkit is not in a docker container
-                sh $SSH_PROJECT_DIR/.github/scripts/run_src_migration.sh # Delete this command if your toolkit is in a docker container
-            '
-        - name: Run Alembic Migrations API
-          if: ${{ (env.USE_SSH == 'false' && env.USE_MIGRATION_API == 'true' && env.USE_DATABASE_URL == 'false') }}
-          run: |
-            echo "Running migrations using the migration API"
-            curl -H "Authorization: Bearer $MIGRATION_API_TOKEN" -X POST $MIGRATION_API_ENDPOINT
-        - name: Checkout repository
-          if: ${{(env.USE_SSH == 'false' && env.USE_MIGRATION_API == 'false' && env.USE_DATABASE_URL == 'true')  || (env.USE_SSH == 'true' && env.USE_MIGRATION_API == 'true' && env.USE_DATABASE_URL == 'true') }}
-          uses: actions/checkout@v4
-        - name: Set up Python 3.11
-          if: ${{(env.USE_SSH == 'false' && env.USE_MIGRATION_API == 'false' && env.USE_DATABASE_URL == 'true')  || (env.USE_SSH == 'true' && env.USE_MIGRATION_API == 'true' && env.USE_DATABASE_URL == 'true') }}
-          uses: actions/setup-python@v5
-          with:
-            python-version: "3.11"
-        - name: Run Alembic Migrations Database
-          if: ${{(env.USE_SSH == 'false' && env.USE_MIGRATION_API == 'false' && env.USE_DATABASE_URL == 'true')  || (env.USE_SSH == 'true' && env.USE_MIGRATION_API == 'true' && env.USE_DATABASE_URL == 'true') }}
-          run: |
-            echo "Running migrations using the database URL"
-            pip install poetry==1.7.1
-            export POETRY_VIRTUALENVS_IN_PROJECT=true
-            poetry install
-            echo "DATABASE_URL=$DATABASE_URL" > .env
-            source .venv/bin/activate
-            alembic -c src/backend/alembic.ini upgrade head
-        - name: Fail Migration
-          if: ${{ (env.USE_SSH == 'false' && env.USE_MIGRATION_API == 'false' && env.USE_DATABASE_URL == 'false') }}
-          run: |
-            echo "Migration failed. Please provide either SSH, Migration API or Database URL environment variables. See the README for more information."

global_ai/canada/cohere-toolkit/.github/workflows/automated_release.yml

@@ -1,73 +0,0 @@
-name: Automated Release
-
-on:
-  push:
-    branches:
-      - main
-
-jobs:
-  check-and-release:
-    runs-on: ubuntu-latest
-    steps:
-      # Checkout
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      # Get the latest release version
-      - name: Get latest release version
-        id: get_latest_release
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: |
-          latest_release=$(gh release list --limit 1 --json tagName --jq '.[0].tagName' || echo "v0.0.0")
-          echo "latest_release=${latest_release}" >> $GITHUB_ENV
-
-      # Extract version from _RELEASE_VERSION constant in main.py
-      - name: Extract version from main.py
-        id: get_submitted_version
-        run: |
-          submitted_version=$(grep '_RELEASE_VERSION' src/backend/main.py | sed -E 's/.*"([^"]+)".*/\1/')
-          echo "submitted_version=${submitted_version}" >> $GITHUB_ENV
-
-      # Check if new version is greater
-      - name: Check if new version is greater
-        id: check_version
-        run: |
-          latest_version_number=$(echo "$latest_release" | sed 's/^v//')
-          submitted_version_number=$(echo "$submitted_version" | sed 's/^v//')
-          # Get major, minor, and patch from the versions
-          IFS='.' read -r l_major l_minor l_patch <<<"$latest_version_number"
-          IFS='.' read -r f_major f_minor f_patch <<<"$submitted_version_number"
-          # Compare major, minor, and patch versions
-          if [ "$f_major" -gt "$l_major" ] || 
-             ([ "$f_major" -eq "$l_major" ] && [ "$f_minor" -gt "$l_minor" ]) || 
-             ([ "$f_major" -eq "$l_major" ] && [ "$f_minor" -eq "$l_minor" ] && [ "$f_patch" -gt "$l_patch" ]); then
-            echo "new_version_needed=true" >> $GITHUB_ENV
-            echo "NEED TO CREATE A NEW RELEASE."
-          else
-            echo "new_version_needed=false" >> $GITHUB_ENV
-            echo "NO NEED TO CREATE A NEW RELEASE."
-            exit 0
-          fi
-
-      # Create a new release if the version is greater
-      - name: Create new release
-        if: env.new_version_needed == 'true'
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: |
-          release_date=$(date +'%Y-%m-%d')
-          release_title="${release_date} (${submitted_version})"
-          description="### Full Changelog: https://github.com/${GITHUB_REPOSITORY}/compare/${latest_release}...${submitted_version}"
-          latest_release_date=$(gh release view "${latest_release}" --json createdAt --jq '.createdAt')
-          changelog=$(gh pr list --state merged --base main --search "merged:>$latest_release_date" --json title,number,url,author --jq '.[] | "- PR #" + (.number|tostring) + " by @" + (.author.login) + ": " + .title')
-          if [[ -z "$changelog" ]]; then
-            echo "No pull requests found since the last release."
-            changelog="No pull requests found since the last release."
-          fi
-          description="## What's Changed:\n${changelog}\n${description}"
-          echo "Creating release with title: $release_title"
-          gh release create "${submitted_version}" \
-            --title "$release_title" \
-            --notes "$(echo -e "$description")"
-          echo "Release created successfully."

global_ai/canada/cohere-toolkit/.github/workflows/backend_integration_tests.yml

@@ -1,61 +0,0 @@
-name: Backend - Integration tests
-
-on:
-  push:
-    branches:
-      - main
-    paths:
-      - src/backend/**
-  pull_request:
-    paths:
-      - src/backend/**
-
-jobs:
-  pytest:
-    permissions: write-all
-    # environment: development
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout repo
-        uses: actions/checkout@v3
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: '3.11'
-          cache: 'pip'
-
-      - name: Install poetry
-        uses: snok/install-poetry@v1
-        with:
-          virtualenvs-create: true
-          virtualenvs-in-project: true
-          virtualenvs-path: .venv
-          installer-parallel: true
-
-      - name: Load cached venv
-        id: cached-poetry-dependencies
-        uses: actions/cache@v4
-        with:
-          path: .venv
-          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
-
-      - name: Install dependencies
-        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
-        run: poetry install --with dev --no-interaction --no-root
-
-      - name: Setup test DB container
-        run: make test-db
-
-      - name: Test with pytest
-        if: github.actor != 'dependabot[bot]'
-        run: |
-          make run-integration-tests
-        env:
-          PYTHONPATH: src
-
-      - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v4.0.1
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          file: coverage.xml

global_ai/canada/cohere-toolkit/.github/workflows/backend_lint.yml

@@ -1,26 +0,0 @@
-name: Backend - Lint
-
-on:
-  push:
-    branches:
-      - main
-    paths:
-      - src/backend/**
-  pull_request:
-    paths:
-      - src/backend/**
-
-jobs:
-  lint:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          clean: true
-      - name: Run lint checks
-        uses: astral-sh/ruff-action@v3
-        with:
-          src: './src/'
-          version: 0.6.0

global_ai/canada/cohere-toolkit/.github/workflows/backend_typecheck.yml

@@ -1,36 +0,0 @@
-name: Backend - Typecheck new files
-
-on:
-  push:
-    branches:
-      - main
-    paths:
-      - src/backend/**
-  pull_request:
-    paths:
-      - src/backend/**
-
-jobs:
-  check:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - run: pipx install poetry
-      - uses: actions/setup-python@v4
-        with:
-          python-version: '3.11'
-          cache: 'poetry'
-      - run: poetry install
-      - run: echo "$(poetry env info --path)/bin" >> $GITHUB_PATH
-      - name: Get new files added in the PR
-        id: get_new_files
-        run: |
-          git fetch origin main
-          NEW_PY_FILES=$(git diff --name-only --diff-filter=A origin/main HEAD | grep '\.py$' | tr '\n' ' ')
-          echo "New files: $NEW_PY_FILES"
-          echo "new_py_files=$NEW_PY_FILES" >> $GITHUB_OUTPUT
-      - name: Typecheck new files
-        uses: jakebailey/pyright-action@v2
-        with:
-          version: 1.1.311
-          extra-args: ${{ steps.get_new_files.outputs.new_py_files }}

global_ai/canada/cohere-toolkit/.github/workflows/backend_unit_tests.yml

@@ -1,61 +0,0 @@
-name: Backend - Unit tests
-
-on:
-  push:
-    branches:
-      - main
-    paths:
-      - src/backend/**
-  pull_request:
-    paths:
-      - src/backend/**
-
-jobs:
-  pytest:
-    permissions: write-all
-    # environment: development
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout repo
-        uses: actions/checkout@v3
-
-      - uses: actions/setup-python@v5
-        with:
-          python-version: '3.11'
-          cache: 'pip'
-
-      - name: Install poetry
-        uses: snok/install-poetry@v1
-        with:
-          virtualenvs-create: true
-          virtualenvs-in-project: true
-          virtualenvs-path: .venv
-          installer-parallel: true
-
-      - name: Load cached venv
-        id: cached-poetry-dependencies
-        uses: actions/cache@v4
-        with:
-          path: .venv
-          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
-
-      - name: Install dependencies
-        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
-        run: poetry install --with dev --no-interaction --no-root
-
-      - name: Setup test DB container
-        run: make test-db
-
-      - name: Test with pytest
-        if: github.actor != 'dependabot[bot]'
-        run: |
-          make run-unit-tests
-        env:
-          PYTHONPATH: src
-
-      - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v4.0.1
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          file: coverage.xml

global_ai/canada/cohere-toolkit/.github/workflows/docker_push_backend.yml

@@ -1,45 +0,0 @@
-name: Backend - Create and publish Docker image
-
-on:
-  release:
-    types: [published]
-  workflow_dispatch:
-    inputs:
-      tags:
-        description: 'Docker image tag (e.g: v0.0.1)'
-        required: false
-        type: string
-
-env:
-  REGISTRY: ghcr.io
-  IMAGE_NAME: cohere-toolkit-backend
-
-jobs:
-  build-and-push-backend-image:
-    runs-on: ubuntu-latest
-    # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata (tags, labels) for Docker
-        id: meta
-        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
-        with:
-          images: ${{ env.REGISTRY }}/cohere-ai/${{ env.IMAGE_NAME }}
-      - name: Build and push Docker image
-        uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
-        with:
-          context: .
-          tags: ${{ steps.meta.outputs.tags }}
-          file: ./src/backend/Dockerfile
-          push: true

global_ai/canada/cohere-toolkit/.github/workflows/docker_push_frontend.yml

@@ -1,44 +0,0 @@
-name: Frontend - Create and publish Docker image
-
-on:
-  release:
-    types: [published]
-  workflow_dispatch:
-    inputs:
-      tags:
-        description: 'Docker image tag (e.g: v0.0.1)'
-        required: false
-        type: string
-
-env:
-  REGISTRY: ghcr.io
-  IMAGE_NAME: cohere-toolkit-frontend
-
-jobs:
-  build-and-push-frontend-image:
-    runs-on: ubuntu-latest
-    # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata (tags, labels) for Docker
-        id: meta
-        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
-        with:
-          images: ${{ env.REGISTRY }}/cohere-ai/${{ env.IMAGE_NAME }}
-      - name: Build and push Docker image
-        uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
-        with:
-          context: ./src/interfaces/coral_web
-          tags: ${{ steps.meta.outputs.tags }}
-          push: true

global_ai/canada/cohere-toolkit/.github/workflows/frontend_assistants_web_tests.yml

@@ -1,32 +0,0 @@
-name: Assistants Web - Format, Build & Validate
-
-on:
-  push:
-    branches: [main]
-    paths:
-      - src/interfaces/assistants_web/**
-  pull_request: {}
-
-jobs:
-  interface_tests:
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: src/interfaces/assistants_web
-    steps:
-      - name: Checkout repo
-        uses: actions/checkout@v3
-        with:
-          fetch-depth: 2
-      - name: Start backend (for OpenAPI)
-        run: docker compose up backend -d
-      - name: Set up Node.js and install dependencies
-        uses: ./.github/actions/assistants-web-install
-      - name: Check format
-        run: npm run format
-      - name: Check build
-        run: npm run build
-      - name: Generate client
-        run: npm run generate:client && npm run format:write
-      - name: Check generated client
-        run: git diff --exit-code ./src/cohere-client/generated || (echo "Generated client is outdated. Please regenerate and commit." && exit 1)

global_ai/canada/cohere-toolkit/.github/workflows/frontend_coral_web_tests.yml

@@ -1,32 +0,0 @@
-name: Coral Web - Format, Build & Validate
-
-on:
-  push:
-    branches: [main]
-    paths:
-      - src/interfaces/coral_web/**
-  pull_request: {}
-
-jobs:
-  interface_tests:
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: src/interfaces/coral_web
-    steps:
-      - name: Checkout repo
-        uses: actions/checkout@v3
-        with:
-          fetch-depth: 2
-      - name: Start backend (for OpenAPI)
-        run: docker compose up backend -d
-      - name: Set up Node.js and install dependencies
-        uses: ./.github/actions/coral-web-install
-      - name: Check format
-        run: npm run format
-      - name: Check build
-        run: npm run build
-      - name: Generate client
-        run: npm run generate:client && npm run format:write
-      - name: Check generated client
-        run: git diff --exit-code ./src/cohere-client/generated || (echo "Generated client is outdated. Please regenerate and commit." && exit 1)

global_ai/canada/cohere-toolkit/.github/workflows/frontend_slack_bot_tests.yml

@@ -1,38 +0,0 @@
-name: Slack Bot - Format, Build & Validate
-
-on:
-  push:
-    branches: [main]
-    paths:
-      - src/interfaces/slack_bot/**
-  pull_request: {}
-
-jobs:
-  interface_tests:
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: src/interfaces/slack_bot
-    steps:
-      - name: Checkout repo
-        uses: actions/checkout@v3
-        with:
-          fetch-depth: 2
-      - name: Install Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version-file: "src/interfaces/slack_bot/.nvmrc"
-          cache: "npm"
-          cache-dependency-path: "src/interfaces/slack_bot/package-lock.json"
-      - name: Install dependencies with npm
-        shell: bash
-        working-directory: src/interfaces/slack_bot
-        run: npm ci
-      - name: Check format
-        run: npm run format
-      - name: Check types
-        run: npm run tsc:check
-      - name: Run tests
-        run: npm run test
-      - name: Check build
-        run: npm run build

global_ai/canada/cohere-toolkit/.gitignore

@@ -1,161 +0,0 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-pip-wheel-metadata/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-.ruff_cache/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-target/
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-.python-version
-
-# pipenv
-#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-#   However, in case of collaboration, if having platform-specific dependencies or dependencies
-#   having no cross-platform support, pipenv may install dependencies that don't work, or not
-#   install all needed dependencies.
-#Pipfile.lock
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow
-__pypackages__/
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/
-
-# Weights and Biases
-wandb/
-
-# Streamlit secrets
-secrets.toml
-
-# VScode settings
-.vscode/*
-!.vscode/extensions.json
-!.vscode/settings.default.json
-
-.DS_Store
-
-# JetBrains IDEs
-.idea
-
-# Local file storage
-/src/backend/data
-
-# Redis volume
-/data
-
-# SQL Data
-.db
-
-# Secret and config files
-/src/backend/config/configuration.yaml
-/src/backend/config/secrets.yaml
-
-logs/
-credentials.json
-token.json
-src/interfaces/assistants_web/bun.lockb
-/metrics/

global_ai/canada/cohere-toolkit/.pre-commit-config.yaml

@@ -1,20 +0,0 @@
-repos:
--   repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.3.0
-    hooks:
-    -   id: check-yaml
-    -   id: check-toml
-    -   id: check-json
--   repo: https://github.com/PyCQA/isort
-    rev: 5.12.0
-    hooks:
-    -   id: isort
-        args: [--profile=black, --line-width=88, --force-grid-wrap=0, --use-parentheses, --float-to-top]
--   repo: https://github.com/psf/black
-    rev: 24.3.0
-    hooks:
-    -   id: black
--   repo: https://github.com/charliermarsh/ruff-pre-commit
-    rev: v0.4.10
-    hooks:
-    -   id: ruff

global_ai/canada/cohere-toolkit/.vscode/extensions.json

@@ -1,5 +0,0 @@
-{
-    "recommendations": [
-        "charliermarsh.ruff"
-    ]
-}

global_ai/canada/cohere-toolkit/.vscode/settings.default.json

@@ -1,8 +0,0 @@
-{
-    "editor.defaultFormatter": "charliermarsh.ruff",
-    "editor.codeActionsOnSave": {
-        "notebook.source.fixAll": "explicit",
-        // uncomment this if you don't want the editor to automatically organize imports
-        // "source.organizeImports": "never"
-    }
-}

global_ai/canada/cohere-toolkit/CODEOWNERS

@@ -1,3 +0,0 @@
-* @cohere-ai/toolkit @EugeneLightsOn @malexw @tianjing-li @ezawadski
-src/interfaces/coral_web @tomtobac @abimacarmes @knajjars @BeatrixCohere @tianjing-li @EugeneLightsOn @ezawadski
-src/interfaces/assistants_web @tomtobac @abimacarmes @knajjars @BeatrixCohere @tianjing-li @EugeneLightsOn @ezawadski

global_ai/canada/cohere-toolkit/CONTRIBUTING.md

@@ -1,41 +0,0 @@
-# OSS Toolkit Contributing Guide
-
-Thank you for your interest in contributing to Cohere's OSS toolkit. This guide covers the contribution workflow, from opening an issue to reviewing and merging changes. For development setup, please refer to the [README](README.md).
-
-## Getting Started
-
-There are many ways to contribute beyond writing code. You can help by:
-- Writing tutorials or blog posts
-- Improving [the documentation](https://docs.cohere.com)
-- Submitting bug reports
-
-## Table of Contents
-
-- [Assumptions](#assumptions)
-- [How to Contribute](#how-to-contribute)
-- [How to Add Features](#how-to-add-features)
-
-## Assumptions
-
-Before contributing, please ensure:
-1. You're familiar with [GitHub](https://github.com) and the [Pull Request (PR)](https://help.github.com/en/github/collaborating-with-issues-and-pull-requests/about-pull-requests) workflow.
-2. You've read [Cohere's documentation](https://docs.cohere.com).
-3. You know about the [Cohere community on Discord](https://discord.com/invite/co-mmunity).
-
-## How to Contribute
-
-1. **Open or Find an Issue**  
-   Ensure your contribution addresses an open issue. This helps gauge if the change will be accepted.
-   
-2. **Fork the Repository**  
-   [Fork this repository](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/working-with-forks/fork-a-repo) to your GitHub account.
-
-3. **Make Your Changes**  
-   Work on your fork and ensure [your commits are signed](https://docs.github.com/en/authentication/managing-commit-signature-verification/about-commit-signature-verification).
-
-4. **Submit a Pull Request (PR)**  
-   [Submit your fork as a PR](https://help.github.com/en/github/collaborating-with-issues-and-pull-requests/creating-a-pull-request-from-a-fork) pointing to the `main` branch. A maintainer will review your PR, but response times may vary.
-
-## How to Add Features
-
-Add new features to the `community` folder. This is where tools and deployments not managed by Codeowners are located.

global_ai/canada/cohere-toolkit/Dockerfile

@@ -1,77 +0,0 @@
-# This Dockerfile is intended for One-Click deployment to Google Cloud Run
-# ------------------------------------------------------------------------
-FROM ghcr.io/cohere-ai/terrarium:latest as terrarium
-
-FROM python:3.11
-LABEL authors="Cohere"
-ENV PG_APP_HOME=/etc/docker-app
-ENV PYTHON_VERSION=3.11.8
-ENV PYTHONDONTWRITEBYTECODE=1
-ENV PYTHONUNBUFFERED=1
-ENV PYTHONIOENCODING=utf-8
-ENV LANG C.UTF-8
-ENV PYTHONPATH=/workspace/src/
-ENV VIRTUAL_ENV=/workspace/.venv
-ENV PATH="$VIRTUAL_ENV/bin:$PATH"
-ENV POETRY_VIRTUALENVS_IN_PROJECT=true
-COPY docker_scripts/gcp-entrypoint.sh /sbin/gcp-entrypoint.sh
-
-RUN chmod 755 /sbin/gcp-entrypoint.sh \
-    && curl -sL https://deb.nodesource.com/setup_18.x | bash - \
-    && apt-get update \
-    && apt-get install --no-install-recommends -y nginx nodejs \
-    && apt-get clean \
-    && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* \
-    && npm install -g pnpm \
-    &&  npm install -g pm2
-
-# Copy nginx config \
-COPY docker_scripts/nginx.conf /etc/nginx/nginx.conf
-
-WORKDIR /workspace
-
-# Copy dependency files to avoid cache invalidations
-COPY pyproject.toml poetry.lock ./
-
-# Install dependencies
-RUN pip3 install --no-cache-dir poetry==1.6.1 \
-    && poetry config installer.max-workers 10 \
-    && poetry install \
-    && (poetry cache clear --all --no-interaction PyPI || true) \
-    && (poetry cache clear --all --no-interaction _default_cache || true)
-
-# Copy the rest of the code
-COPY src/backend src/backend
-COPY docker_scripts/ ${PG_APP_HOME}/
-
-# Install frontend dependencies
-WORKDIR /workspace/src/interfaces/assistants_web
-COPY src/interfaces/assistants_web/src ./src
-COPY src/interfaces/assistants_web/public ./public
-COPY src/interfaces/assistants_web/next.config.mjs .
-COPY src/interfaces/assistants_web/tsconfig.json .
-COPY src/interfaces/assistants_web/tailwind.config.js .
-COPY src/interfaces/assistants_web/postcss.config.js .
-COPY src/interfaces/assistants_web/package.json src/interfaces/assistants_web/yarn.lock* src/interfaces/assistants_web/package-lock.json* src/interfaces/assistants_web/pnpm-lock.yaml* ./
-COPY src/interfaces/assistants_web/.env.development .
-COPY src/interfaces/assistants_web/.env.production .
-
-ENV NEXT_PUBLIC_API_HOSTNAME='/api'
-RUN npm install \
-    && npm run next:build
-
-# Terrarium
-WORKDIR /usr/src/app
-COPY --from=terrarium /usr/src/app/package*.json ./
-RUN npm install -g ts-node \
-    && npm install \
-    && npm prune --production
-COPY --from=terrarium /usr/src/app/. .
-ENV ENV_RUN_AS "docker"
-
-# Ports to expose
-EXPOSE 4000/tcp
-EXPOSE 8000/tcp
-EXPOSE 8090/tcp
-
-CMD ["/sbin/gcp-entrypoint.sh"]

global_ai/canada/cohere-toolkit/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2024 Cohere
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

global_ai/canada/cohere-toolkit/Makefile

@@ -1,180 +0,0 @@
-# ------------------ BACKEND ------------------
-# Build & Run
-.PHONY: dev
-dev:
-	make check-config
-	make -j 2 watch up
-	
-.PHONY: watch
-watch:
-	@docker compose watch --no-up
-
-.PHONY: up
-up:
-	@docker compose up --build
-
-.PHONY: down
-down:
-	@docker compose down
-
-.PHONY: attach
-attach: 
-	@docker attach cohere-toolkit-backend-1
-
-.PHONY: logs
-logs: 
-	@@docker compose logs --follow --tail 100 $(service)
-
-.PHONY: exec-backend
-exec-backend:
-	docker exec -ti cohere-toolkit-backend-1 bash 
-
-.PHONY: exec-db
-exec-db:
-	docker exec -ti cohere-toolkit-db-1 bash
-
-.PHONY: exec-terrarium
-exec-terrarium:
-	docker exec -ti -u root cohere-toolkit-terrarium-1 /bin/sh
-
-# Testing & Linting
-.PHONY: run-unit-tests
-run-unit-tests:
-	poetry run pytest -n auto src/backend/tests/unit/$(file) --cov=src/backend --cov-report=xml
-
-.PHONY: run-unit-tests-debug
-run-unit-tests-debug:
-	poetry run pytest src/backend/tests/unit/$(file) --cov=src/backend --cov-report=xml
-
-.PHONY: run-community-tests
-run-community-tests:
-	poetry run pytest -n auto src/community/tests/$(file) --cov=src/community --cov-report=xml
-
-.PHONY: run-community-tests-debug
-run-community-tests-debug:
-	poetry run pytest src/community/tests/$(file) --cov=src/community --cov-report=xml
-
-.PHONY: run-integration-tests
-run-integration-tests:
-	poetry run pytest -c src/backend/pytest_integration.ini src/backend/tests/integration/$(file)
-
-.PHONY: test-db
-test-db:
-	docker compose stop test_db
-	docker compose rm -f test_db
-	docker compose up test_db -d
-
-.PHONY: typecheck
-typecheck:
-	poetry run pyright
-
-.PHONY: lint
-lint:
-	poetry run ruff check
-
-.PHONY: lint-fix
-lint-fix:
-	poetry run ruff check --fix
-
-# Database management
-.PHONY: migration
-migration:
-	docker compose run --build backend alembic -c src/backend/alembic.ini revision --autogenerate -m "$(message)"
-
-.PHONY: migrate
-migrate:
-	docker compose run --build backend alembic -c src/backend/alembic.ini upgrade head
-
-.PHONY: downgrade
-downgrade:
-	docker compose run --build backend alembic -c src/backend/alembic.ini downgrade -1
-
-.PHONY: reset-db
-reset-db:
-	docker compose down
-	docker volume rm cohere_toolkit_db
-
-# Setup 
-.PHONY: install
-install:
-	poetry install --verbose --with dev
-
-.PHONY: setup
-setup:
-	poetry install --with setup,dev --verbose
-	poetry run python3 src/backend/scripts/cli/main.py
-
-.PHONY: setup-use-community
-setup-use-community:
-	poetry install --with setup,community --verbose
-	poetry run python3 src/backend/scripts/cli/main.py --use-community
-
-.PHONY: win-setup
-win-setup:
-	poetry install --with setup --verbose
-	poetry run python src/backend/scripts/cli/main.py
-
-.PHONY: check-config-install
-check-config-install:
-	poetry install --with setup --verbose
-	poetry run python src/backend/scripts/config/check_config.py
-
-.PHONY: check-config 
-check-config:
-	poetry run python src/backend/scripts/config/check_config.py
-
-.PHONY: first-run
-first-run:
-	make setup
-	make migrate
-	make dev
-
-.PHONY: win-first-run
-win-first-run:
-	make win-setup
-	make migrate
-	make dev
-
-# ------------------ FRONTEND ------------------
-# Assistants Web
-.PHONY: format-web
-format-web:
-	cd src/interfaces/assistants_web && npm run format:write
-
-.PHONY: generate-client-web
-generate-client-web:
-	cd src/interfaces/assistants_web && npm run generate:client && npm run format:write
-
-.PHONY: install-web
-install-web:
-	cd src/interfaces/assistants_web && npm install
-
-.PHONY: build-web
-build-web:
-	cd src/interfaces/assistants_web && npm run build
-
-# Coral Web
-.PHONY: format-coral
-format-coral:
-	cd src/interfaces/coral_web && npm run format:write
-
-.PHONY: generate-client-coral
-generate-client-coral:
-	cd src/interfaces/coral_web && npm run generate:client && npm run format:write
-
-.PHONY: install-coral
-install-coral:
-	cd src/interfaces/coral_web && npm install
-
-.PHONY: build-coral
-build-coral:
-	cd src/interfaces/coral_web && npm run build
-
-# Debugging
-.PHONY: vscode-debug
-vscode-debug:
-	@DEBUGGER_IDE=vscode docker compose -f docker-compose.debug.yml up --build
-
-.PHONY: pycharm-debug
-pycharm-debug:
-	@DEBUGGER_IDE=pycharm docker compose -f docker-compose.debug.yml up --build

global_ai/canada/cohere-toolkit/README.md

@@ -1,91 +0,0 @@
-![](/docs/assets/banner.png)
-
-# Cohere Toolkit
-
-Toolkit is a deployable all-in-one RAG application that enables users to quickly build their LLM-based product.
-
-- [Try Toolkit](#try-now)
-- [About Toolkit](#about-toolkit)
-- [Toolkit Setup](/docs/setup.md)
-- [Troubleshooting](/docs/troubleshooting.md)
-- [How to guides](/docs/how_to_guides.md)
-  - [How to set up command model providers](/docs/command_model_providers.md)
-  - [How to add tools](/docs/custom_tool_guides/tool_guide.md)
-  - [How to add auth to your tools](/docs/custom_tool_guides/tool_auth_guide.md)
-  - [How to setup Google Drive](/docs/custom_tool_guides/google_drive.md)
-  - [How to setup Gmail](/docs/custom_tool_guides/gmail.md)
-  - [How to setup Slack Tool](/docs/custom_tool_guides/slack.md)
-  - [How to setup Github Tool](/docs/custom_tool_guides/github.md)
-  - [How to setup Sharepoint](/docs/custom_tool_guides/sharepoint.md)
-  - [How to setup Google Text-to-Speech](/docs/text_to_speech.md)
-  - [How to add authentication](/docs/auth_guide.md)
-  - [How to deploy toolkit services](/docs/service_deployments.md)
-  - [How to debug dockerized Toolkit API with VSCode/PyCharm](/docs/debugging.md)
-  - [How to set up Github Actions for automated DB migrations](/docs/github_migrations_action.md)
-  - [How to customize the theme](/docs/theming.md)
-  - [How to contribute](#contributing)
-- [Try Cohere's Command Showcase](https://coral.cohere.com/)
-
-![](/docs/assets/toolkit.gif)
-
-## Try Now:
-
-There are two main ways for quickly running Toolkit: local and cloud. See the specific instructions given below.
-
-### Local
-
-_You will need to have [Docker](https://www.docker.com/products/docker-desktop/), [Docker-compose >= 2.22](https://docs.docker.com/compose/install/), and [Poetry](https://python-poetry.org/docs/#installation) installed. [Go here for a more detailed setup.](/docs/setup.md)_
-Note: to include community tools when building locally, set the `INSTALL_COMMUNITY_DEPS` build arg in the `docker-compose.yml` to `true`.
-
-Both options will serve the frontend at http://localhost:4000.
-
-#### Using `make`
-
-Use the provided Makefile to simplify and automate your development workflow with Cohere Toolkit, including Docker Compose management, testing, linting, and environment setup.
-
-```bash
-git clone https://github.com/cohere-ai/cohere-toolkit.git
-cd cohere-toolkit
-make first-run
-```
-
-#### Docker Compose only
-
-Use Docker Compose directly if you want to quickly spin up and manage your container environment without the additional automation provided by the Makefile.
-
-```bash
-git clone https://github.com/cohere-ai/cohere-toolkit.git
-cd cohere-toolkit
-docker compose up
-docker compose run --build backend alembic -c src/backend/alembic.ini upgrade head
-```
-
-### Cloud
-
-#### GitHub Codespaces
-
-To run this project using GitHub Codespaces, please refer to our [Codespaces Setup Guide](/docs/github_codespaces.md).
-
-## About Toolkit
-
-![](/docs/assets/toolkit_graphic.png)
-
-- **Interfaces** - any client-side UI, currently contains two web apps, one agentic and one basic, and a Slack bot implementation.
-  - Defaults to Cohere's Web UI at `src/interfaces/assistants_web` - A web app built in Next.js. Includes a simple SQL database out of the box to store conversation history in the app.
-  - You can change the Web UI using the docker compose file.
-- **Backend API** - in `src/backend` this follows a similar structure to the [Cohere Chat API](https://docs.cohere.com/reference/chat) but also include customizable elements:
-  - **Model** - you can customize with which provider you access Cohere's Command models. By default included in the toolkit is Cohere's Platform, Sagemaker, Azure, Bedrock, HuggingFace, local models. [More details here.](/docs/command_model_providers.md)
-  - **Retrieval**- you can customize tools and data sources that the application is run with.
-- **Service Deployment Guides** - we also include guides for how to deploy the toolkit services in production including with AWS, GCP and Azure. [More details here.](/docs/service_deployments.md)
-
-## Contributing
-
-Contributions are what drive an open source community, any contributions made are greatly appreciated. To get started, check out our [documentation.](CONTRIBUTING.md)
-
-## Contributors
-
-<a href="https://github.com/cohere-ai/cohere-toolkit/graphs/contributors">
-  <img src="https://contrib.rocks/image?repo=cohere-ai/cohere-toolkit" />
-</a>
-
-Made with [contrib.rocks](https://contrib.rocks).

global_ai/canada/cohere-toolkit/app.json

@@ -1,34 +0,0 @@
-{
-  "name": "toolkit-deploy",
-  "env": {
-      "DATABASE_URL": {
-          "description": "URL for your Postgres database"
-      },
-      "COHERE_API_KEY": {
-          "description": "Your Cohere API key"
-      },
-      "INSTALL_COMMUNITY_DEPS": {
-          "description": "Whether to enable community features true/false"
-      }
-  },
-  "hooks": {
-        "prebuild": {
-            "commands": [
-                "gcloud auth configure-docker"
-            ]
-        },
-        "postcreate": {
-            "commands": [
-                "chmod +x ./gcp_postcreate_hook.sh",
-                "./gcp_postcreate_hook.sh"
-            ]
-        }
-  },
-  "options": {
-      "allow-unauthenticated": true,
-      "memory": "12288Mi",
-      "cpu": "4",
-      "port": 4000,
-      "max-instances": 2
-  }
-}

global_ai/canada/cohere-toolkit/aws_copilot_deploy/aws-api.Dockerfile

@@ -1,48 +0,0 @@
-FROM python:3.11
-
-# Keeps Python from generating .pyc files in the container
-# Turns off buffering for easier container logging
-# Force UTF8 encoding for funky character handling
-# Needed so imports function properly
-ENV PYTHONDONTWRITEBYTECODE=1
-ENV PYTHONUNBUFFERED=1
-ENV PYTHONIOENCODING=utf-8
-ENV PYTHONPATH=/workspace/src/
-# Keep the venv name and location predictable
-ENV POETRY_VIRTUALENVS_IN_PROJECT=true
-
-# "Activate" the venv manually for the context of the container
-ENV VIRTUAL_ENV=/workspace/.venv
-ENV PATH="$VIRTUAL_ENV/bin:$PATH"
-
-WORKDIR /workspace
-
-# Need to expose port in ENV to use in CMD
-ARG PORT=8000
-ENV PORT=${PORT}
-
-# Build with community packages
-ARG INSTALL_COMMUNITY_DEPS
-
-# Copy dependency files to avoid cache invalidations
-COPY ./pyproject.toml poetry.lock ./
-
-# Install poetry
-RUN pip install --no-cache-dir poetry==1.8.4
-
-# Conditional installation of dependencies
-RUN if [ "$INSTALL_COMMUNITY_DEPS" = "true" ]; then \
-      poetry install --with dev,community; \
-    else \
-      poetry install --with dev; \
-    fi
-
-COPY src/backend src/backend/
-COPY src/community src/community/
-
-# Copy environment variables optionally 
-# IMPORTANT: Can't be put in the docker-compose, will break tests
-COPY .en[v] .env
-
-EXPOSE ${PORT}
-CMD uvicorn backend.main:app --reload --host 0.0.0.0 --port ${PORT} --timeout-keep-alive 300

global_ai/canada/cohere-toolkit/aws_copilot_deploy/aws-db.Dockerfile

@@ -1 +0,0 @@
-FROM postgres:14.11-alpine

global_ai/canada/cohere-toolkit/aws_copilot_deploy/aws-fe.Dockerfile

@@ -1,31 +0,0 @@
-FROM node:20-alpine AS base
-
-WORKDIR /app
-
-# Install dependencies based on the preferred package manager
-COPY package.json package-lock.json ./
-RUN npm ci
-
-COPY src ./src
-COPY public ./public
-COPY next.config.mjs .
-COPY tsconfig.json .
-COPY tailwind.config.js .
-COPY postcss.config.js .
-COPY .en[v] .env
-
-# Next.js collects completely anonymous telemetry data about general usage. Learn more here: https://nextjs.org/telemetry
-# Uncomment the following line to disable telemetry at run time
-# ENV NEXT_TELEMETRY_DISABLED 1
-
-# Note: Don't expose ports here, Compose will handle that for us
-
-# Start Next.js in development mode based on the preferred package manager
-FROM base as dev
-CMD npm run dev
-
-
-# Production specifc tareget
-FROM base AS prod
-RUN npm run build
-CMD npm run start

global_ai/canada/cohere-toolkit/aws_copilot_deploy/aws-nginx.Dockerfile

@@ -1,8 +0,0 @@
-FROM nginx:alpine
-
-RUN rm -f /etc/nginx/conf.d/*
-ADD aws_copilot_deploy/nginx.conf /etc/nginx/nginx.conf
-
-EXPOSE 8090
-
-CMD [ "nginx" , "-g" , "daemon off;" ]

global_ai/canada/cohere-toolkit/aws_copilot_deploy/aws-terrarium.Dockerfile

@@ -1,5 +0,0 @@
-FROM ghcr.io/cohere-ai/terrarium:latest
-
-EXPOSE 8080
-
-

global_ai/canada/cohere-toolkit/aws_copilot_deploy/aws_cleanup.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-set -e
-# Delete the app
-copilot app delete

global_ai/canada/cohere-toolkit/aws_copilot_deploy/aws_deploy.sh

@@ -1,18 +0,0 @@
-#!/bin/bash
-set -e
-# Backend App
-copilot app init toolkit-app
-copilot env init -n dev --profile default --default-config
-copilot svc init --name toolkit-app-db --svc-type "Backend Service" --dockerfile ./aws_copilot_deploy/aws-db.Dockerfile --port 5432
-copilot svc init --name toolkit-app-terrarium --svc-type "Backend Service" --dockerfile ./aws_copilot_deploy/aws-terrarium.Dockerfile --port 8080
-copilot svc init --name toolkit-app-api --svc-type "Backend Service" --dockerfile ./aws_copilot_deploy/aws-api.Dockerfile --port 8000
-copilot svc init --name toolkit-app-fe --svc-type "Backend Service" --dockerfile ./aws_copilot_deploy/aws-fe.Dockerfile --port 4000
-copilot svc init --name toolkit-app-nginx --svc-type "Load Balanced Web Service" --dockerfile ./aws_copilot_deploy/aws-nginx.Dockerfile --port 8090
-
-copilot env deploy --name dev
-copilot svc deploy --name toolkit-app-db --env dev
-copilot svc deploy --name toolkit-app-terrarium --env dev
-copilot svc deploy --name toolkit-app-api --env dev
-copilot svc exec -a toolkit-app -e dev --name toolkit-app-api --command "alembic -c src/backend/alembic.ini upgrade head"
-copilot svc deploy --name toolkit-app-fe --env dev
-copilot svc deploy --name toolkit-app-nginx --env dev

global_ai/canada/cohere-toolkit/aws_copilot_deploy/nginx.conf

@@ -1,83 +0,0 @@
-user  nginx;
-worker_processes auto;
-pid        /var/run/nginx.pid;
-
-events {
-worker_connections 768;
-# multi_accept on;
-}
-
-http {
-
-##
-# Basic Settings
-##
-
-sendfile on;
-tcp_nopush on;
-tcp_nodelay on;
-keepalive_timeout 65;
-types_hash_max_size 2048;
-client_max_body_size 50M;
-# server_tokens off;
-
-# server_names_hash_bucket_size 64;
-# server_name_in_redirect off;
-
-include /etc/nginx/mime.types;
-default_type application/octet-stream;
-
-    upstream backend {
-        server toolkit-app-api.dev.toolkit-app.local:8000;
-    }
-
-    upstream frontend {
-        server toolkit-app-fe.dev.toolkit-app.local:4000;
-    }
-
-    server {
-        listen 8090 default_server;
-        listen [::]:8090 default_server;
-
-        location /api {
-            rewrite /api/(.*) /$1  break;
-            proxy_pass         http://backend;
-            proxy_redirect     off;
-            proxy_set_header   Host $host;
-            proxy_set_header   X-Real-IP $remote_addr;
-            proxy_set_header   X-Forwarded-For $proxy_add_x_forwarded_for;
-            proxy_set_header   X-Forwarded-Host $server_name;
-        }
-
-        location / {
-            proxy_pass         http://frontend;
-            proxy_redirect     off;
-            proxy_set_header   Host $host;
-            proxy_set_header   X-Real-IP $remote_addr;
-            proxy_set_header   X-Forwarded-For $proxy_add_x_forwarded_for;
-            proxy_set_header   X-Forwarded-Host $server_name;
-        }
-    }
-
-##
-# SSL Settings
-##
-
-ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
-ssl_prefer_server_ciphers on;
-
-##
-# Logging Settings
-##
-
-access_log /var/log/nginx/access.log;
-error_log /var/log/nginx/error.log;
-
-##
-# Gzip Settings
-##
-
-gzip on;
-
-include /etc/nginx/conf.d/*.conf;
-}

global_ai/canada/cohere-toolkit/azure_compose_deploy/api_entrypoint.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-
-poetry run alembic -c src/backend/alembic.ini upgrade head
-exec uvicorn backend.main:app --workers=4 --host 0.0.0.0 --port ${PORT} --timeout-keep-alive 300

global_ai/canada/cohere-toolkit/azure_compose_deploy/azure-api.Dockerfile

@@ -1,52 +0,0 @@
-FROM python:3.11
-
-# Keeps Python from generating .pyc files in the container
-# Turns off buffering for easier container logging
-# Force UTF8 encoding for funky character handling
-# Needed so imports function properly
-ENV PYTHONDONTWRITEBYTECODE=1
-ENV PYTHONUNBUFFERED=1
-ENV PYTHONIOENCODING=utf-8
-ENV PYTHONPATH=/workspace/src/
-# Keep the venv name and location predictable
-ENV POETRY_VIRTUALENVS_IN_PROJECT=true
-
-# "Activate" the venv manually for the context of the container
-ENV VIRTUAL_ENV=/workspace/.venv
-ENV PATH="$VIRTUAL_ENV/bin:$PATH"
-
-WORKDIR /workspace
-
-# Need to expose port in ENV to use in CMD
-ARG PORT=8000
-ENV PORT=${PORT}
-
-# Build with community packages
-ARG INSTALL_COMMUNITY_DEPS
-
-# Copy dependency files to avoid cache invalidations
-COPY ./pyproject.toml poetry.lock ./
-COPY ./azure_compose_deploy/api_entrypoint.sh ./
-
-# Install poetry
-RUN pip install --no-cache-dir poetry==1.8.4
-
-# Conditional installation of dependencies
-RUN if [ "$INSTALL_COMMUNITY_DEPS" = "true" ]; then \
-      poetry install --with dev,community; \
-    else \
-      poetry install --with dev; \
-    fi
-
-COPY src/backend src/backend/
-COPY src/community src/community/
-COPY azure_compose_deploy/configuration.yaml src/backend/config/configuration.yaml
-COPY azure_compose_deploy/secrets.yaml src/backend/config/secrets.yaml
-# Copy environment variables optionally
-# IMPORTANT: Can't be put in the docker-compose, will break tests
-#COPY .en[v] .env
-
-
-EXPOSE ${PORT}
-ENTRYPOINT ["/workspace/api_entrypoint.sh"]
-

global_ai/canada/cohere-toolkit/azure_compose_deploy/azure-db.Dockerfile

@@ -1,2 +0,0 @@
-FROM postgres:14.11-alpine
-EXPOSE 5432

global_ai/canada/cohere-toolkit/azure_compose_deploy/azure-fe.Dockerfile

@@ -1,31 +0,0 @@
-FROM node:20-alpine AS base
-
-WORKDIR /app
-
-# Install dependencies based on the preferred package manager
-COPY package.json package-lock.json ./
-RUN npm ci
-
-COPY src ./src
-COPY public ./public
-COPY next.config.mjs .
-COPY tsconfig.json .
-COPY tailwind.config.js .
-COPY postcss.config.js .
-
-# Next.js collects completely anonymous telemetry data about general usage. Learn more here: https://nextjs.org/telemetry
-# Uncomment the following line to disable telemetry at run time
-# ENV NEXT_TELEMETRY_DISABLED 1
-
-EXPOSE 4000
-
-
-# Start Next.js in development mode based on the preferred package manager
-FROM base as dev
-CMD npm run dev
-
-
-# Production specifc tareget
-FROM base AS prod
-RUN npm run build
-CMD npm run start

global_ai/canada/cohere-toolkit/azure_compose_deploy/azure-nginx.Dockerfile

@@ -1,8 +0,0 @@
-FROM nginx:alpine
-
-RUN rm -f /etc/nginx/conf.d/*
-ADD azure_compose_deploy/nginx.conf /etc/nginx/nginx.conf
-
-EXPOSE 80
-
-CMD [ "nginx" , "-g" , "daemon off;" ]