improve khotba

index.js

@@ -21,6 +21,21 @@ function removeHarakats(text) {
     return text.replace(/[ًٌٍَُِّْٰ]/g, '');
 }
 
+/**
+ * Filtre anti-hallucination pour le modèle Whisper.
+ * Whisper a tendance à "halluciner" du texte (ex: "Thank you", "[Musique]") 
+ * lorsqu'il est confronté à du bruit de fond ou du silence absolu.
+ */
+function isWhisperHallucination(text) {
+    if (!text) return true;
+    const PATTERNS = [
+        /^[\s\u200b-\u200d\ufeff]+$/,                     // Caractères invisibles
+        /^(thank you|thanks|music|♪|\.{3,}|…+|subtitles.*|subscribe.*)$/i, // Fillers classiques Whisper
+        /^(شكرًا|شكرا|موسيقى|🎵|\[موسيقى\]|\[صمت\]|\[ضوضاء\])$/i, // Fillers arabes
+    ];
+    return PATTERNS.some(p => p.test(text.trim()));
+}
+
 // 1. Global Security
 fastify.register(rateLimit, {
     global: true,
@@ -158,29 +173,115 @@ fastify.post('/ai-mentor/chat', async (request, reply) => {
     }
 });
 
-const { GoogleGenerativeAI } = require('@google/generative-ai');
+// ── Groq Configuration ────────────────────────────────────────────────────
+const GROQ_API_KEY = process.env.GROQ_API_KEY || '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';
+console.log('[Groq] Initialized. Key prefix:', GROQ_API_KEY.substring(0, 10));
+
+
 
-// Initialize Gemini
-const API_KEY = process.env.GEMINI_API_KEY || 'AIzaSyAxh2hMGR9D2zNgu0uNIlVPNLcJSMJ-lvo';
-console.log('[Gemini] Initializing with key starting with:', API_KEY.substring(0, 10));
 
-const genAI = new GoogleGenerativeAI(API_KEY);
-const SYSTEM_INSTRUCTION = `Expert Islamic Scholar Translator.
-Task: Transcribe & translate Arabic audio to French.
-Context: Friday Sermons (Khotba). Use H_AR/H_FR to ensure continuity and correct audio corruption.
-Output: {"ar": "transcription", "fr": "translation"}. No extra text. JSON ONLY.`;
+// Groq Whisper: transcribe audio buffer → Arabic text (uses axios — native fetch breaks multipart)
+async function groqTranscribe(audioBuffer, mimeType, previousAr = '') {
+    const FormData = require('form-data');
+    const axios = require('axios');
+    const form = new FormData();
 
-const model = genAI.getGenerativeModel({
-    model: 'gemini-2.5-flash-lite',
-    systemInstruction: SYSTEM_INSTRUCTION,
-    generationConfig: {
-        responseMimeType: 'application/json',
-        maxOutputTokens: 1024,
+    // Ext mapping for proper multipart processing
+    const extMap = {
+        'audio/webm': 'audio.webm',
+        'audio/ogg': 'audio.ogg',
+        'audio/mp4': 'audio.mp4',
+        'audio/mpeg': 'audio.mp3',
+        'audio/wav': 'audio.wav',
+        'audio/x-wav': 'audio.wav',
+        'audio/webm;codecs=opus': 'audio.webm',
+    };
+    const filename = extMap[mimeType] || 'audio.webm';
+    const cleanMime = mimeType?.split(';')[0] || 'audio/webm';
+
+    // Clean prompt for continuity: strip harakats and keep it very short (< 150 chars)
+    // This fixes the Groq 400 'prompt length' error permanently.
+    const cleanPrompt = previousAr ? removeHarakats(previousAr).replace(/\s+/g, ' ').trim().slice(-150) : '';
+
+    form.append('file', audioBuffer, { filename, contentType: cleanMime });
+    form.append('model', 'whisper-large-v3-turbo');
+    form.append('language', 'ar');
+    form.append('response_format', 'verbose_json');
+    form.append('temperature', '0');
+    form.append('prompt', cleanPrompt);
+
+    const response = await axios.post(
+        'https://api.groq.com/openai/v1/audio/transcriptions',
+        form,
+        { headers: { 'Authorization': `Bearer ${GROQ_API_KEY}`, ...form.getHeaders() } }
+    );
+
+    const result = response.data;
+
+    // S-Tier Audio Gate: Skip silent segments identified by model confidence
+    const noSpeechProb = result.segments?.[0]?.no_speech_prob ?? result.no_speech_prob ?? 0;
+    if (noSpeechProb > 0.6) {
+        console.log(`[Groq Whisper] 🔇 Silence detected (no_speech_prob=${noSpeechProb.toFixed(2)})`);
+        return { text: '', noSpeech: true };
     }
-});
+    return { text: result.text?.trim() || '', noSpeech: false };
+}
+
+// DeepSeek S-Tier Literary Translation (Minhaj Salafi Expert)
+async function deepseekTranslate(arabicText, historyAr, historyFr) {
+    const axios = require('axios');
+    const systemPrompt = `Tu es un Traducteur Islamique Senior (Minhaj Salafi). Précision théologique absolue requise. Tu traduis une Khoutba en direct.
+
+## RÈGLES CRITIQUES ANTI-HALLUCINATION
+1. INTERDICTION D'INVENTER : Ne jamais inventer de noms propres, de sujets ou de personnages (ex: "Nâjih") pour combler des silences ou lier des phrases.
+2. PRONOMS IMPLICITES : Si l'arabe utilise un verbe sans sujet explicite (ex: يتذكر), traduis fidèlement par le pronom correspondant ("qu'il se rappelle") ou une tournure impersonnelle. Ne nomme jamais le sujet s'il n'est pas prononcé.
+3. FIDÉLITÉ DES ACTEURS : Traduis le sens profond avec un vocabulaire soutenu, mais les acteurs de l'action doivent rester strictement identiques à l'audio (NEW_AR).
+
+## ÉTAPE 1 — CORRECTION ARABE
+- NEW_AR provient de Whisper.
+- Utilise H_AR pour corriger le sens par déduction contextuelle.
+- Produis arabic_refined avec harakats systématiques sur les termes importants.
+
+## ÉTAPE 2 — TRADUCTION FRANÇAISE
+- CONTINUITÉ : La traduction doit s'enchaîner avec H_FR sans inventer de liants artificiels.
+- RHÉTORIQUE : Préserve les répétitions et l'impact oratoire.
+- TERMES TECHNIQUES : Garde les termes islamiques (Taqwa, Tawhid, etc.) et explique brièvement si première occurrence.
+
+## FORMAT DE SORTIE (JSON strict uniquement)
+{
+  "arabic_refined": "Texte arabe corrigé et voyellé",
+  "translation_fr": "Traduction française fidèle",
+  "technical_notes": "Corrections faites ou termes expliqués (ou null)"
+}`;
+
+    const hasHistory = !!(historyAr || historyFr);
+    const userPrompt = hasHistory
+        ? `## CONTEXTE DU PRÊCHE\nH_AR: ${historyAr}\nH_FR: ${historyFr}\n\n## NOUVEAU PASSAGE\nNEW_AR: ${arabicText}`
+        : `## DÉBUT DU PRÊCHE\nNEW_AR: ${arabicText}`;
+
+    const response = await axios.post('https://api.deepseek.com/chat/completions', {
+        model: 'deepseek-chat',
+        messages: [
+            { role: 'system', content: systemPrompt },
+            { role: 'user', content: userPrompt }
+        ],
+        response_format: { type: 'json_object' },
+        temperature: 0.2,
+        max_tokens: 900
+    }, {
+        headers: {
+            'Authorization': `Bearer ${process.env.DEEPSEEK_API_KEY}`,
+            'Content-Type': 'application/json'
+        }
+    });
+
+    const content = response.data.choices[0].message.content;
+    return JSON.parse(content);
+}
+
 
 fastify.post('/khotba/translate', async (request, reply) => {
-    console.log('[Khotba] Received translation request (Optimized)');
+    console.log('[Khotba] Received translation request (Groq Whisper + DeepSeek)');
     try {
         const { audioData, mimeType, historyAr = '', historyFr = '' } = request.body;
 
@@ -189,75 +290,84 @@ fastify.post('/khotba/translate', async (request, reply) => {
             return reply.status(400).send({ error: 'Missing audioData' });
         }
 
-        // Token Optimization: Truncate history to save input tokens
+        // Truncate history to keep costs low
         const truncate = (str, limit) => {
             const words = str.split(/\s+/);
             if (words.length <= limit) return str;
             return '...' + words.slice(-limit).join(' ');
         };
-
         const trunkAr = truncate(historyAr, 80);
         const trunkFr = truncate(historyFr, 80);
 
-        console.log(`[Khotba] Payload size: ${Math.round(audioData.length / 1024)}KB. History: ${trunkAr.length + trunkFr.length} chars.`);
-
-        // Minimized prompt for faster/cheaper execution
-        const userPrompt = `History:
-AR: ${trunkAr}
-FR: ${trunkFr}
-Process attached audio.`;
-
-        console.log('[Gemini] Requesting translation...');
-        const result = await model.generateContent([
-            { text: userPrompt },
-            {
-                inlineData: {
-                    mimeType: mimeType || 'audio/webm',
-                    data: audioData
-                }
-            }
-        ]);
-
-        console.log('[Gemini] Response received');
-
-        // Safety/Finish reasons
-        const response = result.response;
-        const candidate = response.candidates?.[0];
-        if (candidate?.finishReason === 'SAFETY') {
-            return reply.status(400).send({ error: 'Blocked by safety filters' });
+        // Decode base64 audio → Buffer for Groq multipart upload
+        let audioBuffer;
+        if (Array.isArray(audioData)) {
+            const buffers = audioData.map(data => Buffer.from(data, 'base64'));
+            audioBuffer = Buffer.concat(buffers);
+            console.log(`[Khotba] Grouped ${audioData.length} chunks. Combined size: ${Math.round(audioBuffer.length / 1024)}KB`);
+        } else {
+            audioBuffer = Buffer.from(audioData, 'base64');
+            console.log(`[Khotba] Audio size: ${Math.round(audioBuffer.length / 1024)}KB | History: ${trunkAr.length + trunkFr.length} chars`);
+        }
+
+        // 🛡️ Gate 1: Minimum audio size (< 8KB = silence/init-header only, skip Groq entirely)
+        const MIN_AUDIO_BYTES = 8 * 1024;
+        if (audioBuffer.length < MIN_AUDIO_BYTES) {
+            console.log(`[Khotba] ⚡ Skip — audio too small (${Math.round(audioBuffer.length / 1024)}KB < 8KB), likely silence`);
+            return { response: { ar: '', fr: '', notes: null } };
+        }
+
+        // Step 1: Groq Whisper Large V3 Turbo → Arabic transcription
+        // Pass last sentence of historyAr as context prompt for cross-segment continuity
+        const lastSentenceAr = trunkAr.split(/[.!?؟،]/).filter(Boolean).pop()?.trim() || '';
+        console.log('[Groq Whisper] Transcribing with context prompt...');
+        const whisperResult = await groqTranscribe(audioBuffer, mimeType || 'audio/webm', lastSentenceAr);
+
+        // 🛡️ Gate 2: Whisper no_speech gate (model's own confidence)
+        if (whisperResult.noSpeech || !whisperResult.text) {
+            console.warn('[Khotba] 🔇 Whisper confirmed no speech — skipping DeepSeek');
+            return { response: { ar: '', fr: '', notes: null } };
         }
 
-        try {
-            // Native JSON mode: response.text() should be pure JSON
-            const finalResult = JSON.parse(response.text());
-            console.log('[Khotba] Success');
-            return { response: finalResult };
-        } catch (parseError) {
-            console.error('[Khotba] JSON Parse Error:', parseError.message);
-            // Fallback to manual extraction just in case
-            const raw = response.text();
-            const jsonMatch = raw.match(/\{[\s\S]*\}/);
-            if (jsonMatch) {
-                return { response: JSON.parse(jsonMatch[0]) };
-            }
-            throw parseError;
+        const arabicText = whisperResult.text;
+        console.log(`[Groq Whisper] ✅ Transcription: "${arabicText.substring(0, 80)}"`);
+
+        // 🛡️ Gate 3: Hallucination blocklist — Whisper known filler outputs on near-silence
+        if (isWhisperHallucination(arabicText)) {
+            console.warn(`[Khotba] 🔇 Hallucination filtered: "${arabicText}"`);
+            return { response: { ar: '', fr: '', notes: null } };
+        }
+
+        // Step 2: DeepSeek Chat → Semantic correction + French translation
+        console.log('[DeepSeek] Translating & Correcting (S-Tier Minhaj)...');
+        const translated = await deepseekTranslate(arabicText, trunkAr, trunkFr);
+
+        if (translated.technical_notes) {
+            console.log('[DeepSeek Note]:', translated.technical_notes);
         }
+
+        const finalResult = {
+            ar: translated.arabic_refined || arabicText,
+            fr: translated.translation_fr || '',
+            notes: translated.technical_notes || null
+        };
+
+        console.log('[Khotba] ✅ Done — ar:', finalResult.ar.substring(0, 40), '| fr:', finalResult.fr.substring(0, 40));
+        return { response: finalResult };
+
     } catch (error) {
-        console.error('[Khotba] Error caught:', error.message);
+        const errMsg = error.response?.data?.error?.message || error.message || 'Unknown error';
+        const errStatus = error.response?.status || 500;
+        console.error('[Khotba] Error caught:', errMsg, '| HTTP status:', errStatus);
 
-        if (error.status === 429) {
-            const retryDelay = error.errorDetails?.find(d => d.retryDelay)?.retryDelay || '30s';
-            console.warn(`[Khotba] Quota exceeded (429). Retry after: ${retryDelay}`);
+        if (errStatus === 429 || errMsg.toLowerCase().includes('rate limit')) {
             return reply.status(429).send({
-                error: 'Quota exceeded (Free Plan). Please wait.',
-                retryAfter: retryDelay
+                error: 'Rate limit reached. Please wait a moment.',
+                retryAfter: '10s'
             });
         }
 
-        return reply.status(500).send({
-            error: error.message,
-            stack: error.stack
-        });
+        return reply.status(500).send({ error: errMsg, stack: error.stack });
     }
 });
 
@@ -269,7 +379,9 @@ fastify.get('/tts', async (request, reply) => {
         const buffer = await response.arrayBuffer();
         reply.header('Content-Type', 'audio/wav');
         reply.send(Buffer.from(buffer));
-    } catch (err) { reply.status(500).send({ error: 'TTS failed' }); }
+    } catch (err) {
+        reply.status(500).send({ error: 'TTS failed' });
+    }
 });
 
 // Server Start

package-lock.json

@@ -11,11 +11,11 @@
       "dependencies": {
         "@fastify/cors": "^11.2.0",
         "@fastify/rate-limit": "^10.3.0",
-        "@google/generative-ai": "^0.24.1",
         "axios": "^1.13.5",
         "dotenv": "^17.3.1",
         "duckdb": "^1.4.4",
         "fastify": "^5.7.4",
+        "form-data": "^4.0.5",
         "translate-google": "^1.5.0"
       }
     },
@@ -177,15 +177,6 @@
       "integrity": "sha512-k2Ty1JcVojjJFwrg/ThKi2ujJ7XNLYaFGNB/bWT9wGR+oSMJHMa5w+CUq6p/pVrKeNNgA7pCqEcjSnHVoqJQFw==",
       "license": "MIT"
     },
-    "node_modules/@google/generative-ai": {
-      "version": "0.24.1",
-      "resolved": "https://registry.npmjs.org/@google/generative-ai/-/generative-ai-0.24.1.tgz",
-      "integrity": "sha512-MqO+MLfM6kjxcKoy0p1wRzG3b4ZZXtPI+z2IE26UogS2Cm/XHO+7gGRBh6gcJsOiIVoH93UwKvW4HdgiOZCy9Q==",
-      "license": "Apache-2.0",
-      "engines": {
-        "node": ">=18.0.0"
-      }
-    },
     "node_modules/@isaacs/fs-minipass": {
       "version": "4.0.1",
       "resolved": "https://registry.npmjs.org/@isaacs/fs-minipass/-/fs-minipass-4.0.1.tgz",

package.json

@@ -15,11 +15,11 @@
   "dependencies": {
     "@fastify/cors": "^11.2.0",
     "@fastify/rate-limit": "^10.3.0",
-    "@google/generative-ai": "^0.24.1",
     "axios": "^1.13.5",
     "dotenv": "^17.3.1",
     "duckdb": "^1.4.4",
     "fastify": "^5.7.4",
+    "form-data": "^4.0.5",
     "translate-google": "^1.5.0"
   }
 }

start_all.sh

@@ -1,5 +1,4 @@
 #!/bin/bash
-<<<<<<< HEAD
 # ─────────────────────────────────────────────────────────────────────────────
 # ArabApp Dev Server Launcher
 # Starts all required backend services:
@@ -16,46 +15,36 @@ echo ""
 # ── Service 1: Quran-MD Database (port 3002) ──────────────────────────────
 echo "▶ Starting Quran-MD audio database (port 3002)..."
 if lsof -ti:3002 > /dev/null 2>&1; then
-    echo "  ✓ Already running on port 3002"
-else
-    cd "$SCRIPT_DIR"
-    node index.js &
-    NODE_PID=$!
-    echo "  ✓ Quran-MD server started (PID: $NODE_PID)"
+    echo "  ! Port 3002 busy. Killing old instance..."
+    lsof -ti:3002 | xargs kill -9
 fi
 
+cd "$SCRIPT_DIR"
+node index.js &
+NODE_PID=$!
+echo "  ✓ Quran-MD server started (PID: $NODE_PID)"
+
 # ── Service 2: Arabic AI TTS (port 3003) ─────────────────────────────────
 echo "▶ Starting Arabic AI TTS (port 3003)..."
 if lsof -ti:3003 > /dev/null 2>&1; then
-    echo "  ✓ Already running on port 3003"
+    echo "  ! Port 3003 busy. Killing old instance..."
+    lsof -ti:3003 | xargs kill -9
+fi
+
+VENV_PYTHON="$SCRIPT_DIR/tts_venv/bin/python3"
+if [ ! -f "$VENV_PYTHON" ]; then
+    echo "  ⚠️  TTS venv not found. Running with system python if available..."
+    python3 "$SCRIPT_DIR/tts_server.py" &
+    TTS_PID=$!
 else
-    VENV_PYTHON="$SCRIPT_DIR/tts_venv/bin/python3"
-    if [ ! -f "$VENV_PYTHON" ]; then
-        echo "  ⚠️  TTS venv not found. TTS will fallback to browser synthesis."
-        echo "     To install: cd server && python3 -m venv tts_venv"
-        echo "     Then: tts_venv/bin/pip install git+https://github.com/nipponjo/tts_arabic.git flask"
-    else
-        "$VENV_PYTHON" "$SCRIPT_DIR/tts_server.py" &
-        TTS_PID=$!
-        echo "  ✓ AI TTS server started (PID: $TTS_PID)"
-        echo "  ⏳ Warming up TTS models (~10s)..."
-    fi
+    "$VENV_PYTHON" "$SCRIPT_DIR/tts_server.py" &
+    TTS_PID=$!
 fi
+echo "  ✓ AI TTS server started (PID: $TTS_PID)"
 
 echo ""
 echo "════════════════════════════"
-echo "Services ready:"
-echo "  🎵 Quran Audio: http://localhost:3002/audio/<word>"
-echo "  🤖 AI TTS:      http://localhost:3003/tts?text=<arabic>"
-echo "  ❤️  Health:      http://localhost:3003/health"
-echo ""
+echo "Services ready on ports 3002 and 3003"
 echo "Press Ctrl+C to stop"
 
-# Keep script alive (optional: remove if running via npm scripts)
 wait
-=======
-# Start Python TTS Sidecar
-python3 tts_server.py &
-# Start Node Server
-node index.js
->>>>>>> efdfee7 (feat: S-Tier Smart Scroll & Anti-Duplicate Surgical Cleanup v5.4)

venv/bin/Activate.ps1

@@ -0,0 +1,241 @@
+<#
+.Synopsis
+Activate a Python virtual environment for the current PowerShell session.
+
+.Description
+Pushes the python executable for a virtual environment to the front of the
+$Env:PATH environment variable and sets the prompt to signify that you are
+in a Python virtual environment. Makes use of the command line switches as
+well as the `pyvenv.cfg` file values present in the virtual environment.
+
+.Parameter VenvDir
+Path to the directory that contains the virtual environment to activate. The
+default value for this is the parent of the directory that the Activate.ps1
+script is located within.
+
+.Parameter Prompt
+The prompt prefix to display when this virtual environment is activated. By
+default, this prompt is the name of the virtual environment folder (VenvDir)
+surrounded by parentheses and followed by a single space (ie. '(.venv) ').
+
+.Example
+Activate.ps1
+Activates the Python virtual environment that contains the Activate.ps1 script.
+
+.Example
+Activate.ps1 -Verbose
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and shows extra information about the activation as it executes.
+
+.Example
+Activate.ps1 -VenvDir C:\Users\MyUser\Common\.venv
+Activates the Python virtual environment located in the specified location.
+
+.Example
+Activate.ps1 -Prompt "MyPython"
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and prefixes the current prompt with the specified string (surrounded in
+parentheses) while the virtual environment is active.
+
+.Notes
+On Windows, it may be required to enable this Activate.ps1 script by setting the
+execution policy for the user. You can do this by issuing the following PowerShell
+command:
+
+PS C:\> Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser
+
+For more information on Execution Policies: 
+https://go.microsoft.com/fwlink/?LinkID=135170
+
+#>
+Param(
+    [Parameter(Mandatory = $false)]
+    [String]
+    $VenvDir,
+    [Parameter(Mandatory = $false)]
+    [String]
+    $Prompt
+)
+
+<# Function declarations --------------------------------------------------- #>
+
+<#
+.Synopsis
+Remove all shell session elements added by the Activate script, including the
+addition of the virtual environment's Python executable from the beginning of
+the PATH variable.
+
+.Parameter NonDestructive
+If present, do not remove this function from the global namespace for the
+session.
+
+#>
+function global:deactivate ([switch]$NonDestructive) {
+    # Revert to original values
+
+    # The prior prompt:
+    if (Test-Path -Path Function:_OLD_VIRTUAL_PROMPT) {
+        Copy-Item -Path Function:_OLD_VIRTUAL_PROMPT -Destination Function:prompt
+        Remove-Item -Path Function:_OLD_VIRTUAL_PROMPT
+    }
+
+    # The prior PYTHONHOME:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PYTHONHOME) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME -Destination Env:PYTHONHOME
+        Remove-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME
+    }
+
+    # The prior PATH:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PATH) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PATH -Destination Env:PATH
+        Remove-Item -Path Env:_OLD_VIRTUAL_PATH
+    }
+
+    # Just remove the VIRTUAL_ENV altogether:
+    if (Test-Path -Path Env:VIRTUAL_ENV) {
+        Remove-Item -Path env:VIRTUAL_ENV
+    }
+
+    # Just remove the _PYTHON_VENV_PROMPT_PREFIX altogether:
+    if (Get-Variable -Name "_PYTHON_VENV_PROMPT_PREFIX" -ErrorAction SilentlyContinue) {
+        Remove-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Scope Global -Force
+    }
+
+    # Leave deactivate function in the global namespace if requested:
+    if (-not $NonDestructive) {
+        Remove-Item -Path function:deactivate
+    }
+}
+
+<#
+.Description
+Get-PyVenvConfig parses the values from the pyvenv.cfg file located in the
+given folder, and returns them in a map.
+
+For each line in the pyvenv.cfg file, if that line can be parsed into exactly
+two strings separated by `=` (with any amount of whitespace surrounding the =)
+then it is considered a `key = value` line. The left hand string is the key,
+the right hand is the value.
+
+If the value starts with a `'` or a `"` then the first and last character is
+stripped from the value before being captured.
+
+.Parameter ConfigDir
+Path to the directory that contains the `pyvenv.cfg` file.
+#>
+function Get-PyVenvConfig(
+    [String]
+    $ConfigDir
+) {
+    Write-Verbose "Given ConfigDir=$ConfigDir, obtain values in pyvenv.cfg"
+
+    # Ensure the file exists, and issue a warning if it doesn't (but still allow the function to continue).
+    $pyvenvConfigPath = Join-Path -Resolve -Path $ConfigDir -ChildPath 'pyvenv.cfg' -ErrorAction Continue
+
+    # An empty map will be returned if no config file is found.
+    $pyvenvConfig = @{ }
+
+    if ($pyvenvConfigPath) {
+
+        Write-Verbose "File exists, parse `key = value` lines"
+        $pyvenvConfigContent = Get-Content -Path $pyvenvConfigPath
+
+        $pyvenvConfigContent | ForEach-Object {
+            $keyval = $PSItem -split "\s*=\s*", 2
+            if ($keyval[0] -and $keyval[1]) {
+                $val = $keyval[1]
+
+                # Remove extraneous quotations around a string value.
+                if ("'""".Contains($val.Substring(0, 1))) {
+                    $val = $val.Substring(1, $val.Length - 2)
+                }
+
+                $pyvenvConfig[$keyval[0]] = $val
+                Write-Verbose "Adding Key: '$($keyval[0])'='$val'"
+            }
+        }
+    }
+    return $pyvenvConfig
+}
+
+
+<# Begin Activate script --------------------------------------------------- #>
+
+# Determine the containing directory of this script
+$VenvExecPath = Split-Path -Parent $MyInvocation.MyCommand.Definition
+$VenvExecDir = Get-Item -Path $VenvExecPath
+
+Write-Verbose "Activation script is located in path: '$VenvExecPath'"
+Write-Verbose "VenvExecDir Fullname: '$($VenvExecDir.FullName)"
+Write-Verbose "VenvExecDir Name: '$($VenvExecDir.Name)"
+
+# Set values required in priority: CmdLine, ConfigFile, Default
+# First, get the location of the virtual environment, it might not be
+# VenvExecDir if specified on the command line.
+if ($VenvDir) {
+    Write-Verbose "VenvDir given as parameter, using '$VenvDir' to determine values"
+}
+else {
+    Write-Verbose "VenvDir not given as a parameter, using parent directory name as VenvDir."
+    $VenvDir = $VenvExecDir.Parent.FullName.TrimEnd("\\/")
+    Write-Verbose "VenvDir=$VenvDir"
+}
+
+# Next, read the `pyvenv.cfg` file to determine any required value such
+# as `prompt`.
+$pyvenvCfg = Get-PyVenvConfig -ConfigDir $VenvDir
+
+# Next, set the prompt from the command line, or the config file, or
+# just use the name of the virtual environment folder.
+if ($Prompt) {
+    Write-Verbose "Prompt specified as argument, using '$Prompt'"
+}
+else {
+    Write-Verbose "Prompt not specified as argument to script, checking pyvenv.cfg value"
+    if ($pyvenvCfg -and $pyvenvCfg['prompt']) {
+        Write-Verbose "  Setting based on value in pyvenv.cfg='$($pyvenvCfg['prompt'])'"
+        $Prompt = $pyvenvCfg['prompt'];
+    }
+    else {
+        Write-Verbose "  Setting prompt based on parent's directory's name. (Is the directory name passed to venv module when creating the virutal environment)"
+        Write-Verbose "  Got leaf-name of $VenvDir='$(Split-Path -Path $venvDir -Leaf)'"
+        $Prompt = Split-Path -Path $venvDir -Leaf
+    }
+}
+
+Write-Verbose "Prompt = '$Prompt'"
+Write-Verbose "VenvDir='$VenvDir'"
+
+# Deactivate any currently active virtual environment, but leave the
+# deactivate function in place.
+deactivate -nondestructive
+
+# Now set the environment variable VIRTUAL_ENV, used by many tools to determine
+# that there is an activated venv.
+$env:VIRTUAL_ENV = $VenvDir
+
+if (-not $Env:VIRTUAL_ENV_DISABLE_PROMPT) {
+
+    Write-Verbose "Setting prompt to '$Prompt'"
+
+    # Set the prompt to include the env name
+    # Make sure _OLD_VIRTUAL_PROMPT is global
+    function global:_OLD_VIRTUAL_PROMPT { "" }
+    Copy-Item -Path function:prompt -Destination function:_OLD_VIRTUAL_PROMPT
+    New-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Description "Python virtual environment prompt prefix" -Scope Global -Option ReadOnly -Visibility Public -Value $Prompt
+
+    function global:prompt {
+        Write-Host -NoNewline -ForegroundColor Green "($_PYTHON_VENV_PROMPT_PREFIX) "
+        _OLD_VIRTUAL_PROMPT
+    }
+}
+
+# Clear PYTHONHOME
+if (Test-Path -Path Env:PYTHONHOME) {
+    Copy-Item -Path Env:PYTHONHOME -Destination Env:_OLD_VIRTUAL_PYTHONHOME
+    Remove-Item -Path Env:PYTHONHOME
+}
+
+# Add the venv to the PATH
+Copy-Item -Path Env:PATH -Destination Env:_OLD_VIRTUAL_PATH
+$Env:PATH = "$VenvExecDir$([System.IO.Path]::PathSeparator)$Env:PATH"

venv/bin/activate

@@ -0,0 +1,66 @@
+# This file must be used with "source bin/activate" *from bash*
+# you cannot run it directly
+
+deactivate () {
+    # reset old environment variables
+    if [ -n "${_OLD_VIRTUAL_PATH:-}" ] ; then
+        PATH="${_OLD_VIRTUAL_PATH:-}"
+        export PATH
+        unset _OLD_VIRTUAL_PATH
+    fi
+    if [ -n "${_OLD_VIRTUAL_PYTHONHOME:-}" ] ; then
+        PYTHONHOME="${_OLD_VIRTUAL_PYTHONHOME:-}"
+        export PYTHONHOME
+        unset _OLD_VIRTUAL_PYTHONHOME
+    fi
+
+    # This should detect bash and zsh, which have a hash command that must
+    # be called to get it to forget past commands.  Without forgetting
+    # past commands the $PATH changes we made may not be respected
+    if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+        hash -r 2> /dev/null
+    fi
+
+    if [ -n "${_OLD_VIRTUAL_PS1:-}" ] ; then
+        PS1="${_OLD_VIRTUAL_PS1:-}"
+        export PS1
+        unset _OLD_VIRTUAL_PS1
+    fi
+
+    unset VIRTUAL_ENV
+    if [ ! "${1:-}" = "nondestructive" ] ; then
+    # Self destruct!
+        unset -f deactivate
+    fi
+}
+
+# unset irrelevant variables
+deactivate nondestructive
+
+VIRTUAL_ENV="/Users/user/Project/arabApp/server/venv"
+export VIRTUAL_ENV
+
+_OLD_VIRTUAL_PATH="$PATH"
+PATH="$VIRTUAL_ENV/bin:$PATH"
+export PATH
+
+# unset PYTHONHOME if set
+# this will fail if PYTHONHOME is set to the empty string (which is bad anyway)
+# could use `if (set -u; : $PYTHONHOME) ;` in bash
+if [ -n "${PYTHONHOME:-}" ] ; then
+    _OLD_VIRTUAL_PYTHONHOME="${PYTHONHOME:-}"
+    unset PYTHONHOME
+fi
+
+if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT:-}" ] ; then
+    _OLD_VIRTUAL_PS1="${PS1:-}"
+    PS1="(venv) ${PS1:-}"
+    export PS1
+fi
+
+# This should detect bash and zsh, which have a hash command that must
+# be called to get it to forget past commands.  Without forgetting
+# past commands the $PATH changes we made may not be respected
+if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+    hash -r 2> /dev/null
+fi

venv/bin/activate.csh

@@ -0,0 +1,25 @@
+# This file must be used with "source bin/activate.csh" *from csh*.
+# You cannot run it directly.
+# Created by Davide Di Blasi <davidedb@gmail.com>.
+# Ported to Python 3.3 venv by Andrew Svetlov <andrew.svetlov@gmail.com>
+
+alias deactivate 'test $?_OLD_VIRTUAL_PATH != 0 && setenv PATH "$_OLD_VIRTUAL_PATH" && unset _OLD_VIRTUAL_PATH; rehash; test $?_OLD_VIRTUAL_PROMPT != 0 && set prompt="$_OLD_VIRTUAL_PROMPT" && unset _OLD_VIRTUAL_PROMPT; unsetenv VIRTUAL_ENV; test "\!:*" != "nondestructive" && unalias deactivate'
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+setenv VIRTUAL_ENV "/Users/user/Project/arabApp/server/venv"
+
+set _OLD_VIRTUAL_PATH="$PATH"
+setenv PATH "$VIRTUAL_ENV/bin:$PATH"
+
+
+set _OLD_VIRTUAL_PROMPT="$prompt"
+
+if (! "$?VIRTUAL_ENV_DISABLE_PROMPT") then
+    set prompt = "(venv) $prompt"
+endif
+
+alias pydoc python -m pydoc
+
+rehash

venv/bin/activate.fish

@@ -0,0 +1,64 @@
+# This file must be used with "source <venv>/bin/activate.fish" *from fish*
+# (https://fishshell.com/); you cannot run it directly.
+
+function deactivate  -d "Exit virtual environment and return to normal shell environment"
+    # reset old environment variables
+    if test -n "$_OLD_VIRTUAL_PATH"
+        set -gx PATH $_OLD_VIRTUAL_PATH
+        set -e _OLD_VIRTUAL_PATH
+    end
+    if test -n "$_OLD_VIRTUAL_PYTHONHOME"
+        set -gx PYTHONHOME $_OLD_VIRTUAL_PYTHONHOME
+        set -e _OLD_VIRTUAL_PYTHONHOME
+    end
+
+    if test -n "$_OLD_FISH_PROMPT_OVERRIDE"
+        functions -e fish_prompt
+        set -e _OLD_FISH_PROMPT_OVERRIDE
+        functions -c _old_fish_prompt fish_prompt
+        functions -e _old_fish_prompt
+    end
+
+    set -e VIRTUAL_ENV
+    if test "$argv[1]" != "nondestructive"
+        # Self-destruct!
+        functions -e deactivate
+    end
+end
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+set -gx VIRTUAL_ENV "/Users/user/Project/arabApp/server/venv"
+
+set -gx _OLD_VIRTUAL_PATH $PATH
+set -gx PATH "$VIRTUAL_ENV/bin" $PATH
+
+# Unset PYTHONHOME if set.
+if set -q PYTHONHOME
+    set -gx _OLD_VIRTUAL_PYTHONHOME $PYTHONHOME
+    set -e PYTHONHOME
+end
+
+if test -z "$VIRTUAL_ENV_DISABLE_PROMPT"
+    # fish uses a function instead of an env var to generate the prompt.
+
+    # Save the current fish_prompt function as the function _old_fish_prompt.
+    functions -c fish_prompt _old_fish_prompt
+
+    # With the original prompt function renamed, we can override with our own.
+    function fish_prompt
+        # Save the return status of the last command.
+        set -l old_status $status
+
+        # Output the venv prompt; color taken from the blue of the Python logo.
+        printf "%s%s%s" (set_color 4B8BBE) "(venv) " (set_color normal)
+
+        # Restore the return status of the previous command.
+        echo "exit $old_status" | .
+        # Output the original/"old" prompt.
+        _old_fish_prompt
+    end
+
+    set -gx _OLD_FISH_PROMPT_OVERRIDE "$VIRTUAL_ENV"
+end

venv/bin/coloredlogs

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from coloredlogs.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/convert-caffe2-to-onnx

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from caffe2.python.onnx.bin.conversion import caffe2_to_onnx
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(caffe2_to_onnx())

venv/bin/convert-onnx-to-caffe2

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from caffe2.python.onnx.bin.conversion import onnx_to_caffe2
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(onnx_to_caffe2())

venv/bin/docutils

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/f2py

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from numpy.f2py.f2py2e import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/fastapi

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from fastapi.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/flask

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from flask.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/funasr

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.bin.inference import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/funasr-export

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.bin.export import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/funasr-jsonl2scp

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.datasets.audio_datasets.jsonl2scp import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/funasr-scp2jsonl

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.datasets.audio_datasets.scp2jsonl import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/funasr-sensevoice2jsonl

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.datasets.audio_datasets.sensevoice2jsonl import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/funasr-train

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.bin.train import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/funasr-train-ds

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.bin.train_ds import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/gdown

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from gdown.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/humanfriendly

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from humanfriendly.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/isympy

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from isympy import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/jp.py

@@ -0,0 +1,54 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+
+import sys
+import json
+import argparse
+from pprint import pformat
+
+import jmespath
+from jmespath import exceptions
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('expression')
+    parser.add_argument('-f', '--filename',
+                        help=('The filename containing the input data.  '
+                              'If a filename is not given then data is '
+                              'read from stdin.'))
+    parser.add_argument('--ast', action='store_true',
+                        help=('Pretty print the AST, do not search the data.'))
+    args = parser.parse_args()
+    expression = args.expression
+    if args.ast:
+        # Only print the AST
+        expression = jmespath.compile(args.expression)
+        sys.stdout.write(pformat(expression.parsed))
+        sys.stdout.write('\n')
+        return 0
+    if args.filename:
+        with open(args.filename, 'r') as f:
+            data = json.load(f)
+    else:
+        data = sys.stdin.read()
+        data = json.loads(data)
+    try:
+        sys.stdout.write(json.dumps(
+            jmespath.search(expression, data), indent=4, ensure_ascii=False))
+        sys.stdout.write('\n')
+    except exceptions.ArityError as e:
+        sys.stderr.write("invalid-arity: %s\n" % e)
+        return 1
+    except exceptions.JMESPathTypeError as e:
+        sys.stderr.write("invalid-type: %s\n" % e)
+        return 1
+    except exceptions.UnknownFunctionError as e:
+        sys.stderr.write("unknown-function: %s\n" % e)
+        return 1
+    except exceptions.ParseError as e:
+        sys.stderr.write("syntax-error: %s\n" % e)
+        return 1
+
+
+if __name__ == '__main__':
+    sys.exit(main())

venv/bin/jsonl2scp

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from funasr.datasets.audio_datasets.jsonl2scp import main_hydra
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main_hydra())

venv/bin/keyring

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from keyring.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/markdown-it

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from markdown_it.cli.parse import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/modelscope

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from modelscope.cli.cli import run_cmd
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(run_cmd())

venv/bin/normalizer

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from charset_normalizer.cli import cli_detect
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(cli_detect())

venv/bin/numba

@@ -0,0 +1,8 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+# -*- coding: UTF-8 -*-
+from __future__ import print_function, division, absolute_import
+
+from numba.misc.numba_entry import main
+
+if __name__ == "__main__":
+    main()

venv/bin/onnxruntime_test

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from onnxruntime.tools.onnxruntime_test import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/pip

@@ -0,0 +1,8 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pip3

@@ -0,0 +1,8 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pip3.9

@@ -0,0 +1,8 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pygmentize

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from pygments.cmdline import main
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(main())

venv/bin/pygrun

@@ -0,0 +1,164 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+__author__ = 'jszheng'
+import optparse
+import sys
+import os
+import importlib
+from antlr4 import *
+
+
+# this is a python version of TestRig
+def beautify_lisp_string(in_string):
+    indent_size = 3
+    add_indent = ' '*indent_size
+    out_string = in_string[0]  # no indent for 1st (
+    indent = ''
+    for i in range(1, len(in_string)):
+        if in_string[i] == '(' and in_string[i+1] != ' ':
+            indent += add_indent
+            out_string += "\n" + indent + '('
+        elif in_string[i] == ')':
+            out_string += ')'
+            if len(indent) > 0:
+                indent = indent.replace(add_indent, '', 1)
+        else:
+            out_string += in_string[i]
+    return out_string
+
+
+if __name__ == '__main__':
+
+    #############################################################
+    # parse options
+    # not support -gui -encoding -ps
+    #############################################################
+    usage = "Usage: %prog [options] Grammar_Name Start_Rule"
+    parser = optparse.OptionParser(usage=usage)
+    # parser.add_option('-t', '--tree',
+    #                   dest="out_file",
+    #                   default="default.out",
+    #                   help='set output file name',
+    #                   )
+    parser.add_option('-t', '--tree',
+                      default=False,
+                      action='store_true',
+                      help='Print AST tree'
+                      )
+    parser.add_option('-k', '--tokens',
+                      dest="token",
+                      default=False,
+                      action='store_true',
+                      help='Show Tokens'
+                      )
+    parser.add_option('-s', '--sll',
+                      dest="sll",
+                      default=False,
+                      action='store_true',
+                      help='Show SLL'
+                      )
+    parser.add_option('-d', '--diagnostics',
+                      dest="diagnostics",
+                      default=False,
+                      action='store_true',
+                      help='Enable diagnostics error listener'
+                      )
+    parser.add_option('-a', '--trace',
+                      dest="trace",
+                      default=False,
+                      action='store_true',
+                      help='Enable Trace'
+                      )
+
+    options, remainder = parser.parse_args()
+    if len(remainder) < 2:
+        print('ERROR: You have to provide at least 2 arguments!')
+        parser.print_help()
+        exit(1)
+    else:
+        grammar = remainder.pop(0)
+        start_rule = remainder.pop(0)
+        file_list = remainder
+
+    #############################################################
+    # check and load antlr generated files
+    #############################################################
+    # dynamic load the module and class
+    lexerName = grammar + 'Lexer'
+    parserName = grammar + 'Parser'
+    # check if the generate file exist
+    lexer_file = lexerName + '.py'
+    parser_file = parserName + '.py'
+    if not os.path.exists(lexer_file):
+        print("[ERROR] Can't find lexer file {}!".format(lexer_file))
+        print(os.path.realpath('.'))
+        exit(1)
+    if not os.path.exists(parser_file):
+        print("[ERROR] Can't find parser file {}!".format(lexer_file))
+        print(os.path.realpath('.'))
+        exit(1)
+
+    # current directory is where the generated file loaded
+    # the script might be in different place.
+    sys.path.append('.')
+    # print(sys.path)
+
+    # print("Load Lexer {}".format(lexerName))
+    module_lexer = __import__(lexerName, globals(), locals(), lexerName)
+    class_lexer = getattr(module_lexer, lexerName)
+    # print(class_lexer)
+
+    # print("Load Parser {}".format(parserName))
+    module_parser = __import__(parserName, globals(), locals(), parserName)
+    class_parser = getattr(module_parser, parserName)
+    # print(class_parser)
+
+    #############################################################
+    # main process steps.
+    #############################################################
+    def process(input_stream, class_lexer, class_parser):
+        lexer = class_lexer(input_stream)
+        token_stream = CommonTokenStream(lexer)
+        token_stream.fill()
+        if options.token:  # need to show token
+            for tok in token_stream.tokens:
+                print(tok)
+        if start_rule == 'tokens':
+            return
+
+        parser = class_parser(token_stream)
+
+        if options.diagnostics:
+            parser.addErrorListener(DiagnosticErrorListener())
+            parser._interp.predictionMode = PredictionMode.LL_EXACT_AMBIG_DETECTION
+        if options.tree:
+            parser.buildParseTrees = True
+        if options.sll:
+            parser._interp.predictionMode = PredictionMode.SLL
+        #parser.setTokenStream(token_stream)
+        parser.setTrace(options.trace)
+        if hasattr(parser, start_rule):
+            func_start_rule = getattr(parser, start_rule)
+            parser_ret = func_start_rule()
+            if options.tree:
+                lisp_tree_str = parser_ret.toStringTree(recog=parser)
+                print(beautify_lisp_string(lisp_tree_str))
+        else:
+            print("[ERROR] Can't find start rule '{}' in parser '{}'".format(start_rule, parserName))
+
+    #############################################################
+    # use stdin if not provide file as input stream
+    #############################################################
+    if len(file_list) == 0:
+        input_stream = InputStream(sys.stdin.read())
+        process(input_stream, class_lexer, class_parser)
+        exit(0)
+
+    #############################################################
+    # iterate all input file
+    #############################################################
+    for file_name in file_list:
+        if os.path.exists(file_name) and os.path.isfile(file_name):
+            input_stream = FileStream(file_name)
+            process(input_stream, class_lexer, class_parser)
+        else:
+            print("[ERROR] file {} not exist".format(os.path.normpath(file_name)))

venv/bin/python

@@ -0,0 +1 @@
+python3

venv/bin/python3

@@ -0,0 +1 @@
+/Applications/Xcode.app/Contents/Developer/usr/bin/python3

venv/bin/python3.9

@@ -0,0 +1 @@
+python3

venv/bin/rst2html

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2html
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2html())

venv/bin/rst2html4

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2html4
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2html4())

venv/bin/rst2html5

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2html5
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2html5())

venv/bin/rst2latex

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2latex
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2latex())

venv/bin/rst2man

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2man
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2man())

venv/bin/rst2odt

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2odt
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2odt())

venv/bin/rst2pseudoxml

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2pseudoxml
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2pseudoxml())

venv/bin/rst2s5

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2s5
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2s5())

venv/bin/rst2xetex

@@ -0,0 +1,6 @@
+#!/Users/user/Project/arabApp/server/venv/bin/python3
+import sys
+from docutils.core import rst2xetex
+if __name__ == '__main__':
+    sys.argv[0] = sys.argv[0].removesuffix('.exe')
+    sys.exit(rst2xetex())