{ "cells": [ { "cell_type": "code", "execution_count": 2, "id": "39d12be8", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "120\n" ] } ], "source": [ "# /home/mshahidul/readctrl/data/translated_data/multiclinsum_gs_train_en2bn_gemma(0_200).json\n", "import json\n", "\n", "with open('/home/mshahidul/readctrl/data/translated_data/multiclinsum_gs_train_en2bn_gemma(80_200).json', 'r') as f:\n", " data = json.load(f)\n", "\n", "print(len(data))\n" ] }, { "cell_type": "raw", "id": "015a4c4b", "metadata": { "vscode": { "languageId": "raw" } }, "source": [ " CUDA_DEVICE_ORDER=PCI_BUS_ID CUDA_VISIBLE_DEVICES=1 ~/llama.cpp/build/bin/llama-server \\\n", " -m /home/mshahidul/readctrl_model/translate_gemma/translategemma-27b-it-Q8_0.gguf \\\n", " --n-gpu-layers 999 \\\n", " --flash-attn on \\\n", " --port 8082" ] }, { "cell_type": "code", "execution_count": null, "id": "3027c490", "metadata": {}, "outputs": [], "source": [ "# cd /home/mshahidul/readctrl/code/translation\n", "# python translate_multiclinsum_all_lang_judge_strict_v2.py \\\n", "# --source-lang en \\\n", "# --target-lang bn \\\n", "# --start-idx 80 \\\n", "# --end-idx 200" ] }, { "cell_type": "raw", "id": "3ef94789", "metadata": { "vscode": { "languageId": "raw" } }, "source": [ "python '/home/mshahidul/readctrl/code/translation/translate_multiclinsum_en2bn_v2.py' --start-idx 0 --end-idx 1000\n", "python '/home/mshahidul/readctrl/code/translation/translate_multiclinsum_en2bn_v2.py' --start-idx 1000 --end-idx 2000 --port 8081\n", "python '/home/mshahidul/readctrl/code/translation/translate_multiclinsum_en2bn_v2.py' --start-idx 2000 --end-idx -1 --port 8082" ] } ], "metadata": { "kernelspec": { "display_name": "unsloth", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.12.12" } }, "nbformat": 4, "nbformat_minor": 5 }