unknown
commited on
Commit
·
1d488b6
1
Parent(s):
7a9df24
Initial
Browse files- README.md +8 -1
- run_function_test.sh +1 -1
- run_test.sh +1 -1
- vega_ae.yml +81 -0
README.md
CHANGED
|
@@ -51,6 +51,13 @@ $ cd VEGA_AE
|
|
| 51 |
|
| 52 |
- Install Python (Version 3.8.1) in Conda environment.
|
| 53 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
```
|
| 55 |
$ conda create -n vega_ae python=3.8.1
|
| 56 |
$ conda activate vega_ae
|
|
@@ -114,7 +121,7 @@ Customize parameters for code generation by modifying following options in the `
|
|
| 114 |
--model_name_or_path ../../models/UnixCoder \
|
| 115 |
--test_filename ../../dataset/test.jsonl \
|
| 116 |
--output_dir ../../models/FT_Model \
|
| 117 |
-
--beam_size
|
| 118 |
--train_batch_size 256 \
|
| 119 |
--eval_batch_size 256 \
|
| 120 |
--learning_rate 6e-5 \
|
|
|
|
| 51 |
|
| 52 |
- Install Python (Version 3.8.1) in Conda environment.
|
| 53 |
|
| 54 |
+
We provide a pre-packaged conda virtual environment in ```./vega_ae.yml```, which includes specific versions of Python and required extension packages. The python environment can be directly created using the following command.
|
| 55 |
+
|
| 56 |
+
```
|
| 57 |
+
conda env create -f vega_ae.yml
|
| 58 |
+
```
|
| 59 |
+
|
| 60 |
+
The python environment can also be created using the following command.
|
| 61 |
```
|
| 62 |
$ conda create -n vega_ae python=3.8.1
|
| 63 |
$ conda activate vega_ae
|
|
|
|
| 121 |
--model_name_or_path ../../models/UnixCoder \
|
| 122 |
--test_filename ../../dataset/test.jsonl \
|
| 123 |
--output_dir ../../models/FT_Model \
|
| 124 |
+
--beam_size 1 \
|
| 125 |
--train_batch_size 256 \
|
| 126 |
--eval_batch_size 256 \
|
| 127 |
--learning_rate 6e-5 \
|
run_function_test.sh
CHANGED
|
@@ -5,7 +5,7 @@ python ./Scripts/UnixCoder/run_one_model.py \
|
|
| 5 |
--model_name_or_path ../../models/UnixCoder \
|
| 6 |
--test_filename ../../dataset/test.jsonl \
|
| 7 |
--output_dir ../../models/FT_Model \
|
| 8 |
-
--beam_size
|
| 9 |
--train_batch_size 256 \
|
| 10 |
--eval_batch_size 256 \
|
| 11 |
--learning_rate 6e-5 \
|
|
|
|
| 5 |
--model_name_or_path ../../models/UnixCoder \
|
| 6 |
--test_filename ../../dataset/test.jsonl \
|
| 7 |
--output_dir ../../models/FT_Model \
|
| 8 |
+
--beam_size 1 \
|
| 9 |
--train_batch_size 256 \
|
| 10 |
--eval_batch_size 256 \
|
| 11 |
--learning_rate 6e-5 \
|
run_test.sh
CHANGED
|
@@ -5,7 +5,7 @@ python ./Scripts/UnixCoder/run_one_model.py \
|
|
| 5 |
--model_name_or_path ../../models/UnixCoder \
|
| 6 |
--test_filename ../../dataset/test.jsonl \
|
| 7 |
--output_dir ../../models/FT_Model \
|
| 8 |
-
--beam_size
|
| 9 |
--train_batch_size 256 \
|
| 10 |
--eval_batch_size 256 \
|
| 11 |
--learning_rate 6e-5 \
|
|
|
|
| 5 |
--model_name_or_path ../../models/UnixCoder \
|
| 6 |
--test_filename ../../dataset/test.jsonl \
|
| 7 |
--output_dir ../../models/FT_Model \
|
| 8 |
+
--beam_size 1 \
|
| 9 |
--train_batch_size 256 \
|
| 10 |
--eval_batch_size 256 \
|
| 11 |
--learning_rate 6e-5 \
|
vega_ae.yml
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: vega_ae
|
| 2 |
+
channels:
|
| 3 |
+
- https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free
|
| 4 |
+
- https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free/
|
| 5 |
+
- defaults
|
| 6 |
+
dependencies:
|
| 7 |
+
- _libgcc_mutex=0.1=main
|
| 8 |
+
- _openmp_mutex=5.1=1_gnu
|
| 9 |
+
- ca-certificates=2024.9.24=h06a4308_0
|
| 10 |
+
- ld_impl_linux-64=2.40=h12ee557_0
|
| 11 |
+
- libedit=3.1.20230828=h5eee18b_0
|
| 12 |
+
- libffi=3.2.1=1
|
| 13 |
+
- libgcc-ng=11.2.0=h1234567_1
|
| 14 |
+
- libgomp=11.2.0=h1234567_1
|
| 15 |
+
- libstdcxx-ng=11.2.0=h1234567_1
|
| 16 |
+
- ncurses=6.4=h6a678d5_0
|
| 17 |
+
- openssl=1.1.1w=h7f8727e_0
|
| 18 |
+
- pip=24.2=py38h06a4308_0
|
| 19 |
+
- python=3.8.1=h0371630_1
|
| 20 |
+
- readline=7.0=h7b6447c_5
|
| 21 |
+
- setuptools=75.1.0=py38h06a4308_0
|
| 22 |
+
- sqlite=3.33.0=h62c20be_0
|
| 23 |
+
- tk=8.6.11=h1ccaba5_0
|
| 24 |
+
- wheel=0.44.0=py38h06a4308_0
|
| 25 |
+
- xz=5.4.6=h5eee18b_1
|
| 26 |
+
- zlib=1.2.11=0
|
| 27 |
+
- pip:
|
| 28 |
+
- certifi==2024.8.30
|
| 29 |
+
- charset-normalizer==3.4.0
|
| 30 |
+
- cmake==3.30.5
|
| 31 |
+
- filelock==3.16.1
|
| 32 |
+
- fsspec==2024.10.0
|
| 33 |
+
- fuzzywuzzy==0.18.0
|
| 34 |
+
- huggingface-hub==0.26.2
|
| 35 |
+
- idna==3.10
|
| 36 |
+
- jinja2==3.1.4
|
| 37 |
+
- levenshtein==0.25.1
|
| 38 |
+
- lit==18.1.8
|
| 39 |
+
- markupsafe==2.1.5
|
| 40 |
+
- mpmath==1.3.0
|
| 41 |
+
- networkx==3.1
|
| 42 |
+
- numpy==1.24.4
|
| 43 |
+
- nvidia-cublas-cu11==11.10.3.66
|
| 44 |
+
- nvidia-cublas-cu12==12.1.3.1
|
| 45 |
+
- nvidia-cuda-cupti-cu11==11.7.101
|
| 46 |
+
- nvidia-cuda-cupti-cu12==12.1.105
|
| 47 |
+
- nvidia-cuda-nvrtc-cu11==11.7.99
|
| 48 |
+
- nvidia-cuda-nvrtc-cu12==12.1.105
|
| 49 |
+
- nvidia-cuda-runtime-cu11==11.7.99
|
| 50 |
+
- nvidia-cuda-runtime-cu12==12.1.105
|
| 51 |
+
- nvidia-cudnn-cu11==8.5.0.96
|
| 52 |
+
- nvidia-cudnn-cu12==8.9.2.26
|
| 53 |
+
- nvidia-cufft-cu11==10.9.0.58
|
| 54 |
+
- nvidia-cufft-cu12==11.0.2.54
|
| 55 |
+
- nvidia-curand-cu11==10.2.10.91
|
| 56 |
+
- nvidia-curand-cu12==10.3.2.106
|
| 57 |
+
- nvidia-cusolver-cu11==11.4.0.1
|
| 58 |
+
- nvidia-cusolver-cu12==11.4.5.107
|
| 59 |
+
- nvidia-cusparse-cu11==11.7.4.91
|
| 60 |
+
- nvidia-cusparse-cu12==12.1.0.106
|
| 61 |
+
- nvidia-nccl-cu11==2.14.3
|
| 62 |
+
- nvidia-nccl-cu12==2.19.3
|
| 63 |
+
- nvidia-nvjitlink-cu12==12.6.77
|
| 64 |
+
- nvidia-nvtx-cu11==11.7.91
|
| 65 |
+
- nvidia-nvtx-cu12==12.1.105
|
| 66 |
+
- packaging==24.1
|
| 67 |
+
- pathlib==1.0.1
|
| 68 |
+
- python-levenshtein==0.25.1
|
| 69 |
+
- pyyaml==6.0.2
|
| 70 |
+
- rapidfuzz==3.9.7
|
| 71 |
+
- regex==2024.9.11
|
| 72 |
+
- requests==2.32.3
|
| 73 |
+
- sympy==1.13.3
|
| 74 |
+
- tokenizers==0.13.3
|
| 75 |
+
- torch==2.0.1
|
| 76 |
+
- tqdm==4.66.2
|
| 77 |
+
- transformers==4.28.0
|
| 78 |
+
- triton==2.0.0
|
| 79 |
+
- typing-extensions==4.12.2
|
| 80 |
+
- urllib3==2.2.3
|
| 81 |
+
prefix: /home/ict_zhongm/.conda/envs/vega_ae
|