add files

Script/Exp_Script/ChatGPT/run_chatgpt.sh

@@ -0,0 +1,5 @@
+python calculate_chatgpt_completion.py --task "statement_level"
+python calculate_chatgpt_completion.py --task "next_statement"
+
+
+python calculate_chatgpt_gen.py

Script/Exp_Script/Code-LLaMA/run_codellama.sh

@@ -0,0 +1,5 @@
+python calculate_codellama_completion.py --task "statement_level"
+python calculate_codellama_completion.py --task "next_statement"
+
+
+python calculate_codellama_gen.py

Script/Exp_Script/ForkFlow/run_forkflow.sh

@@ -0,0 +1 @@
+python calculate_forkflow.py

Script/Model/CodeBert/code-completion/run_fine_tuning.sh

@@ -0,0 +1,28 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task statement_level \
+	--model_name_or_path MickyMike/codebert-c \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeBert/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task next_statement \
+	--model_name_or_path MickyMike/codebert-c \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeBert/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeBert/code-completion/run_test.sh

@@ -0,0 +1,22 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --model_name_or_path MickyMike/codebert-c \
+ 	--load_model_path ../../../../Saved_Models/CodeBert/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeBert/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --model_name_or_path MickyMike/codebert-c \
+ 	--load_model_path ../../../../Saved_Models/CodeBert/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeBert/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeBert/code-generation/run_fine_tuning.sh

@@ -0,0 +1,13 @@
+python run_generation.py \
+	--do_train \
+	--do_eval \
+	--model_name_or_path MickyMike/codebert-c \
+    --train_filename ../../../../Dataset/Code_Generation/train.jsonl \
+    --dev_filename ../../../../Dataset/Code_Generation/valid.jsonl \
+    --output_dir ../../../../Saved_Models/CodeBert/Code_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+

Script/Model/CodeBert/code-generation/run_test.sh

@@ -0,0 +1,8 @@
+python -u run_generation.py \
+    --do_test \
+    --model_name_or_path MickyMike/codebert-c \
+    --load_model_path ../../../../Saved_Models/CodeBert/Code_Generation \
+    --test_filename ../../../../Dataset/Code_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/CodeBert/Code_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5+/code-completion/run_fine_tuning.sh

@@ -0,0 +1,28 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task statement_level \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task next_statement \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5+/code-completion/run_test.sh

@@ -0,0 +1,22 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5+/code-generation/run_fine_tuning.sh

@@ -0,0 +1,13 @@
+python run_generation.py \
+	--do_train \
+	--do_eval \
+	--model_name_or_path Salesforce/codet5p-220m \
+    --train_filename ../../../../Dataset/Code_Generation/train.jsonl \
+    --dev_filename ../../../../Dataset/Code_Generation/valid.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/Code_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+

Script/Model/CodeT5+/code-generation/run_test.sh

@@ -0,0 +1,8 @@
+python -u run_generation.py \
+    --do_test \
+    --model_name_or_path Salesforce/codet5p-220m \
+    --load_model_path ../../../../Saved_Models/CodeT5+/Code_Generation \
+    --test_filename ../../../../Dataset/Code_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/Code_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5+/new-target-completion/run_fine_tuning_existing_type.sh

@@ -0,0 +1,28 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task statement_level \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task next_statement \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5+/new-target-completion/run_fine_tuning_itr_exp.sh

@@ -0,0 +1,30 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --do_itr \
+    --task statement_level \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --do_itr \
+    --task next_statement \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5+/new-target-completion/run_fine_tuning_new_type.sh

@@ -0,0 +1,30 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --do_cpuonly \
+    --task statement_level \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --do_cpuonly \
+    --task next_statement \
+	--model_name_or_path Salesforce/codet5p-220m \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5+/new-target-completion/run_test_existing_type.sh

@@ -0,0 +1,22 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5+/new-target-completion/run_test_itr_exp.sh

@@ -0,0 +1,49 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --do_itr \
+    --do_cpuonly \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --do_itr \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --do_itr \
+    --do_cpuonly \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --do_itr \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5+/new-target-completion/run_test_new_type.sh

@@ -0,0 +1,24 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --do_cpuonly \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --do_cpuonly \
+    --model_name_or_path Salesforce/codet5p-220m \
+ 	--load_model_path ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5+/new-target-generation/run_fine_tuning_existing_type.sh

@@ -0,0 +1,11 @@
+python -u run_generation.py \
+    --do_train \
+    --do_eval \
+    --model_name_or_path Salesforce/codet5p-220m  \
+    --train_filename ../../../../Dataset/New_Target_Generation/Existing_Types/train.jsonl \
+    --dev_filename ../../../../Dataset/New_Target_Generation/Existing_Types/valid.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5+/new-target-generation/run_fine_tuning_itr_exp.sh

@@ -0,0 +1,12 @@
+python -u run_generation.py \
+    --do_train \
+    --do_eval \
+    --do_itr \
+    --model_name_or_path Salesforce/codet5p-220m  \
+    --train_filename ../../../../Dataset/Iterative_Expansion_Generation/train.jsonl \
+    --dev_filename ../../../../Dataset/Iterative_Expansion_Generation/valid.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5+/new-target-generation/run_fine_tuning_new_type.sh

@@ -0,0 +1,12 @@
+python -u run_generation.py \
+    --do_train \
+    --do_eval \
+    --do_cpuonly \
+    --model_name_or_path Salesforce/codet5p-220m  \
+    --train_filename ../../../../Dataset/New_Target_Generation/New_Types/train.jsonl \
+    --dev_filename ../../../../Dataset/New_Target_Generation/New_Types/valid.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5+/new-target-generation/run_test_existing_type.sh

@@ -0,0 +1,8 @@
+python -u run_generation.py \
+    --do_test \
+    --model_name_or_path Salesforce/codet5p-220m  \
+    --load_model_path ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --test_filename ../../../../Dataset/New_Target_Generation/Existing_Types/test.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5+/new-target-generation/run_test_itr_exp.sh

@@ -0,0 +1,24 @@
+#Excluding RISC-V
+python -u run_generation.py \
+    --do_test \
+    --do_cpuonly \
+    --do_itr \
+    --model_name_or_path Salesforce/codet5p-220m  \
+    --load_model_path ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --test_filename ../../../../Dataset/Iterative_Expansion_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# Including RISC-V
+python -u run_generation.py \
+    --do_test \
+    --do_itr \
+    --model_name_or_path /home/ljq/Code_llms/codet5p-220m  \
+    --load_model_path ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Generation \
+    --test_filename ../../../../Dataset/Iterative_Expansion_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/Iterative_Expansion_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16 \
+    2>&1 | tee output_gen_test_220_itr_w_riscv.txt

Script/Model/CodeT5+/new-target-generation/run_test_new_type.sh

@@ -0,0 +1,9 @@
+python -u run_generation.py \
+    --do_test \
+    --do_cpuonly \
+    --model_name_or_path Salesforce/codet5p-220m  \
+    --load_model_path ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --test_filename ../../../../Dataset/New_Target_Generation/New_Types/test.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5+/New_Target_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5/code-completion/run_fine_tuning.sh

@@ -0,0 +1,28 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task statement_level \
+	--model_name_or_path Salesforce/codet5-base \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task next_statement \
+	--model_name_or_path Salesforce/codet5-base \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/CodeT5/code-completion/run_test.sh

@@ -0,0 +1,22 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --model_name_or_path Salesforce/codet5-base \
+ 	--load_model_path ../../../../Saved_Models/CodeT5/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --model_name_or_path Salesforce/codet5-base \
+ 	--load_model_path ../../../../Saved_Models/CodeT5/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/CodeT5/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/CodeT5/code-generation/run_fine_tuning.sh

@@ -0,0 +1,13 @@
+python run_generation.py \
+	--do_train \
+	--do_eval \
+	--model_name_or_path Salesforce/codet5-base \
+    --train_filename ../../../../Dataset/Code_Generation/train.jsonl \
+    --dev_filename ../../../../Dataset/Code_Generation/valid.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5/Code_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+

Script/Model/CodeT5/code-generation/run_test.sh

@@ -0,0 +1,8 @@
+python -u run_generation.py \
+    --do_test \
+    --model_name_or_path Salesforce/codet5-base \
+    --load_model_path ../../../../Saved_Models/CodeT5/Code_Generation \
+    --test_filename ../../../../Dataset/Code_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/CodeT5/Code_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/GraphCodeBert/code-completion/run_fine_tuning.sh

@@ -0,0 +1,28 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task statement_level \
+	--model_name_or_path MickyMike/graphcodebert-c\
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/GraphCodeBert/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task next_statement \
+	--model_name_or_path MickyMike/graphcodebert-c \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/GraphCodeBert/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/GraphCodeBert/code-completion/run_test.sh

@@ -0,0 +1,22 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --model_name_or_path MickyMike/graphcodebert-c \
+ 	--load_model_path ../../../../Saved_Models/GraphCodeBert/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/GraphCodeBert/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --model_name_or_path MickyMike/graphcodebert-c \
+ 	--load_model_path ../../../../Saved_Models/GraphCodeBert/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/GraphCodeBert/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/GraphCodeBert/code-generation/run_fine_tuning.sh

@@ -0,0 +1,13 @@
+python run_generation.py \
+	--do_train \
+	--do_eval \
+	--model_name_or_path MickyMike/graphcodebert-c \
+    --train_filename ../../../../Dataset/Code_Generation/train.jsonl \
+    --dev_filename ../../../../Dataset/Code_Generation/valid.jsonl \
+    --output_dir ../../../../Saved_Models/GraphCodeBert/Code_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+

Script/Model/GraphCodeBert/code-generation/run_test.sh

@@ -0,0 +1,8 @@
+python -u run_generation.py \
+    --do_test \
+    --model_name_or_path MickyMike/graphcodebert-c \
+    --load_model_path ../../../../Saved_Models/GraphCodeBert/Code_Generation \
+    --test_filename ../../../../Dataset/Code_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/GraphCodeBert/Code_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/NatGen/code-completion/run_fine_tuning.sh

@@ -0,0 +1,28 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task statement_level \
+	--model_name_or_path saikatc/NatGen \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/NatGen/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task next_statement \
+	--model_name_or_path saikatc/NatGen \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/NatGen/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/NatGen/code-completion/run_test.sh

@@ -0,0 +1,22 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --model_name_or_path saikatc/NatGen \
+ 	--load_model_path ../../../../Saved_Models/NatGen/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/NatGen/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --model_name_or_path saikatc/NatGen \
+ 	--load_model_path ../../../../Saved_Models/NatGen/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/NatGen/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/NatGen/code-generation/run_fine_tuning.sh

@@ -0,0 +1,13 @@
+python run_generation.py \
+	--do_train \
+	--do_eval \
+	--model_name_or_path saikatc/NatGen \
+    --train_filename ../../../../Dataset/Code_Generation/train.jsonl \
+    --dev_filename ../../../../Dataset/Code_Generation/valid.jsonl \
+    --output_dir ../../../../Saved_Models/NatGen/Code_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+

Script/Model/NatGen/code-generation/run_test.sh

@@ -0,0 +1,8 @@
+python -u run_generation.py \
+    --do_test \
+    --model_name_or_path saikatc/NatGen \
+    --load_model_path ../../../../Saved_Models/NatGen/Code_Generation \
+    --test_filename ../../../../Dataset/Code_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/NatGen/Code_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/UnixCoder/code-completion/run_fine_tuning.sh

@@ -0,0 +1,28 @@
+# statement level completion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task statement_level \
+	--model_name_or_path microsoft/unixcoder-base-nine \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/UnixCoder/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_train \
+	--do_eval \
+    --task next_statement \
+	--model_name_or_path microsoft/unixcoder-base-nine \
+	--train_filename ../../../../Dataset \
+	--dev_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/UnixCoder/Code_Completion \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50

Script/Model/UnixCoder/code-completion/run_test.sh

@@ -0,0 +1,22 @@
+# statement level completion
+python run_completion.py \
+	--do_test \
+    --task statement_level \
+    --model_name_or_path microsoft/unixcoder-base-nine \
+ 	--load_model_path ../../../../Saved_Models/UnixCoder/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/UnixCoder/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16
+
+
+# next statement suggestion
+python run_completion.py \
+	--do_test \
+    --task next_statement \
+    --model_name_or_path microsoft/unixcoder-base-nine \
+ 	--load_model_path ../../../../Saved_Models/UnixCoder/Code_Completion \
+ 	--test_filename ../../../../Dataset \
+    --output_dir ../../../../Saved_Models/UnixCoder/Code_Completion \
+    --beam_size 4 \
+    --eval_batch_size 16

Script/Model/UnixCoder/code-generation/run_fine_tuning.sh

@@ -0,0 +1,13 @@
+python run_generation.py \
+	--do_train \
+	--do_eval \
+	--model_name_or_path microsoft/unixcoder-base-nine \
+    --train_filename ../../../../Dataset/Code_Generation/train.jsonl \
+    --dev_filename ../../../../Dataset/Code_Generation/valid.jsonl \
+    --output_dir ../../../../Saved_Models/UnixCoder/Code_Generation \
+    --beam_size 4 \
+    --train_batch_size 32 \
+    --eval_batch_size 16 \
+    --num_train_epochs 50
+
+

Script/Model/UnixCoder/code-generation/run_test.sh

@@ -0,0 +1,8 @@
+python -u run_generation.py \
+    --do_test \
+    --model_name_or_path microsoft/unixcoder-base-nine \
+    --load_model_path ../../../../Saved_Models/UnixCoder/Code_Generation \
+    --test_filename ../../../../Dataset/Code_Generation/test.jsonl \
+    --output_dir ../../../../Saved_Models/UnixCoder/Code_Generation \
+    --beam_size 4 \
+    --eval_batch_size 16