Files

pert.py

@@ -34,7 +34,6 @@ def compute_jaccard_matrix(clusters_a, clusters_b):
 # Dictionary mapping perturbation names to their descriptions
 perturbation_descriptions = {
     "Scope Modification": "Identifies variables in complex scopes and moves them to unrelated blocks.",
-    "Lexical Similarity Modification": "Generates lexical variations of class and variable names with different casing.",
     "Log Modification": "Adds logging statements to blocks of code for tracking execution flow.",
     "Operator Modification": "Modifies boolean expressions by negating them in various contexts.",
     "Pointer Modification": "Add C style pointer to the code.",
@@ -43,7 +42,8 @@ perturbation_descriptions = {
     "Try Catch Modification": "Converts switch statements into equivalent if statements.",
     "Unused Statement Modification": "Inserts unused statements into blocks of code for testing/debugging.",
     "Exact Name Class Variable Modification": "Renames classes and variables to a specific randomly generated name.",
-    "Casing Class Variable Modification": "Generates lexical variations of class and variable names with different casing."
+    "Casing Class Variable Modification": "Generates lexical variations of class and variable names with different casing.",
+    "Onecase Modification": "Generates lexical variations of class and variable names with just 1 letter uppercase wither for class anme or variable name."
 }
 
 def compute_and_log_csi(file_orig, file_pert, perturbation_name, output_csv="results/csi_summary.csv"):
@@ -85,13 +85,6 @@ compute_and_log_csi(
     output_csv="results/csi_summary.csv"
 )
 
-compute_and_log_csi(
-    "codenet_4000_del_15000/Java/layer12/kmeans/clusters-kmeans-350.txt",
-    "codenet_4000_lexical_similar/java/layer12/kmeans/clusters-kmeans-350.txt",
-    perturbation_name="Lexical Similarity Modification",
-    output_csv="results/csi_summary.csv"
-)
-
 compute_and_log_csi(
     "codenet_4000_del_15000/Java/layer12/kmeans/clusters-kmeans-350.txt",
     "codenet_4000_log/java/layer12/kmeans/clusters-kmeans-350.txt",
@@ -116,7 +109,7 @@ compute_and_log_csi(
 compute_and_log_csi(
     "codenet_4000_del_15000/Java/layer12/kmeans/clusters-kmeans-350.txt",
     "codenet_4000_POS/java/layer12/kmeans/clusters-kmeans-350.txt",
-    perturbation_name="POS Modification",
+    perturbation_name="POS finetuned",
     output_csv="results/csi_summary.csv"
 )
 
@@ -155,4 +148,11 @@ compute_and_log_csi(
     output_csv="results/csi_summary.csv"
 )
 
+compute_and_log_csi(
+    "codenet_4000_del_15000/Java/layer12/kmeans/clusters-kmeans-350.txt",
+    "codenet_4000_Onecase/java/layer12/kmeans/clusters-kmeans-350.txt",
+    perturbation_name="Onecase Modification",
+    output_csv="results/csi_summary.csv"
+)
+
 # You can now call compute_and_log_csi again and again for other perturbations!

remove.py

@@ -1,224 +0,0 @@
-def remove_lines(filepath, lines_to_remove):
-    # Read the file
-    with open(filepath, 'r', encoding='utf-8') as f:
-        file_content = f.read()
-    
-    # Split content into lines
-    lines = file_content.split('\n')
-    
-    # Create a set of line numbers to remove for O(1) lookup
-    remove_set = set(lines_to_remove)
-    
-    # Keep lines that aren't in the remove set
-    filtered_lines = [line for i, line in enumerate(lines, 1) if i not in remove_set]
-    
-    # Join lines back together
-    new_content = '\n'.join(filtered_lines)
-    
-    # Write back to the same file
-    with open(filepath, 'w', encoding='utf-8') as f:
-        f.write(new_content)
-
-lines_to_remove =  [
-5,
-11,
-26,
-46,
-53,
-84,
-117,
-174,
-175,
-209,
-212,
-219,
-220,
-268,
-272,
-277,
-294,
-319,
-322,
-333,
-369,
-402,
-437,
-451,
-471,
-471,
-471,
-480,
-494,
-502,
-514,
-564,
-569,
-579,
-592,
-599,
-602,
-602,
-619,
-647,
-679,
-681,
-685,
-688,
-781,
-795,
-833,
-843,
-859,
-860,
-899,
-911,
-941,
-947,
-989,
-993,
-1100,
-1111,
-1120,
-1123,
-1126,
-1153,
-1165,
-1173,
-1183,
-1186,
-1186,
-1220,
-1230,
-1238,
-1242,
-1247,
-1274,
-1285,
-1289,
-1324,
-1358,
-1385,
-1397,
-1402,
-1465,
-1474,
-1504,
-1507,
-1517,
-1563,
-1592,
-1605,
-1614,
-1626,
-1648,
-1648,
-1689,
-1702,
-1730,
-1730,
-1737,
-1769,
-1784,
-1799,
-1824,
-1834,
-1840,
-1853,
-1860,
-1872,
-1941,
-2038,
-2045,
-2081,
-2096,
-2108,
-2115,
-2115,
-2147,
-2149,
-2165,
-2167,
-2173,
-2195,
-2216,
-2275,
-2278,
-2282,
-2285,
-2327,
-2339,
-2347,
-2348,
-2348,
-2425,
-2444,
-2476,
-2477,
-2482,
-2482,
-2486,
-2499,
-2515,
-2529,
-2529,
-2559,
-2565,
-2567,
-2573,
-2582,
-2633,
-2641,
-2677,
-2705,
-2719,
-2744,
-2756,
-2821,
-2860,
-2864,
-2936,
-2955,
-2992,
-3022,
-3041,
-3064,
-3074,
-3121,
-3123,
-3160,
-3170,
-3172,
-3179,
-3180,
-3195,
-3199,
-3208,
-3208,
-3259,
-3269,
-3280,
-3299,
-3300,
-3323,
-3334,
-3352,
-3364,
-3365,
-3378,
-3405,
-3424,
-3438,
-3492,
-3511,
-3512,
-3533,
-3572,
-3579,
-3710,
-3730,
-3735,
-3759,
-3787,
-3793
-]
-remove_lines('input.in', lines_to_remove)

results/csi_summary.csv

@@ -1,12 +1,12 @@
 Perturbation,Average Jaccard,CSI,Description
 Scope Modification,0.6788942354152336,0.32110576458476636,Identifies variables in complex scopes and moves them to unrelated blocks.
-Lexical Similarity Modification,0.5546761391746684,0.4453238608253316,Generates lexical variations of class and variable names with different casing.
 Log Modification,0.5597545985057552,0.44024540149424485,Adds logging statements to blocks of code for tracking execution flow.
 Operator Modification,0.7675911973340813,0.23240880266591868,Modifies boolean expressions by negating them in various contexts.
 Pointer Modification,0.7341816285924795,0.2658183714075205,Add C style pointer to the code.
-POS Modification,0.39399085068850775,0.6060091493114923,No description available
+POS finetuned,0.39399085068850775,0.6060091493114923,Clusters based on finetuned POS codebert model
 Random Modification,0.5314837325594708,0.4685162674405292,"Permutes statements within basic blocks, allowing different execution orders."
 Try Catch Modification,0.6985673658171294,0.3014326341828706,Converts switch statements into equivalent if statements.
 Unused Statement Modification,0.5844954343120634,0.4155045656879366,Inserts unused statements into blocks of code for testing/debugging.
 Exact Name Class Variable Modification,0.675121649837896,0.324878350162104,Renames classes and variables to a specific randomly generated name.
 Casing Class Variable Modification,0.6722713965133429,0.3277286034866571,Generates lexical variations of class and variable names with different casing.
+Onecase Modification,0.665697304921991,0.334302695078009,Generates lexical variations of class and variable names with just 1 letter uppercase wither for class anme or variable name.