Upload predefined_bertnn.py

predefined_bertnn.py

@@ -471,9 +471,16 @@ def gen_new(Identity,Behavior,Modifier,n_df,word_type):
         ys= torch.tensor(values)
         inputs, masks = preprocessing_for_bert([sents])
         yield inputs, masks, ys,indexx  #torch.tensor(sents),
-def ldr_new(I,B,M,N_df,WT,batch_size=32):
-    dt_ldr= [x for x in DataLoader([next(gen_new(I,B,M,N_df,WT)) for x in range(batch_size)],  batch_size=batch_size)][0]
-    return(dt_ldr)
+
+def ldr_new(I,B,M,N_df,WT,batch_size=32,alt=0):
+    if alt:
+        dt_ldr= [x for x in DataLoader([next(gen_alt(I,B,M,N_df,WT)) for x in range(batch_size)],  batch_size=batch_size)][0]
+    else:
+        dt_ldr= [x for x in DataLoader([next(gen_new(I,B,M,N_df,WT)) for x in range(batch_size)],  batch_size=batch_size)][0]
+    return(dt_ldr)        
+# def ldr_new(I,B,M,N_df,WT,batch_size=32):
+#     dt_ldr= [x for x in DataLoader([next(gen_new(I,B,M,N_df,WT)) for x in range(batch_size)],  batch_size=batch_size)][0]
+#     return(dt_ldr)
 
 def gen_new(Identity,Behavior,Modifier,n_df,word_type):
 
@@ -526,12 +533,7 @@ def gen_alt(Identity,Behavior,Modifier,n_df,word_type):
 
         yield inputs, masks, ys,indexx   
         
-def ldr_new(I,B,M,N_df,WT,batch_size=32,alt=0):
-    if alt:
-        dt_ldr= [x for x in DataLoader([next(gen_alt(I,B,M,N_df,WT)) for x in range(batch_size)],  batch_size=batch_size)][0]
-    else:
-        dt_ldr= [x for x in DataLoader([next(gen_new(I,B,M,N_df,WT)) for x in range(batch_size)],  batch_size=batch_size)][0]
-    return(dt_ldr)
+
 
 cols=['EEMA', 'EPMA', 'EAMA', 'EEA', 'EPA', 'EAA', 'EEB', 'EPB', 'EAB',
        'EEMO', 'EPMO', 'EAMO', 'EEO', 'EPO', 'EAO',  'ModA', 'Actor', 'Behavior', 'ModO', 'Object']