Gainward777 commited on
Commit
c2c62fc
·
verified ·
1 Parent(s): e44d38c

Update tmp/utils.py

Browse files
Files changed (1) hide show
  1. tmp/utils.py +19 -1
tmp/utils.py CHANGED
@@ -1,5 +1,8 @@
1
  import pandas as pd
2
  from preprocess.utils.common.utils import get_delimiter
 
 
 
3
 
4
  def update_products_csv(main_csv_path, new_csv_path):
5
  main_sep=get_delimiter(main_csv_path)
@@ -7,4 +10,19 @@ def update_products_csv(main_csv_path, new_csv_path):
7
  new_sep=get_delimiter(new_csv_path)
8
  new_csv=pd.read_csv(new_csv_path, sep=new_sep)
9
  result=pd.concat([main_csv, new_csv]).drop_duplicates(subset='id', keep='last').reset_index(drop=True)
10
- result.to_csv(main_csv_path, sep=main_sep, index=False)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import pandas as pd
2
  from preprocess.utils.common.utils import get_delimiter
3
+ from glob import glob
4
+ import shutil
5
+
6
 
7
  def update_products_csv(main_csv_path, new_csv_path):
8
  main_sep=get_delimiter(main_csv_path)
 
10
  new_sep=get_delimiter(new_csv_path)
11
  new_csv=pd.read_csv(new_csv_path, sep=new_sep)
12
  result=pd.concat([main_csv, new_csv]).drop_duplicates(subset='id', keep='last').reset_index(drop=True)
13
+ result.to_csv(main_csv_path, sep=main_sep, index=False)
14
+
15
+ def is_csv_exist(path):
16
+ file_list=glob(path+'/*.csv')
17
+ if len(file_list)>0:
18
+ return file_list[0]
19
+ else:
20
+ None
21
+
22
+
23
+ def uploader(new_path, main_dir='./tmp'):
24
+ main_path=is_csv_exist(main_dir)
25
+ if main_path==None:
26
+ new_path = shutil.move(new_path, main_dir)
27
+ else:
28
+ update_products_csv(main_path, new_path)