tmp/utils.py

import pandas as pd
from preprocess.utils.common.utils import get_delimiter
from glob import glob
import shutil 
import os


def update_products_csv(new_csv_path, main_csv_path='/home/user/app/tmp/prod.csv'):
    main_sep=get_delimiter(main_csv_path)
    main_csv=pd.read_csv(main_csv_path, sep=main_sep)
    new_sep=get_delimiter(new_csv_path)
    new_csv=pd.read_csv(new_csv_path, sep=new_sep)
    result=pd.concat([main_csv, new_csv]).drop_duplicates(subset='id', keep='last').reset_index(drop=True)
    result.to_csv(main_csv_path, sep=main_sep, index=False)

def is_csv_exist(path):
    file_list=glob(path+'/*.csv')
    if len(file_list)>0:
        return file_list[0]
    else:
        None


def uploader(new_path, main_dir='/home/user/app/tmp/prod.csv'):
    main_path=is_csv_exist(main_dir)
    if main_path==None:
        new_path = shutil.move(new_path, main_dir)
        return new_path
    else:
        update_products_csv(main_path, new_path)
        return main_path

def remover():
    #path=is_csv_exist('/home/user/app/tmp/prod.csv')
    #if path!=None:
    os.remove(os.getcwd()+'/tmp/prod.csv')
    shutil.copy2('/home/user/app/tmp/service/prod.csv', '/home/user/app/tmp/prod.csv')