常用工具 Python

项目开发常用复用的工具函数

• 时间相关

  获取两个日期之间的所有日期 返回list

  import datetime
  def getEveryDay(begin_date,end_date):
      date_list = []
      begin_date = datetime.datetime.strptime(begin_date, "%Y-%m-%d")
      end_date = datetime.datetime.strptime(end_date,"%Y-%m-%d")
      while begin_date <= end_date:
          date_str = begin_date.strftime("%Y-%m-%d")
          date_list.append(date_str)
          begin_date += datetime.timedelta(days=1)
      return date_list

根据时间差获取日期

import datetime
def get_date_by_gap(start_date,day_gap):
    start_date = datetime.datetime.strftime(
            datetime.datetime.strptime(start_date,'%Y-%m-%d')+ datetime.timedelta(days=day_gap),'%Y-%m-%d')
    return start_date

• 数据操作相关

  对某些列做四舍五入操作

  def round_df_col(df, col_list=qty_list):
      col_list.extend(['ben_'+str(i) for i in col_list])
      for col in list(df):
          if col in col_list:
              df[col]= df[col].round(0)

python 生成row number()

def row_number(dataset, partionby, orderby, asc):
    return dataset[orderby].groupby(dataset[partionby]).rank(ascending=asc, method='first')

python行转列辅助函数

import pandas as pd

def flatten_multi_index(multi_index, join_str='_'):
    label0 = multi_index.get_level_values(0)
    label1 = multi_index.get_level_values(1)
    index = [i + join_str + j for i,j in zip(label0, label1)]
    return pd.Index(index)

# 使用样例
post_bs_temp5 = pd.pivot_table(post_bs_temp4,index=['article_1','launch_date'],columns="cn_ecom_store")
post_bs_temp5.columns = flatten_multi_index(post_bs_temp5.columns)
post_bs_temp5 = post_bs_temp5.reset_index()

• 字典操作

  import json
  def dump_json(obj, fn, encoding='utf-8'):
      with open(fn, 'w', encoding=encoding) as fout:
          json.dump(obj, fout, ensure_ascii=False, indent=4)
  
  
  def load_json(fn, encoding='utf-8'):
      with open(fn, 'r', encoding=encoding) as fin:
          return json.load(fin)

• 文件操作

  import os
  import shutil
  
  def make_path(file_path):
      if not os.path.exists(file_path):
          os.makedirs(file_path)
  
  
  def file_copy(file_path, target_path):
      make_path(target_path)
      shutil.copy(file_path, target_path)
  
  
  def folder_copy(from_folder, to_folder):
      pathDir = os.listdir(from_folder)
      for filename in pathDir:
          from_path = os.path.join(from_folder, filename)
          to_path = to_folder
          file_copy(from_path, to_path)