pyhon通过读取excel的表结构数据,形成建表语句

excel中需要包含:第一列为字段名称,第二列为字段类型,第三列为字段长度,第四列为是否为主键利用Y/N区分

import xlrd
import os

def convert_type(data_type):
    """Normalize MySQL `data_type`"""
    if 'CHAR' == data_type:
        return 'varchar'
    elif 'CLNT' == data_type:
        return 'varchar'
    elif 'NUMC' == data_type:
        return 'numeric'
    elif 'DATS' == data_type:
        return 'timestamp'
    elif 'QUAN' == data_type:
        return 'varchar'
    elif 'CUKY' == data_type:
        return 'varchar'
    elif 'CURR' == data_type:
        return 'varchar'
    elif 'DEC' == data_type:
        return 'varchar'
    elif 'INT4' == data_type:
        return 'varchar'
    elif 'TIMS' == data_type:
        return 'varchar'


    else:
        return data_type

# 在postgresql中创建表
def postgres_create(fields):
    stg_table_name = 'dw_stg.stg_cus_dim_' + fields[0]['table_name']
    edw_table_name = 'dw_edw.edw_cus_dim_' + fields[0]['table_name']
    columns = []
    primary_key = []
    for field in fields:
        if field['primary_key'] == 'Y':
            primary_key.append(field['column_name'])
        if field['length'] == '' or field['length'] == None:
            table_column = field['column_name'] + ' ' + field['type'] + ',\n'
        else:
            table_column = field['column_name'] + ' ' + field['type'] + '(' + str(field['length']) + ')' +  ',\n'
        #print(table_column)
        columns.append(table_column)
    #print(columns)
    stg_create_columns = ''.join(
        columns) + 'modify_date_etl timestamp default now(),\nload_dt timestamp default now(),\n'
    edw_create_columns = ''.join(columns) + 'load_dt timestamp default now(),\n'
    create_primary_key = ','.join(primary_key)
    create_stg_sql = "create table %s (\n%sprimary key(%s)\n)\ndistributed by (%s);" % (
    stg_table_name, stg_create_columns, create_primary_key, create_primary_key)
    create_edw_sql = "create table %s (\n%sprimary key(%s)\n)\ndistributed by (%s);" % (
    edw_table_name, edw_create_columns, create_primary_key, create_primary_key)
    print(create_stg_sql)
    print(create_edw_sql)


paths = [r'C:/Users/zhudong/Desktop/sap-table/']
for path in paths:
    for filename in os.listdir(path):
        if filename.endswith(".xlsx"):
            worksheet = xlrd.open_workbook(path + filename)
            table_name = worksheet.sheet_names()
            for n in range(len(table_name)):
                sheet = worksheet.sheet_by_index(n)
                nrows = sheet.nrows
                fields = []
                for i in range(nrows):
                    res = sheet.row_values(i)
                    desc = {
                        'column_name': res[0].lower(),
                        'table_name': table_name[n].lower(),
                        'type': convert_type(res[1]),
                        'length': res[2],
                        'primary_key': res[3],
                    }
                    fields.append(desc)
                #print(fields)
                postgres_create(fields)
  • 2
    点赞
  • 4
    收藏
    觉得还不错? 一键收藏
  • 1
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值