python数据处理——数据库的使用

Postgresql查询表的大小 

--数据库中单个表的大小（不包含索引）
select pg_size_pretty(pg_relation_size('表名'));

--查出所有表（包含索引）并排序
SELECT table_schema || '.' || table_name AS table_full_name, pg_size_pretty(pg_total_relation_size('"' || table_schema || '"."' || table_name || '"')) AS size
FROM information_schema.tables
ORDER BY
pg_total_relation_size('"' || table_schema || '"."' || table_name || '"') DESC limit 20

--查出表大小按大小排序并分离data与index
SELECT
table_name,
pg_size_pretty(table_size) AS table_size,
pg_size_pretty(indexes_size) AS indexes_size,
pg_size_pretty(total_size) AS total_size
FROM (
SELECT
table_name,
pg_table_size(table_name) AS table_size,
pg_indexes_size(table_name) AS indexes_size,
pg_total_relation_size(table_name) AS total_size
FROM (
SELECT ('"' || table_schema || '"."' || table_name || '"') AS table_name
FROM information_schema.tables
) AS all_tables
ORDER BY total_size DESC
) AS pretty_sizes

利用sqlalchemy读取数据库 和pandas的Dataframe对象 互相生成

 

#导入pandas
import pandas as pd
import numpy as np

#导入SqlAlchemy
from sqlalchemy import create_engine

if __name__ == "__main__":
    #建立数据库引擎
    engine = create_engine('mysql+pymysql://root:mysql@localhost:3306/mymac')
    #写一条sql
    sql = 'select id,name,age,gender from student'
    #建立dataframe
    df = pd.read_sql_query(sql,engine)
    print(df)
    #将dataframe写入数据表,表名，数据引擎，索引是否入库
    # df.to_sql('student_copy',engine,index=False)