sql、hive、elasticsearch连接数据库

sql、hive、elasticsearch连接数据库

• sql

from sqlalchemy.engine import create_engine
engine = create_engine("mysql+pymysql://{0}:{1}@{2}:{3}/{4}?charset=utf8mb4".format(
db_connector.user, db_connector.password, db_connector.host, db_connector.port, db_connector.database))
            
connect = engine.connect()
sql = ""
 data_frame = pd.read_sql_query(sql, connect)

• elasticsearch

from elasticsearch import Elasticsearch
es = Elasticsearch(hosts=db_connector.host, port=db_connector.port,
                           http_auth=(db_connector.user, db_connector.password))

es.search(index="", body={})

• hive

from sqlalchemy.engine import create_engine
hive_engine = create_engine('presto://{0}@{1}:{2}/hive/{3}'.format(self.user, self.host, self.port,
                                 self.database),  echo=False)
                                
hive_sql = ""
data_frame = pd.read_sql(hive_sql, hive_engine)