工具:
- sqlalchemy
- mysql
- scrapy
使用sqlalchemy 从数据库中取出数据,数据是 list tuple
# -*- coding:utf-8 -*-
from sqlalchemy import Column,String,create_engine, DateTime, Integer, Text, INT
from sqlalchemy.orm import sessionmaker
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy import ForeignKey,Table
from sqlalchemy.orm import relationship,backref
from sqlalchemy.dialects.mysql import LONGTEXT
import sys
import random
import json
reload(sys)
sys.setdefaultencoding('utf8')
Base = declarative_base()
class Job(Base):
__tablename__ = 'job'
id = Column(Integer,primary_key = True,autoincrement=True)
jobname = Column(String(255))
isfinished = Column(Integer)
starttime = Column(DateTime)
stoptime = Column(DateTime)
keywords = Column(String(255))
smogwords = Column(String(255))
engine = create_engine('mysql+mysqldb://root:1234@192.168.17.30:3306/mydemo?charset=utf8')
if __name__ == '__main__':
DBsession = sessionmaker(bind=engine)
session = DBsession()
jobname = session.query(Job.jobname).filter(Job.id==111).all()
print type(jobname)
print type(jobname[0][0])
输出:
<type 'list'>
<type 'unicode'>
unicode 转dict
s = u"{'a':'1','b':'2'}"
print type(s)
s = eval(s)
print type(s)
输出:
<type 'unicode'>
<type 'dict'>