python中的demo_python一些DEMO总结

基本模板python:

#!/usr/bin/env python

#coding=utf-8

在linux下以脚本的形式执行,必须确保fileformat是unix格式的,可用在VIM用set ff=unix来修改。

输入Excetion检验:

while True:

try:

x=input('enter the first ')

y=input('enter the second ')

value=x/y

print 'x/y is ',value

except Exception,e:

print 'Invalid input' ,e

print 'try again'

else :

break

finally:

print 'clean up ....'

使用property实现getter,setter

class Retangle:

def __init__(self):

self.width=0

self.height=0

def setSize(self,size):

self.width,self.height=size

def getSize(self):

return self.width,self.height

size=property(getSize,setSize)

r=Retangle()

r.width=10

r.height=20

print r.size

r.size=1,2

print r.size

使用迭代器:

class TestIterator:

def __init__(self):

self.value=0

def next(self):

self.value+=1

if self.value>10:

raise StopIteration

return self.value

def _iter_(self):

return self

class Fibs:

def __init__(self):

self.a=0

self.b=1

def next(self):

self.a,self.b=self.b,self.a+self.b

return self.a

def _iter_(self):

return self

fibs=Fibs()

for f in fibs:

print f

if f>1000:break

PYTHON一些类库调用实例:

*OptionParser:提供很方便的命令行参数输入功能

#!/usr/bin/env python

#coding:utf-8

from optparse import OptionParser

import sys

def execute_from_command_line(argv=None):

if argv is None:

argv = sys.argv

# Parse the command-line arguments.

parser = OptionParser(usage="""my_html_to_txt.py [options] xxx""")

parser.add_option('-s', '--search', help='Search keywords frequence',dest='keyword')

parser.add_option('-c', '--create', help='Create a txt file from manyhtml', action='store_true', dest='create')

parser.add_option('-f', '--frequence', help='Get Words Frequence',action='store_true', dest='frequence')

parser.add_option('-d', '--delete', help='delete Http',action='store_true', dest='delete')

options, args = parser.parse_args(argv[1:])

print 'option',options,'args',args

if options.keyword:

print options.keyword

if options.create:

print 'create sth'

if __name__ == '__main__':

execute_from_command_line(sys.argv)

# action='store_true' The most common option action is store, which tells optparse to take the next argument

*ConfigParser:读取配置文件

from ConfigParser import ConfigParser

CONFIGFILE='config'

config=ConfigParser()

config.read('config')

print config.get('messages', 'greeting')

radius=input(config.get('messages','question')+' ')

print config.get('messages','result_message')print config.get('numbers','pi')*radius**2

#congif文件的内容

[numbers]

pi:3.14159

[messages]

greeting:welcom to lincolns python

question:please enter the radius:

result_message:the area is

也可以用dict4Ini模块更加方便

fileinput模块和tempfile模块:IO处理

Python中的fileinput模块和tempfile模块fileinput模块提供处理一个或多个文本文件的功能, 可以通过使用for..in来循环读取一个或多个文本文件内容.

import fileinput

import sys

import glob

import string

for line in fileinput.input("test.txt"): #处理一个文本文件

print line

for line in fileinput.input(glob.glob("samples/*.txt")): #处理多个文本文件

if fileinput.isfirstline():

print "------ reading %s ------\n" % fileinput.filename() #获取文件名称

print str(fileinput.lineno()) + " " + string.upper(line) #获取行号和内容, 注意这里的行号是继前面文件行号来处理的,而不是重新开始计算

tempfile模块提供给你一个快速创建一个命名唯一的临时文件

import tempfile

import os

tempf = tempfile.mktemp(dir="D:/")

print "tempfile", "=>", tempf

file = open(tempf, "w+b")

file.write("*" * 1000)

file.seek(0)

print len(file.read()), "bytes"

file.close()

try:

os.remove(tempf) #用完以后要注意删除临时文件

except OSError:

pass

当然你还可以通过file = tempfile.TemporaryFile()直接为你创建一个临时文件,并且打开.

*OptionParser:提供很方便的命令行参数输入功能

#!/usr/bin/env python

#coding:utf-8

from optparse import OptionParser

import sys

def execute_from_command_line(argv=None):

if argv is None:

argv = sys.argv

# Parse the command-line arguments.

parser = OptionParser(usage="""my_html_to_txt.py [options] xxx""")

parser.add_option('-s', '--search', help='Search keywords frequence',dest='keyword')

parser.add_option('-c', '--create', help='Create a txt file from manyhtml', action='store_true', dest='create')

parser.add_option('-f', '--frequence', help='Get Words Frequence',action='store_true', dest='frequence')

parser.add_option('-d', '--delete', help='delete Http',action='store_true', dest='delete')

options, args = parser.parse_args(argv[1:])

print 'option',options,'args',args

if options.keyword:

print options.keyword

if options.create:

print 'create sth'

if __name__ == '__main__':

execute_from_command_line(sys.argv)

# action='store_true' The most common option action is store, which tells optparse to take the next argument

*ConfigParser:读取配置文件

from ConfigParser import ConfigParser

CONFIGFILE='config'

config=ConfigParser()

config.read('config')

print config.get('messages', 'greeting')

radius=input(config.get('messages','question')+' ')

print config.get('messages','result_message')print config.get('numbers','pi')*radius**2

#congif文件的内容

[numbers]

pi:3.14159

[messages]

greeting:welcom to lincoln python

question:please enter the radius:

result_message:the area is

也可以用dict4Ini模块更加方便

fileinput模块和tempfile模块:IO处理

Python中的fileinput模块和tempfile模块fileinput模块提供处理一个或多个文本文件的功能, 可以通过使用for..in来循环读取一个或多个文本文件内容.

import fileinput

import sys

import glob

import string

for line in fileinput.input("test.txt"): #处理一个文本文件

print line

for line in fileinput.input(glob.glob("samples/*.txt")): #处理多个文本文件

if fileinput.isfirstline():

print "------ reading %s ------\n" % fileinput.filename() #获取文件名称

print str(fileinput.lineno()) + " " + string.upper(line) #获取行号和内容, 注意这里的行号是继前面文件行号来处理的,而不是重新开始计算

tempfile模块提供给你一个快速创建一个命名唯一的临时文件

import tempfile

import os

tempf = tempfile.mktemp(dir="D:/")

print "tempfile", "=>", tempf

file = open(tempf, "w+b")

file.write("*" * 1000)

file.seek(0)

print len(file.read()), "bytes"

file.close()

try:

os.remove(tempf) #用完以后要注意删除临时文件

except OSError:

pass

当然你还可以通过file = tempfile.TemporaryFile()直接为你创建一个临时文件,并且打开.

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
文件: import scrapy from demo1.items import Demo1Item import urllib from scrapy import log # BOSS直聘网站爬虫职位 class DemoSpider(scrapy.Spider): # 爬虫名, 启动爬虫时需要的参数*必填 name = 'demo' # 爬取域范围,允许爬虫在这个域名下进行爬取(可选) allowed_domains = ['zhipin.com'] # 爬虫需要的url start_urls = ['https://www.zhipin.com/c101280600/h_101280600/?query=测试'] def parse(self, response): node_list = response.xpath("//div[@class='job-primary']") # 用来存储所有的item字段 # items = [] for node in node_list: item = Demo1Item() # extract() 将xpath对象转换为Unicode字符串 href = node.xpath("./div[@class='info-primary']//a/@href").extract() job_title = node.xpath("./div[@class='info-primary']//a/div[@class='job-title']/text()").extract() salary = node.xpath("./div[@class='info-primary']//a/span/text()").extract() working_place = node.xpath("./div[@class='info-primary']/p/text()").extract() company_name = node.xpath("./div[@class='info-company']//a/text()").extract() item['href'] = href[0] item['job_title'] = job_title[0] item['sa 报错: C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\python.exe "C:\Users\xieqianyun\PyCharm Community Edition 2019.2.5\helpers\pydev\pydevconsole.py" --mode=client --port=55825 import sys; print('Python %s on %s' % (sys.version, sys.platform)) sys.path.extend(['C:\\Users\\xieqianyun\\demo1', 'C:/Users/xieqianyun/demo1']) Python 3.6.5 (v3.6.5:f59c0932b4, Mar 28 2018, 17:00:18) [MSC v.1900 64 bit (AMD64)] Type 'copyright', 'credits' or 'license' for more information IPython 7.10.0 -- An enhanced Interactive Python. Type '?' for help. PyDev console: using IPython 7.10.0 Python 3.6.5 (v3.6.5:f59c0932b4, Mar 28 2018, 17:00:18) [MSC v.1900 64 bit (AMD64)] on win32 runfile('C:/Users/xieqianyun/demo1/demo1/begin.py', wdir='C:/Users/xieqianyun/demo1/demo1') Traceback (most recent call last): File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\IPython\core\interactiveshell.py", line 3319, in run_code exec(code_obj, self.user_global_ns, self.user_ns) File "<ipython-input-2-fc5979762143>", line 1, in <module> runfile('C:/Users/xieqianyun/demo1/demo1/begin.py', wdir='C:/Users/xieqianyun/demo1/demo1') File "C:\Users\xieqianyun\PyCharm Community Edition 2019.2.5\helpers\pydev\_pydev_bundle\pydev_umd.py", line 197, in runfile pydev_imports.execfile(filename, global_vars, local_vars) # execute the script File "C:\Users\xieqianyun\PyCharm Community Edition 2019.2.5\helpers\pydev\_pydev_imps\_pydev_execfile.py", line 18, in execfile exec(compile(contents+"\n", file, 'exec'), glob, loc) File "C:/Users/xieqianyun/demo1/demo1/begin.py", line 3, in <module> cmdline.execute('scrapy crawl demo'.split()) File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\cmdline.py", line 145, in execute cmd.crawler_process = CrawlerProcess(settings) File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\crawler.py", line 267, in __init__ super(CrawlerProcess, self).__init__(settings) File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\crawler.py", line 145, in __init__ self.spider_loader = _get_spider_loader(settings) File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\crawler.py", line 347, in _get_spider_loader return loader_cls.from_settings(settings.frozencopy()) File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\spiderloader.py", line 61, in from_settings return cls(settings) File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\spiderloader.py", line 25, in __init__ self._load_all_spiders() File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\spiderloader.py", line 47, in _load_all_spiders for module in walk_modules(name): File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\site-packages\scrapy\utils\misc.py", line 73, in walk_modules submod = import_module(fullpath) File "C:\Users\xieqianyun\AppData\Local\Programs\Python\Python36\lib\importlib\__init__.py", line 126, in import_module return _bootstrap._gcd_import(name[level:], package, level) File "<frozen importlib._bootstrap>", line 994, in _gcd_import File "<frozen importlib._bootstrap>", line 971, in _find_and_load File "<frozen importlib._bootstrap>", line 955, in _find_and_load_unlocked File "<frozen importlib._bootstrap>", line 665, in _load_unlocked File "<frozen importlib._bootstrap_external>", line 678, in exec_module File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed File "C:\Users\xieqianyun\demo1\demo1\spiders\demo.py", line 4, in <module> from scrapy import log ImportError: cannot import name 'log'

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值