zcdsj
/
zcspider
5
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: gitignore log level

This commit is contained in:
caoqianming 2023-04-10 14:53:00 +08:00
parent acea803d8f
commit 9d4356c5f5
3 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -2,3 +2,4 @@ dbs/*
venv/* venv/*
__pycache__/ __pycache__/
*.pyc *.pyc
twistd.pid

1
requirements.txt
View File

@ -1,3 +1,4 @@
scrapy==2.8.0 scrapy==2.8.0
scrapyd==1.4.1 scrapyd==1.4.1
scrapyd-client==1.2.3 scrapyd-client==1.2.3
html2text==2020.1.16

1
zcspider/settings.py
View File

@ -91,6 +91,7 @@ ROBOTSTXT_OBEY = True
REQUEST_FINGERPRINTER_IMPLEMENTATION = "2.7" REQUEST_FINGERPRINTER_IMPLEMENTATION = "2.7"
TWISTED_REACTOR = "twisted.internet.asyncioreactor.AsyncioSelectorReactor" TWISTED_REACTOR = "twisted.internet.asyncioreactor.AsyncioSelectorReactor"
FEED_EXPORT_ENCODING = "utf-8" FEED_EXPORT_ENCODING = "utf-8"
LOG_LEVEL = 'INFO'
ITEM_PIPELINES = { ITEM_PIPELINES = {
'zcspider.pipelines.ZcspiderPipeline': 300, 'zcspider.pipelines.ZcspiderPipeline': 300,