python-scrapy-article/shares-weeks.py at master · liaoque/python-scrapy-article · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
# -*- coding: utf-8 -*-
__author__ = 'bobby'

from scrapy.cmdline import execute

import sys
import os

sys.path.append(os.path.dirname(os.path.abspath(__file__)))
# execute(["scrapy", "crawl", "baisibudejie"])
# execute(["scrapy", "crawl", "baozouribao"])
# execute(["scrapy", "crawl", "neihanduanzi"])
# execute(["scrapy", "crawl", "qiushibaike"])
# execute(["scrapy", "crawl", "xiaoshenlaile"])
# execute(["scrapy", "crawl", "lagou"])

# execute(["scrapy", "crawl", "q6m5m"])
# execute(["scrapy", "crawl", "q6m5mdownurl"])
# execute(["scrapy", "crawl", "shares"])
execute(["scrapy", "crawl", "shares_weeks", "-s", "JOBDIR=/tmp/shares_weeks"])
# execute(["scrapy", "crawl", "shares_industry_date", "-s", "JOBDIR=/tmp/shares_industry"])
# execute(["scrapy", "crawl", "Shares_temper"])
# execute(["scrapy", "crawl", "Shares_temper_t"])