-
Notifications
You must be signed in to change notification settings - Fork 3
/
Setup.py
66 lines (53 loc) · 1.43 KB
/
Setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
#!/usr/bin/env python2.7
# -*- coding: utf-8 -*-
import sys
import time
import json
import logging
import sqlite3
import yaml
import requests
import lxml
import lxml.html
from lxml import etree
from ZhiQuestions import ZhiQuestions
# 设置Logging的基本格式末默认选项
logging.basicConfig(level=logging.INFO,
format='[%(asctime)s][%(levelname)s]%(message)s',
datefmt='%Y-%m-%d %H:%M:%S')
class ZhiSpiderSetup(object):
def __init__(self):
logging.info('Database installing...')
with open('Config.yaml', 'rb') as fp:
configs = yaml.load(fp)
db = sqlite3.connect(configs['DB']['NAME'])
self.dbCursor = db.cursor()
#self._createQuestionTable()
self._createAnswerTable()
db.commit()
self.dbCursor.close()
db.close()
logging.info('Done!')
def _createQuestionTable(self):
logging.info('Create table [Question]...')
self.dbCursor.execute('CREATE TABLE Question('\
'id INT PRIMARY KEY NOT NULL,'\
'title NVARCHAR(255), '\
'url VARCHAR(255),'\
'author NVARCHAR(255),'\
'date DATE,'\
'visited BOOLEAN'\
')')
def _createAnswerTable(self):
logging.info('Create table [Answer]...')
self.dbCursor.execute('CREATE TABLE Answer('\
'id INT PRIMARY KEY NOT NULL,'\
'content NTEXT,'\
'vote INT,'\
'author NVARCHAR,'\
'date DATE,'\
'tags NTEXT'\
')')
if __name__ == '__main__':
# 安装
ZhiSpiderSetup()