# -*- coding: utf-8 -*-# Define here the models for your scraped items## See documentation in:# https://doc.scrapy.org/en/latest/topics/items.htmlimport scrapyclass MyprojectItem(scrapy.Item): # define the fields for your item here like: # name = scrapy.Field() passclass LagouItem(scrapy.Item): title = scrapy.Field() company =scrapy.Field() salary = scrapy.Field() job_adv = scrapy.Field() job_bt =scrapy.Field() def get_insert_sql(self): sql = "insert into lagou_test(title,company,salary,job_adv,job_bt)values(%s,%s,%s,%s,%s)" data =(self['title'],self['company'],self['salary'],self['job_adv'],self['job_bt']) return (sql,data)class SinaItem(scrapy.Item): title =scrapy.Field() def get_insert_sql(self): sql = 'insert into sina_test (title) values (%s)' data = (self['title']) return (sql,data)
|
|