源码
# -*- coding: utf-8 -*-import scrapyclass DaneiSpider(scrapy.Spider): name = 'tieba' allowed_domains = ['baidu.com'] start_urls = ['http://tieba.baidu.com/tb/top500/8.html'] def parse(self, response): # 处理start_url地址对应的响应 li_list = response.xpath('//tbody//div[@align="left"]') name_list = response.xpath('//tbody//span[@class="style18"]') # for li in li_list: # item_no = {} # item_no['no'] = li.xpath('.//text()').extract_first() # yield item_no for name in name_list: item_name = {} item_name['name'] = name.xpath('.//text()').extract_first() yield item_name # pass
爬取结果
{‘name’: ‘【涛涛不绝】’}{‘name’: ‘超级粽子’}{‘name’: ‘『涛涛不绝』’}{‘name’: ‘街舞彬彬’}{‘name’: ‘中原一点粽’}{‘name’: ‘来过这世界’}{‘name’: ‘轩眩轩’}{‘name’: ‘豆花’}{‘name’: ‘张渝威’}{‘name’: ‘ps’}{‘name’: ‘浅浅寂寞’}{‘name’: ‘北京’}{‘name’: ‘qq空间’}{‘name’: ‘爱粽不粽’}{‘name’: ‘高楼粽子’}{‘name’: ‘尊&桦’}{‘name’: ‘高金宝’}{‘name’: ‘别样春天在线’}{‘name’: ‘天津’}{‘name’: ‘阳泉’}{‘name’: ‘ak’}{‘name’: ‘别样春天’}{‘name’: ‘个性签名’}{‘name’: ‘粽子没错’}{‘name’: ‘石家庄’}{‘name’: ‘水泊凉山’}{‘name’: ‘上海’}{‘name’: ‘芝麻茶馆’}{‘name’: ‘明恩’}{‘name’: ‘唐山’}{‘name’: ‘中国城市’}{‘name’: ‘米秀’}{‘name’: ‘邹城’}{‘name’: ‘以粽为家’}{‘name’: ‘小葱的图书馆’}{‘name’: ‘索引越界’}{‘name’: ‘庚吧美文区’}{‘name’: ‘河北’}{‘name’: ‘沈阳’}{‘name’: ‘衡水’}{‘name’: ‘沧州’}{‘name’: ‘无聊’}{‘name’: ‘绍恩’}{‘name’: ‘颜贻跑’}{‘name’: ‘成都’}{‘name’: ‘南阳’}{‘name’: ‘天涯若笔霖’}{‘name’: ‘青岛’}{‘name’: ‘泊头’}{‘name’: ‘雯婕影音’}{‘name’: ‘无锡’}{‘name’: ‘【图屋】ル拽γ’}{‘name’: ‘哈尔滨’}{‘name’: ‘浙江’}{‘name’: ‘江苏’}{‘name’: ‘重庆’}{‘name’: ‘阳江’}{‘name’: ‘大连’}{‘name’: ‘符号’}{‘name’: ‘保定’}{‘name’: ‘宋明壮’}{‘name’: ‘无水豆花文’}{‘name’: ‘佳木斯’}{‘name’: ‘森林与大海’}{‘name’: ‘尐娘们ル’}{‘name’: ‘安丘’}{‘name’: ‘呼和浩特’}{‘name’: ‘山东’}{‘name’: ‘绝小娃娃’}{‘name’: ‘长春’}{‘name’: ‘畅晨’}{‘name’: ‘济南’}{‘name’: ‘鲜の豆花派’}{‘name’: ‘笔畅资源库’}{‘name’: ‘厦门’}{‘name’: ‘kimi’}{‘name’: ‘太原’}{‘name’: ‘河间’}{‘name’: ‘all尚’}{‘name’: ‘深圳’}{‘name’: ‘正定’}{‘name’: ‘安平’}{‘name’: ‘东光’}{‘name’: ‘榆次’}{‘name’: ‘武汉’}{‘name’: ‘兖矿’}{‘name’: ‘sk王道’}{‘name’: ‘郑州’}{‘name’: ‘女孩房间’}{‘name’: ‘山西’}{‘name’: ‘洛阳’}{‘name’: ‘贴吧’}{‘name’: ‘2u’}{‘name’: ‘西安’}{‘name’: ‘大庆’}{‘name’: ‘高平’}{‘name’: ‘河南’}{‘name’: ‘图图贴’}{‘name’: ‘青州’}{‘name’: ‘庚澈’}{‘name’: ‘迁安’}{‘name’: ‘郴州’}{‘name’: ‘青县’}{‘name’: ‘汉沽’}{‘name’: ‘侯马’}{‘name’: ‘飞丽不可’}{‘name’: ‘宫2狂想吧’}{‘name’: ‘闪闪字’}{‘name’: ‘深州’}{‘name’: ‘塘沽’}{‘name’: ‘蒙阴’}{‘name’: ‘糖糖美图’}{‘name’: ‘南京’}{‘name’: ‘杨岗丽’}{‘name’: ‘爱丽丝学院’}{‘name’: ‘劲舞图片’}{‘name’: ‘bt集中营’}{‘name’: “dy\\’s王道完结文库”}{‘name’: ‘资料’}{‘name’: ‘小光’}{‘name’: ‘邯郸’}{‘name’: ‘马海生’}{‘name’: ‘小肉肉’}{‘name’: ‘汉中’}{‘name’: ‘修真’}{‘name’: ‘四川’}{‘name’: ‘广州’}{‘name’: ‘苏州’}{‘name’: “●`⑦彩丗堺\\’.?”}{‘name’: ‘鹤岗’}{‘name’: ‘广东’}{‘name’: ‘滕州’}{‘name’: ‘长治’}{‘name’: ‘安徽’}{‘name’: ‘飞雪’}{‘name’: ‘东阿’}{‘name’: ‘▓.╲|.绯紸蓅﹏⿰|▍°’}{‘name’: ‘起点’}{‘name’: ‘路飞爆破流’}{‘name’: ‘寒寒小雨’}{‘name’: ‘宁晋’}{‘name’: ‘介休’}{‘name’: ‘运城’}{‘name’: ‘感人’}{‘name’: ‘兖州’}{‘name’: ‘夏津’}{‘name’: ‘枣强’}{‘name’: ‘费县’}{‘name’: ‘●`繁体字?`.-&*`’}{‘name’: ‘冀州’}{‘name’: ‘莱钢’}{‘name’: ‘盐山’}{‘name’: ‘齐齐哈尔’}{‘name’: ‘盂县’}{‘name’: ‘茌平’}{‘name’: ‘东北’}{‘name’: ‘大同’}{‘name’: ‘定州’}{‘name’: ‘济宁’}{‘name’: ‘微山’}{‘name’: ‘宗师贴图’}{‘name’: ‘广西’}{‘name’: ‘在珉王道’}{‘name’: ‘笔莉同人小说’}{‘name’: ‘浩受’}{‘name’: ‘抚顺’}{‘name’: ‘?’}{‘name’: ‘彬彬娱乐’}{‘name’: ‘米花’}{‘name’: ‘灌云’}{‘name’: ‘个人照片’}{‘name’: ‘凌源’}{‘name’: ‘贵阳’}{‘name’: ‘感人的故事’}{‘name’: ‘秦皇岛’}{‘name’: ‘汾阳’}{‘name’: ‘qq群’}{‘name’: ‘水水love贺贺’}{‘name’: ‘乌鲁木齐’}{‘name’: ‘荥阳’}{‘name’: ‘高唐’}{‘name’: ‘不二·娃娃’}{‘name’: ‘烟台’}{‘name’: ‘平定’}{‘name’: ‘天使’}{‘name’: ‘嘉祥’}{‘name’: ‘—╉葬爱ル’}{‘name’: ‘女人私房话’}{‘name’: ‘湖南’}{‘name’: ‘长沙’}{‘name’: ‘平遥’}{‘name’: ‘鞍山’}{‘name’: ‘南宁’}{‘name’: ‘靓之影音’}{‘name’: ‘辽宁’}{‘name’: ‘黑龙江’}{‘name’: ‘黄岩’}{‘name’: ‘廊坊’}{‘name’: ‘依依桃子’}{‘name’: ‘兰州’}{‘name’: ‘男生’}{‘name’: ‘曲阜’}{‘name’: ‘太谷’}{‘name’: ‘淮南’}{‘name’: ‘羊羔组合’}{‘name’: ‘咸阳’}{‘name’: ‘宣武’}{‘name’: ‘_▂sd﹏么*;’}{‘name’: ‘灵石’}{‘name’: ‘祁县’}{‘name’: ‘强特’}{‘name’: ‘禹城’}{‘name’: ‘集安’}{‘name’: ‘海伦’}{‘name’: ‘jin兰’}{‘name’: ‘吉林市’}{‘name’: ‘监利’}{‘name’: ‘潍坊’}{‘name’: ‘灌南’}{‘name’: ‘南昌’}{‘name’: ‘耀华’}{‘name’: ‘小帆’}{‘name’: ‘恶作剧狂想’}{‘name’: ‘锦州’}{‘name’: ‘晋城’}{‘name’: ‘包头’}{‘name’: ‘﹎个性dê夜ゞ▓’}{‘name’: ‘孟村’}{‘name’: ‘_蒶の艳ēr’}{‘name’: ‘杨杨’}{‘name’: ‘临沂’}{‘name’: ‘福字倒过来’}{‘name’: ‘聊城’}{‘name’: ‘风情楼’}{‘name’: ‘女孩’}{‘name’: ‘心然’}{‘name’: ‘福州’}{‘name’: ‘邢台’}{‘name’: ‘香烟爱上火柴’}{‘name’: ‘连云港’}{‘name’: ‘…|o.假装莘諨-`m●/’}{‘name’: ‘绍乔’}{‘name’: ‘温州’}{‘name’: ‘献县’}{‘name’: ‘纯情的肉包’}{‘name’: ‘天宇拉面馆’}{‘name’: ‘柳州’}{‘name’: ‘德州’}{‘name’: ‘襄樊’}{‘name’: ‘ぺ②ы图图’}{‘name’: ‘我爱侃大山’}{‘name’: ‘莘县’}{‘name’: ‘东阳’}{‘name’: ‘平山’}{‘name’: ‘神也是人’}{‘name’: ‘离石’}{‘name’: ‘爱轩不要理由吧’}{‘name’: ‘海兴’}{‘name’: ‘湖北’}{‘name’: ‘超级男声’}{‘name’: “●.﹏⒉4k\\’蒓|▍賉统”}{‘name’: ‘邓州’}{‘name’: ‘肥城’}{‘name’: ‘天津动漫’}{‘name’: ‘推理’}{‘name’: ‘张家口’}{‘name’: ‘沭阳’}{‘name’: ‘云浮’}{‘name’: ‘嘉兴’}{‘name’: ‘长三角’}{‘name’: ‘开封’}{‘name’: ‘涿州’}{‘name’: ‘聊天’}{‘name’: ‘蚌埠’}{‘name’: ‘江西’}{‘name’: ‘西城’}{‘name’: ‘颠峰女人’}{‘name’: ‘笔笔的蜡笔’}{‘name’: ‘吴桥’}{‘name’: ‘高密’}{‘name’: ‘略阳’}{‘name’: ‘定兴’}{‘name’: ‘棒棒糖’}{‘name’: ‘徐州’}{‘name’: ‘个人签名’}{‘name’: ‘南皮’}{‘name’: ‘孝义’}{‘name’: ‘绾青丝’}{‘name’: ‘丹东’}{‘name’: ‘赵霆俊’}{‘name’: ‘佑猴’}{‘name’: ‘汕头’}{‘name’: ‘天剑流痕’}{‘name’: ‘日照’}{‘name’: ‘华丽八月的扇子’}{‘name’: ‘宁波’}{‘name’: ‘金乡’}{‘name’: ‘庆云’}{‘name’: ‘轩舞情迷’}{‘name’: ‘▓婞諨゛摩天轮﹏’}{‘name’: ‘新疆’}{‘name’: ‘中国灌水协会’}{‘name’: ‘i’}{‘name’: ‘古交’}{‘name’: ‘Φ雏田de未婚夫’}{‘name’: ‘天门’}{‘name’: ‘临汾’}{‘name’: ‘咸宁’}{‘name’: ‘泉州’}{‘name’: ‘魔王’}{‘name’: ‘福清’}{‘name’: ‘许珊’}{‘name’: ‘唯美清纯的女孩’}{‘name’: ‘牡丹江’}{‘name’: ‘合肥’}{‘name’: ‘商丘’}{‘name’: ‘雪梨珍藏馆’}{‘name’: ‘饶阳’}{‘name’: ‘尚三导报’}{‘name’: ‘尐嘴乱亲の’}{‘name’: ‘爆笑短文’}{‘name’: ‘吉林’}{‘name’: ‘门头沟’}{‘name’: ‘无棣’}{‘name’: ‘陕西’}{‘name’: ‘桂林’}{‘name’: ‘乐陵’}{‘name’: ‘密云’}{‘name’: ‘莆田’}{‘name’: ‘通化’}{‘name’: ‘眩梦奇’}{‘name’: ‘数码同盟’}{‘name’: ‘徐水’}{‘name’: ‘玉田’}{‘name’: ‘柳林’}{‘name’: ‘本溪’}{‘name’: ‘德惠’}{‘name’: ‘我爱罗夏’}{‘name’: ‘安阳’}{‘name’: ‘巩义’}{‘name’: ‘晋中’}{‘name’: ‘霞浦’}{‘name’: ‘宁阳’}{‘name’: ‘骑毛驴看帖子’}{‘name’: ‘内蒙古’}{‘name’: ‘绥化’}{‘name’: ‘虚拟国’}{‘name’: ‘诛仙图片’}{‘name’: ‘bbs’}{‘name’: ‘丰台’}{‘name’: ‘曲沃’}{‘name’: ‘宝鸡’}{‘name’: ‘文水’}{‘name’: ‘肃宁’}{‘name’: ‘平顶山’}{‘name’: ‘任丘’}{‘name’: ‘13455431’}{‘name’: ‘南通’}{‘name’: ‘新乡’}{‘name’: ‘永济’}{‘name’: ‘讷河’}{‘name’: ‘边缘芝麻’}{‘name’: ‘南充’}{‘name’: ‘榆社’}{‘name’: ‘源范’}{‘name’: ‘贤兔’}{‘name’: ‘赤峰’}{‘name’: ‘圣女国’}{‘name’: ‘反叛的鲁路修’}{‘name’: ‘藁城’}{‘name’: ‘偃师’}{‘name’: ‘陵县’}{‘name’: ‘通辽’}{‘name’: ‘李承泽’}{‘name’: ‘tvb小生花旦’}{‘name’: ‘一千年前的少女’}{‘name’: ‘遵义’}{‘name’: ‘心情空间’}{‘name’: ‘同年同月同日生’}{‘name’: ‘摩天轮’}{‘name’: ‘阳泉郊区’}{‘name’: ‘宁夏’}{‘name’: ‘临清’}{‘name’: ‘heathjake’}{‘name’: ‘湖水王道’}{‘name’: ‘pimaki’}{‘name’: ‘安康’}{‘name’: ‘辽阳’}{‘name’: ‘承德’}{‘name’: ‘长翅膀的猪’}{‘name’: ‘东营’}{‘name’: ‘p图’}{‘name’: ‘贵州’}{‘name’: ‘春田花痴同学会’}{‘name’: ‘桥林’}{‘name’: ‘〇这奻孓ヽ满身烟味,’}{‘name’: ‘┍★图★┐’}{‘name’: ‘珠海’}{‘name’: ‘盐城’}{‘name’: ‘啊咔咩’}{‘name’: ‘江南小镇’}{‘name’: ‘邪魅大人’}{‘name’: ‘燃烧的战车’}{‘name’: ‘朝阳’}{‘name’: ‘绛县’}{‘name’: ‘银川’}{‘name’: ‘图屋’}{‘name’: ‘姿意摇摆’}{‘name’: ‘迷雅惊风’}{‘name’: ‘醉生梦死’}{‘name’: ‘铜陵’}{‘name’: ‘猪’}{‘name’: ‘和顺’}{‘name’: ‘昆明’}{‘name’: ‘明星婚纱照’}{‘name’: ‘旎丽的梦’}{‘name’: ‘晋江’}{‘name’: ‘第五大道’}{‘name’: ‘吕梁’}{‘name’: ‘西宁’}{‘name’: ‘阜新’}{‘name’: ‘阜城’}{‘name’: ‘扬州’}{‘name’: ‘vicky’}{‘name’: ‘李思思’}{‘name’: ‘枫’}{‘name’: ‘保德’}{‘name’: ‘云南’}{‘name’: ‘幽谷百合又一枝’}{‘name’: ‘扬雪’}{‘name’: ‘酒精女人苦咖啡’}{‘name’: ‘绵阳’}{‘name’: ‘exp’}{‘name’: ‘ミ菜⺗菜ゞ’}{‘name’: ‘河北区’}{‘name’: ‘嘉荫’}{‘name’: ‘寿阳’}{‘name’: ‘鹤岗风采’}{‘name’: ‘赣州’}{‘name’: ‘威海’}{‘name’: ‘苏锡常’}{‘name’: ‘安国’}{‘name’: ‘粽心一片’}{‘name’: ‘若水皇宫’}{‘name’: ‘芜湖’}{‘name’: ‘兄弟联’}{‘name’: ‘育才’}{‘name’: ‘晋州’}{‘name’: ‘新青’}{‘name’: ‘星海听涛’}{‘name’: ‘海淀’}{‘name’: ‘遵化’}{‘name’: ‘玫瑰宫殿’}{‘name’: ‘滦县’}{‘name’: ‘七十年代生人’}{‘name’: ‘新沂’}{‘name’: ‘轩宇王廷’}{‘name’: ‘东莞’}{‘name’: ‘资中’}{‘name’: ‘荆州’}{‘name’: ‘普罗旺斯的一亩田’}{‘name’: ‘丰南’}{‘name’: ‘最爱卓妍’}{‘name’: ‘真如书屋如如’}{‘name’: ‘榆树’}{‘name’: ‘新歌’}{‘name’: ‘双双’}{‘name’: ‘恒惑玖寰妖’}{‘name’: ‘小天狼星’}{‘name’: ‘新野’}{‘name’: ‘畅所欲言吧’}{‘name’: ‘宗师行程’}{‘name’: ‘bay’}{‘name’: ‘故城’}{‘name’: ‘潞城’}{‘name’: ‘巢湖’}{‘name’: ‘菏泽’}{‘name’: ‘pink随意吧’}{‘name’: ‘贵定’}{‘name’: ‘常德’}{‘name’: ‘★圣殿※骑士★’}{‘name’: ‘时尚女孩’}{‘name’: ‘大学女生’}{‘name’: ‘信阳’}{‘name’: ‘海南’}{‘name’: ‘贝小姐’}{‘name’: ‘●﹏゛|.遗夨爱﹏⿰’}{‘name’: ‘常州’}{‘name’: ‘缘分’}{‘name’: ‘九江’}{‘name’: ‘平陆’}{‘name’: ‘●﹏糖糖﹌.尐籹朲’}{‘name’: ‘毒药’}{‘name’: ‘枣庄’}{‘name’: ‘阳煤’}{‘name’: ‘同福娱乐城’}{‘name’: ‘毛’}{‘name’: ‘麦蒂’}{‘name’: ‘星星说爱你’}{‘name’: ‘潇湘王国’}
