主要功能
选择全国376个城市为样本，使用网络爬虫的方式从“天气网”（）快速获取当日的天气情况，并实现自动化给自己邮箱发送统计结果。
文章目录
主要功能前言一、数据集制作二、爬取天气到本地1.引入库2.获取数据 三、自动发邮件1.引入库2.自动发邮件前言
出于工作需要和个人爱好，近期需要做一个对全国城市天气情况的统计，在网上找了好多的文章，觉得帮助很大，但是对于新人来说，一个详尽的流程帮助应该更大，所以总结一下分享给大家
提示：以下是本篇文章正文内容，下面案例可供参考
一、数据集制作
由于需要做的是全国地级市的天气情况统计，所以需要整理出天气网的各地级市对应的代码，百度搜索比较杂乱，所以我自己制作了一个表格
/download/baidu_41931307/16299623（免费）
表格的内容在我的代码里也有体现
urls_zhixia = {'北京': '/weather1d/101010100.shtml','上海': '/weather1d/10100.shtml','天津': '/weather1d/101030100.shtml','重庆': '/weather1d/101040100.shtml'}dict_prov = {'哈尔滨': '黑龙江', '齐齐哈尔': '黑龙江', '牡丹江': '黑龙江', '佳木斯': '黑龙江', '绥化': '黑龙江', '黑河': '黑龙江', '大兴安岭': '黑龙江','伊春': '黑龙江', '大庆': '黑龙江', '七台河': '黑龙江', '鸡西': '黑龙江', '鹤岗': '黑龙江', '双鸭山': '黑龙江', '长春': '吉林', '吉林': '吉林','延边': '吉林', '四平': '吉林', '通化': '吉林', '白城': '吉林', '辽源': '吉林', '松原': '吉林', '白山': '吉林', '沈阳': '辽宁','大连': '辽宁', '鞍山': '辽宁', '抚顺': '辽宁', '本溪': '辽宁', '丹东': '辽宁', '锦州': '辽宁', '营口': '辽宁', '阜新': '辽宁','辽阳': '辽宁', '铁岭': '辽宁', '朝阳': '辽宁', '盘锦': '辽宁', '葫芦岛': '辽宁', '石家庄': '河北', '保定': '河北', '张家口': '河北','承德': '河北', '唐山': '河北', '廊坊': '河北', '沧州': '河北', '衡水': '河北', '邢台': '河北', '邯郸': '河北', '秦皇岛': '河北','雄安新区': '河北', '太原': '山西', '大同': '山西', '阳泉': '山西', '晋中': '山西', '长治': '山西', '晋城': '山西', '临汾': '山西','运城': '山西', '朔州': '山西', '忻州': '山西', '吕梁': '山西', '呼和浩特': '内蒙古', '包头': '内蒙古', '乌海': '内蒙古', '乌兰察布': '内蒙古','通辽': '内蒙古', '赤峰': '内蒙古', '鄂尔多斯': '内蒙古', '巴彦淖尔': '内蒙古', '锡林郭勒': '内蒙古', '呼伦贝尔': '内蒙古', '兴安盟': '内蒙古','阿拉善盟': '内蒙古', '南京': '江苏', '无锡': '江苏', '镇江': '江苏', '苏州': '江苏', '南通': '江苏', '扬州': '江苏', '盐城': '江苏','徐州': '江苏', '淮安': '江苏', '连云港': '江苏', '常州': '江苏', '泰州': '江苏', '宿迁': '江苏', '济南': '山东', '青岛': '山东','淄博': '山东', '德州': '山东', '烟台': '山东', '潍坊': '山东', '济宁': '山东', '泰安': '山东', '临沂': '山东', '菏泽': '山东','滨州': '山东', '东营': '山东', '威海': '山东', '枣庄': '山东', '日照': '山东', '莱芜': '山东', '聊城': '山东', '杭州': '浙江','湖州': '浙江', '嘉兴': '浙江', '宁波': '浙江', '绍兴': '浙江', '台州': '浙江', '温州': '浙江', '丽水': '浙江', '金华': '浙江','衢州': '浙江', '舟山': '浙江', '福州': '福建', '厦门': '福建', '宁德': '福建', '莆田': '福建', '泉州': '福建', '漳州': '福建','龙岩': '福建', '三明': '福建', '南平': '福建', '钓鱼岛': '福建', '南昌': '江西', '九江': '江西', '上饶': '江西', '抚州': '江西','宜春': '江西', '吉安': '江西', '赣州': '江西', '景德镇': '江西', '萍乡': '江西', '新余': '江西', '鹰潭': '江西', '合肥': '安徽','蚌埠': '安徽', '芜湖': '安徽', '淮南': '安徽', '马鞍山': '安徽', '安庆': '安徽', '宿州': '安徽', '阜阳': '安徽', '亳州': '安徽','黄山': '安徽', '滁州': '安徽', '淮北': '安徽', '铜陵': '安徽', '宣城': '安徽', '六安': '安徽', '池州': '安徽', '武汉': '湖北','襄阳': '湖北', '鄂州': '湖北', '孝感': '湖北', '黄冈': '湖北', '黄石': '湖北', '咸宁': '湖北', '荆州': '湖北', '宜昌': '湖北','恩施': '湖北', '十堰': '湖北', '神农架': '湖北', '随州': '湖北', '荆门': '湖北', '天门': '湖北', '仙桃': '湖北', '潜江': '湖北','长沙': '湖南', '湘潭': '湖南', '株洲': '湖南', '衡阳': '湖南', '郴州': '湖南', '常德': '湖南', '益阳': '湖南', '娄底': '湖南','邵阳': '湖南', '岳阳': '湖南', '张家界': '湖南', '怀化': '湖南', '永州': '湖南', '湘西': '湖南', '郑州': '河南', '安阳': '河南','新乡': '河南', '许昌': '河南', '平顶山': '河南', '信阳': '河南', '南阳': '河南', '开封': '河南', '洛阳': '河南', '商丘': '河南','焦作': '河南', '鹤壁': '河南', '濮阳': '河南', '周口': '河南', '漯河': '河南', '驻马店': '河南', '三门峡': '河南', '济源': '河南','南宁': '广西', '崇左': '广西', '柳州': '广西', '来宾': '广西', '桂林': '广西', '梧州': '广西', '贺州': '广西', '贵港': '广西','玉林': '广西', '百色': '广西', '钦州': '广西', '河池': '广西', '北海': '广西', '防城港': '广西', '广州': '广东', '韶关': '广东','惠州': '广东', '梅州': '广东', '汕头': '广东', '深圳': '广东', '珠海': '广东', '佛山': '广东', '肇庆': '广东', '湛江': '广东','江门': '广东', '河源': '广东', '清远': '广东', '云浮': '广东', '潮州': '广东', '东莞': '广东', '中山': '广东', '阳江': '广东','揭阳': '广东', '茂名': '广东', '汕尾': '广东', '海口': '海南', '三亚': '海南', '东方': '海南', '临高': '海南', '澄迈': '海南','儋州': '海南', '昌江': '海南', '白沙': '海南', '琼中': '海南', '定安': '海南', '屯昌': '海南', '琼海': '海南', '文昌': '海南','保亭': '海南', '万宁': '海南', '陵水': '海南', '乐东': '海南', '五指山': '海南', '西沙': '海南', '中沙': '海南', '南沙': '海南','西安': '陕西', '咸阳': '陕西', '延安': '陕西', '榆林': '陕西', '渭南': '陕西', '商洛': '陕西', '安康': '陕西', '汉中': '陕西','宝鸡': '陕西', '铜川': '陕西', '杨凌': '陕西', '兰州': '甘肃', '定西': '甘肃', '平凉': '甘肃', '庆阳': '甘肃', '武威': '甘肃','金昌': '甘肃', '张掖': '甘肃', '酒泉': '甘肃', '天水': '甘肃', '陇南': '甘肃', '临夏': '甘肃', '甘南': '甘肃', '白银': '甘肃','嘉峪关': '甘肃', '乌鲁木齐': '新疆', '克拉玛依': '新疆', '石河子': '新疆', '昌吉': '新疆', '吐鲁番': '新疆', '巴音郭楞': '新疆','阿拉尔': '新疆', '阿克苏': '新疆', '喀什': '新疆', '伊犁': '新疆', '塔城': '新疆', '哈密': '新疆', '和田': '新疆', '阿勒泰': '新疆','克州': '新疆', '博尔塔拉': '新疆', '图木舒克': '新疆', '五家渠': '新疆', '铁门关': '新疆', '北屯': '新疆', '双河': '新疆', '可克达拉': '新疆','西宁': '青海', '海东': '青海', '黄南': '青海', '海南': '青海', '果洛': '青海', '玉树': '青海', '海西': '青海', '海北': '青海','银川': '宁夏', '石嘴山': '宁夏', '吴忠': '宁夏', '固原': '宁夏', '中卫': '宁夏', '成都': '四川', '攀枝花': '四川', '自贡': '四川','绵阳': '四川', '南充': '四川', '达州': '四川', '遂宁': '四川', '广安': '四川', '巴中': '四川', '泸州': '四川', '宜宾': '四川','内江': '四川', '资阳': '四川', '乐山': '四川', '眉山': '四川', '凉山': '四川', '雅安': '四川', '甘孜': '四川', '阿坝': '四川','德阳': '四川', '广元': '四川', '贵阳': '贵州', '遵义': '贵州', '安顺': '贵州', '黔南': '贵州', '黔东南': '贵州', '铜仁': '贵州','毕节': '贵州', '六盘水': '贵州', '黔西南': '贵州', '昆明': '云南', '大理': '云南', '红河': '云南', '曲靖': '云南', '保山': '云南','文山': '云南', '玉溪': '云南', '楚雄': '云南', '普洱': '云南', '昭通': '云南', '临沧': '云南', '怒江': '云南', '迪庆': '云南','丽江': '云南', '德宏': '云南', '西双版纳': '云南', '拉萨': '西藏', '日喀则': '西藏', '山南': '西藏', '林芝': '西藏', '昌都': '西藏','那曲': '西藏', '阿里': '西藏', '香港': '香港', '澳门': '澳门', '台北': '台湾', '高雄': '台湾', '台中': '台湾'}urls_cities = {'哈尔滨': '/weather1d/101050101.shtml','齐齐哈尔': '/weather1d/101050201.shtml','牡丹江': '/weather1d/101050301.shtml','佳木斯': '/weather1d/101050401.shtml','绥化': '/weather1d/101050501.shtml','黑河': '/weather1d/101050601.shtml','大兴安岭': '/weather1d/101050701.shtml','伊春': '/weather1d/101050801.shtml','大庆': '/weather1d/101050901.shtml','七台河': '/weather1d/101051002.shtml','鸡西': '/weather1d/101051101.shtml','鹤岗': '/weather1d/101051201.shtml','双鸭山': '/weather1d/101051301.shtml','长春': '/weather1d/101060101.shtml','吉林': '/weather1d/101060201.shtml','延边': '/weather1d/101060301.shtml','四平': '/weather1d/101060401.shtml','通化': '/weather1d/101060501.shtml','白城': '/weather1d/101060601.shtml','辽源': '/weather1d/101060701.shtml','松原': '/weather1d/101060801.shtml','白山': '/weather1d/101060901.shtml','沈阳': '/weather1d/101070101.shtml','大连': '/weather1d/101070201.shtml','鞍山': '/weather1d/101070301.shtml','抚顺': '/weather1d/101070401.shtml','本溪': '/weather1d/101070501.shtml','丹东': '/weather1d/101070601.shtml','锦州': '/weather1d/101070701.shtml','营口': '/weather1d/101070801.shtml','阜新': '/weather1d/101070901.shtml','辽阳': '/weather1d/101071001.shtml','铁岭': '/weather1d/101071101.shtml','朝阳': '/weather1d/101071201.shtml','盘锦': '/weather1d/101071301.shtml','葫芦岛': '/weather1d/101071401.shtml','石家庄': '/weather1d/101090101.shtml','保定': '/weather1d/101090201.shtml','张家口': '/weather1d/101090301.shtml','承德': '/weather1d/101090402.shtml','唐山': '/weather1d/101090501.shtml','廊坊': '/weather1d/101090601.shtml','沧州': '/weather1d/101090701.shtml','衡水': '/weather1d/101090801.shtml','邢台': '/weather1d/101090901.shtml','邯郸': '/weather1d/101091001.shtml','秦皇岛': '/weather1d/101091101.shtml','雄安新区': '/weather1d/101091201.shtml','太原': '/weather1d/101100101.shtml','大同': '/weather1d/101100201.shtml','阳泉': '/weather1d/101100301.shtml','晋中': '/weather1d/101100401.shtml','长治': '/weather1d/101100501.shtml','晋城': '/weather1d/101100601.shtml','临汾': '/weather1d/101100701.shtml','运城': '/weather1d/101100801.shtml','朔州': '/weather1d/101100901.shtml','忻州': '/weather1d/101101001.shtml','吕梁': '/weather1d/101101100.shtml','呼和浩特': '/weather1d/101080101.shtml','包头': '/weather1d/101080201.shtml','乌海': '/weather1d/101080301.shtml','乌兰察布': '/weather1d/101080401.shtml','通辽': '/weather1d/101080501.shtml','赤峰': '/weather1d/101080601.shtml','鄂尔多斯': '/weather1d/101080701.shtml','巴彦淖尔': '/weather1d/101080801.shtml','锡林郭勒': '/weather1d/101080901.shtml','呼伦贝尔': '/weather1d/101081001.shtml','兴安盟': '/weather1d/101081101.shtml','阿拉善盟': '/weather1d/101081201.shtml','南京': '/weather1d/101190101.shtml','无锡': '/weather1d/101190201.shtml','镇江': '/weather1d/101190301.shtml','苏州': '/weather1d/101190401.shtml','南通': '/weather1d/101190501.shtml','扬州': '/weather1d/101190601.shtml','盐城': '/weather1d/101190701.shtml','徐州': '/weather1d/101190801.shtml','淮安': '/weather1d/101190901.shtml','连云港': '/weather1d/101191001.shtml','常州': '/weather1d/101191101.shtml','泰州': '/weather1d/101191201.shtml','宿迁': '/weather1d/101191301.shtml','济南': '/weather1d/10111.shtml','青岛': '/weather1d/10111.shtml','淄博': '/weather1d/101120301.shtml','德州': '/weather1d/101120401.shtml','烟台': '/weather1d/101120501.shtml','潍坊': '/weather1d/101120601.shtml','济宁': '/weather1d/101120701.shtml','泰安': '/weather1d/101120801.shtml','临沂': '/weather1d/101120901.shtml','菏泽': '/weather1d/101121001.shtml','滨州': '/weather1d/101121101.shtml','东营': '/weather1d/101121201.shtml','威海': '/weather1d/101121301.shtml','枣庄': '/weather1d/101121401.shtml','日照': '/weather1d/101121501.shtml','莱芜': '/weather1d/101121601.shtml','聊城': '/weather1d/101121701.shtml','杭州': '/weather1d/101210101.shtml','湖州': '/weather1d/101210201.shtml','嘉兴': '/weather1d/101210301.shtml','宁波': '/weather1d/101210401.shtml','绍兴': '/weather1d/101210501.shtml','台州': '/weather1d/101210601.shtml','温州': '/weather1d/101210701.shtml','丽水': '/weather1d/101210801.shtml','金华': '/weather1d/101210901.shtml','衢州': '/weather1d/101211001.shtml','舟山': '/weather1d/101211101.shtml','福州': '/weather1d/101230101.shtml','厦门': '/weather1d/101230201.shtml','宁德': '/weather1d/101230301.shtml','莆田': '/weather1d/101230401.shtml','泉州': '/weather1d/101230501.shtml','漳州': '/weather1d/101230601.shtml','龙岩': '/weather1d/101230701.shtml','三明': '/weather1d/101230801.shtml','南平': '/weather1d/101230901.shtml','钓鱼岛': '/weather1d/101231001.shtml','南昌': '/weather1d/101240101.shtml','九江': '/weather1d/101240201.shtml','上饶': '/weather1d/101240301.shtml','抚州': '/weather1d/101240401.shtml','宜春': '/weather1d/101240501.shtml','吉安': '/weather1d/101240601.shtml','赣州': '/weather1d/101240701.shtml','景德镇': '/weather1d/101240801.shtml','萍乡': '/weather1d/101240901.shtml','新余': '/weather1d/101241001.shtml','鹰潭': '/weather1d/101241101.shtml','合肥': '/weather1d/10121.shtml','蚌埠': '/weather1d/10121.shtml','芜湖': '/weather1d/101220301.shtml','淮南': '/weather1d/101220401.shtml','马鞍山': '/weather1d/101220501.shtml','安庆': '/weather1d/101220601.shtml','宿州': '/weather1d/101220701.shtml','阜阳': '/weather1d/101220801.shtml','亳州': '/weather1d/101220901.shtml','黄山': '/weather1d/101221001.shtml','滁州': '/weather1d/101221101.shtml','淮北': '/weather1d/101221201.shtml','铜陵': '/weather1d/101221301.shtml','宣城': '/weather1d/101221401.shtml','六安': '/weather1d/101221501.shtml','池州': '/weather1d/101221701.shtml','武汉': '/weather1d/101200101.shtml','襄阳': '/weather1d/101200201.shtml','鄂州': '/weather1d/10101.shtml','孝感': '/weather1d/10101.shtml','黄冈': '/weather1d/10101.shtml','黄石': '/weather1d/10101.shtml','咸宁': '/weather1d/10101.shtml','荆州': '/weather1d/10101.shtml','宜昌': '/weather1d/10101.shtml','恩施': '/weather1d/10101.shtml','十堰': '/weather1d/10101.shtml','神农架': '/weather1d/10101.shtml','随州': '/weather1d/10101.shtml','荆门': '/weather1d/10101.shtml','天门': '/weather1d/10101.shtml','仙桃': '/weather1d/10101.shtml','潜江': '/weather1d/10101.shtml','长沙': '/weather1d/101250101.shtml','湘潭': '/weather1d/101250201.shtml','株洲': '/weather1d/101250301.shtml','衡阳': '/weather1d/101250401.shtml','郴州': '/weather1d/101250501.shtml','常德': '/weather1d/101250601.shtml','益阳': '/weather1d/101250700.shtml','娄底': '/weather1d/101250801.shtml','邵阳': '/weather1d/101250901.shtml','岳阳': '/weather1d/101251001.shtml','张家界': '/weather1d/101251101.shtml','怀化': '/weather1d/101251201.shtml','永州': '/weather1d/101251401.shtml','湘西': '/weather1d/101251501.shtml','郑州': '/weather1d/101180101.shtml','安阳': '/weather1d/101180201.shtml','新乡': '/weather1d/101180301.shtml','许昌': '/weather1d/101180401.shtml','平顶山': '/weather1d/101180501.shtml','信阳': '/weather1d/101180601.shtml','南阳': '/weather1d/101180701.shtml','开封': '/weather1d/101180801.shtml','洛阳': '/weather1d/101180901.shtml','商丘': '/weather1d/101181001.shtml','焦作': '/weather1d/101181101.shtml','鹤壁': '/weather1d/101181201.shtml','濮阳': '/weather1d/101181301.shtml','周口': '/weather1d/101181401.shtml','漯河': '/weather1d/101181501.shtml','驻马店': '/weather1d/101181601.shtml','三门峡': '/weather1d/101181701.shtml','济源': '/weather1d/101181801.shtml','南宁': '/weather1d/101300101.shtml','崇左': '/weather1d/101300201.shtml','柳州': '/weather1d/101300301.shtml','来宾': '/weather1d/101300401.shtml','桂林': '/weather1d/101300501.shtml','梧州': '/weather1d/101300601.shtml','贺州': '/weather1d/101300701.shtml','贵港': '/weather1d/101300801.shtml','玉林': '/weather1d/101300901.shtml','百色': '/weather1d/101301001.shtml','钦州': '/weather1d/101301101.shtml','河池': '/weather1d/101301201.shtml','北海': '/weather1d/101301301.shtml','防城港': '/weather1d/101301401.shtml','广州': '/weather1d/101280101.shtml','韶关': '/weather1d/101280201.shtml','惠州': '/weather1d/101280301.shtml','梅州': '/weather1d/101280401.shtml','汕头': '/weather1d/101280501.shtml','深圳': '/weather1d/101280601.shtml','珠海': '/weather1d/101280701.shtml','佛山': '/weather1d/101280800.shtml','肇庆': '/weather1d/101280901.shtml','湛江': '/weather1d/101281001.shtml','江门': '/weather1d/101281101.shtml','河源': '/weather1d/101281201.shtml','清远': '/weather1d/101281301.shtml','云浮': '/weather1d/101281401.shtml','潮州': '/weather1d/101281501.shtml','东莞': '/weather1d/101281601.shtml','中山': '/weather1d/101281701.shtml','阳江': '/weather1d/101281801.shtml','揭阳': '/weather1d/101281901.shtml','茂名': '/weather1d/101282001.shtml','汕尾': '/weather1d/101282101.shtml','海口': '/weather1d/101310101.shtml','三亚': '/weather1d/101310201.shtml','东方': '/weather1d/101310202.shtml','临高': '/weather1d/101310203.shtml','澄迈': '/weather1d/101310204.shtml','儋州': '/weather1d/101310205.shtml','昌江': '/weather1d/101310206.shtml','白沙': '/weather1d/101310207.shtml','琼中': '/weather1d/101310208.shtml','定安': '/weather1d/101310209.shtml','屯昌': '/weather1d/101310210.shtml','琼海': '/weather1d/101310211.shtml','文昌': '/weather1d/101310212.shtml','保亭': '/weather1d/101310214.shtml','万宁': '/weather1d/101310215.shtml','陵水': '/weather1d/101310216.shtml','乐东': '/weather1d/101310221.shtml','五指山': '/weather1d/101310222.shtml','西沙': '/weather1d/101310302.shtml','中沙': '/weather1d/101310303.shtml','南沙': '/weather1d/101310304.shtml','西安': '/weather1d/101110101.shtml','咸阳': '/weather1d/101110200.shtml','延安': '/weather1d/101110300.shtml','榆林': '/weather1d/101110401.shtml','渭南': '/weather1d/101110501.shtml','商洛': '/weather1d/101110601.shtml','安康': '/weather1d/101110701.shtml','汉中': '/weather1d/101110801.shtml','宝鸡': '/weather1d/101110901.shtml','铜川': '/weather1d/101111001.shtml','杨凌': '/weather1d/101111101.shtml','兰州': '/weather1d/101160101.shtml','定西': '/weather1d/101160201.shtml','平凉': '/weather1d/101160301.shtml','庆阳': '/weather1d/101160401.shtml','武威': '/weather1d/101160501.shtml','金昌': '/weather1d/101160601.shtml','张掖': '/weather1d/101160701.shtml','酒泉': '/weather1d/101160801.shtml','天水': '/weather1d/101160901.shtml','陇南': '/weather1d/101161001.shtml','临夏': '/weather1d/101161101.shtml','甘南': '/weather1d/101161201.shtml','白银': '/weather1d/101161301.shtml','嘉峪关': '/weather1d/101161401.shtml','乌鲁木齐': '/weather1d/101130101.shtml','克拉玛依': '/weather1d/101130201.shtml','石河子': '/weather1d/101130301.shtml','昌吉': '/weather1d/101130401.shtml','吐鲁番': '/weather1d/101130501.shtml','巴音郭楞': '/weather1d/101130601.shtml','阿拉尔': '/weather1d/101130701.shtml','阿克苏': '/weather1d/101130801.shtml','喀什': '/weather1d/101130901.shtml','伊犁': '/weather1d/101131001.shtml','塔城': '/weather1d/101131101.shtml','哈密': '/weather1d/101131201.shtml','和田': '/weather1d/101131301.shtml','阿勒泰': '/weather1d/101131401.shtml','克州': '/weather1d/101131501.shtml','博尔塔拉': '/weather1d/101131601.shtml','图木舒克': '/weather1d/101131701.shtml','五家渠': '/weather1d/101131801.shtml','铁门关': '/weather1d/101131901.shtml','北屯': '/weather1d/101132101.shtml','双河': '/weather1d/101132201.shtml','可克达拉': '/weather1d/101132301.shtml','西宁': '/weather1d/101150101.shtml','海东': '/weather1d/101150201.shtml','黄南': '/weather1d/101150301.shtml','海南': '/weather1d/101150401.shtml','果洛': '/weather1d/101150501.shtml','玉树': '/weather1d/101150601.shtml','海西': '/weather1d/101150701.shtml','海北': '/weather1d/101150801.shtml','银川': '/weather1d/101170101.shtml','石嘴山': '/weather1d/101170201.shtml','吴忠': '/weather1d/101170301.shtml','固原': '/weather1d/101170401.shtml','中卫': '/weather1d/101170501.shtml','成都': '/weather1d/101270101.shtml','攀枝花': '/weather1d/101270201.shtml','自贡': '/weather1d/101270301.shtml','绵阳': '/weather1d/101270401.shtml','南充': '/weather1d/101270501.shtml','达州': '/weather1d/101270601.shtml','遂宁': '/weather1d/101270701.shtml','广安': '/weather1d/101270801.shtml','巴中': '/weather1d/101270901.shtml','泸州': '/weather1d/101271001.shtml','宜宾': '/weather1d/101271101.shtml','内江': '/weather1d/101271201.shtml','资阳': '/weather1d/101271301.shtml','乐山': '/weather1d/101271401.shtml','眉山': '/weather1d/101271501.shtml','凉山': '/weather1d/101271601.shtml','雅安': '/weather1d/101271701.shtml','甘孜': '/weather1d/101271801.shtml','阿坝': '/weather1d/101271901.shtml','德阳': '/weather1d/101272001.shtml','广元': '/weather1d/101272101.shtml','贵阳': '/weather1d/101260101.shtml','遵义': '/weather1d/101260201.shtml','安顺': '/weather1d/101260301.shtml','黔南': '/weather1d/101260401.shtml','黔东南': '/weather1d/101260501.shtml','铜仁': '/weather1d/101260601.shtml','毕节': '/weather1d/101260701.shtml','六盘水': '/weather1d/101260801.shtml','黔西南': '/weather1d/101260901.shtml','昆明': '/weather1d/101290101.shtml','大理': '/weather1d/101290201.shtml','红河': '/weather1d/101290301.shtml','曲靖': '/weather1d/101290401.shtml','保山': '/weather1d/101290501.shtml','文山': '/weather1d/101290601.shtml','玉溪': '/weather1d/101290701.shtml','楚雄': '/weather1d/101290801.shtml','普洱': '/weather1d/101290901.shtml','昭通': '/weather1d/101291001.shtml','临沧': '/weather1d/101291101.shtml','怒江': '/weather1d/101291201.shtml','迪庆': '/weather1d/101291301.shtml','丽江': '/weather1d/101291401.shtml','德宏': '/weather1d/101291501.shtml','西双版纳': '/weather1d/101291601.shtml','拉萨': '/weather1d/101140101.shtml','日喀则': '/weather1d/101140201.shtml','山南': '/weather1d/101140301.shtml','林芝': '/weather1d/101140401.shtml','昌都': '/weather1d/101140501.shtml','那曲': '/weather1d/101140601.shtml','阿里': '/weather1d/101140701.shtml','香港': '/weather1d/10131.shtml','澳门': '/weather1d/101330101.shtml','台北': '/weather1d/101340101.shtml','高雄': '/weather1d/101340201.shtml','台中': '/weather1d/101340401.shtml'}
二、爬取天气到本地
1.引入库
需要用到的库主要是网络爬虫的基础库
代码如下：
import requestsimport randomimport timeimport socketimport http.clientfrom bs4 import BeautifulSoupimport datetime as dtimeimport numpy as npimport pandas as pd#需要用到的函数有：# 获取网页中的HTML代码:def get_content(url, data=None):header = {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8','Accept-Encoding': 'gzip, deflate, sdch','Accept-Language': 'zh-CN,zh;q=0.8','Connection': 'keep-alive','User-Agent': 'Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.235'}timeout = random.choice(range(80, 180))while True:try:rep = requests.get(url, headers = header, timeout = timeout)rep.encoding = 'utf-8'breakexcept socket.timeout as e:print ('3:', e)time.sleep(random.choice(range(8, 15)))except socket.error as e:print ('4:', e)time.sleep(random.choice(range(20, 60)))except http.client.BadStatusLine as e:print ('5:', e)time.sleep(random.choice(range(30, 80)))except http.client.IncompleteRead as e:print ('6:', e)time.sleep(random.choice(range(5, 15)))return rep.text# 从HTML标签中获取需要的内容数据：def get_data(html_text):final = []bs = BeautifulSoup(html_text, "html.parser") # 创建BeautifulSoup对象body = bs.body # 获取body部分data = body.find('div', {'id': 'today'}) # 找到id=curve的divscript = data.find_all('script')infomation_wea = str(script).split('"1d":["')[-1]infomation_wea = infomation_wea.split('\n')[0]list_wea = infomation_wea.split('","')today_wea_mid = []for wea in list_wea:if '11时' in wea:today_wea_mid.append(wea)#print(today_wea_mid[0])return today_wea_mid[0]date = (dtime.datetime.now() + dtime.timedelta(days=-0)).strftime('%Y%m%d') # 0317# 创建一个名字为excel_file_name的excel文件# 这里把表头设置为（姓名name，年龄age，性别gender，城市city，技能skill）def create_form(excel_file_name):form_header = ['省份', '城市', '日期', '天气', '温度']df = pd.DataFrame(columns=form_header)df.to_excel(excel_file_name, index=False)# 这里把信息插入到excel里面def add_info_to_form(excel_file_name, prov, city, date, weather, temp):df = pd.read_excel(excel_file_name)row_index = len(df) + 1 # 当前excel内容有几行df.loc[row_index] = [prov, city, date, weather, temp]df.to_excel(excel_file_name, index=False)
2.获取数据
把地址做成字典，爬取数据：
excel_file_name = './weather_'+date+'_11AM.xlsx'create_form(excel_file_name)for url in urls_zhixia:city = url.title() # 北京html = get_content(urls_zhixia[city])result = get_data(html)add_info_to_form(excel_file_name,city,city,date,result.split(',')[2],result.split(',')[3])for url in urls_cities:city = url.title() # 哈尔滨prov = dict_prov[city] # 黑龙江html = get_content(urls_cities[city])result = get_data(html)add_info_to_form(excel_file_name, prov, city, date, result.split(',')[2], result.split(',')[3])df = pd.read_excel(excel_file_name)
该处使用的url网络请求的数据。
三、自动发邮件
1.引入库
需要用到的库是邮件登录的库
代码如下：
import smtplib # python自带模块from email.mime.text import MIMETextfrom email.mime.multipart import MIMEMultipartfrom email.header import Header
2.自动发邮件
# 372个地级市+4个直辖市if (df.shape[0] == 376):print(date+"的数据完整！")# 设置smtplib所需的参数# 下面的发件人，收件人是用于邮件传输的。smtpserver = ''username = '你自己的邮箱'password = '登录的密码（这个密码是smtp的密码）'sender = '发送者邮箱'receiver = '接收者邮箱'# 收件人为多个收件人# receiver = ['13126705055@', 'XXX@']subject = date+'全国376个城市11AM天气统计' # 这个地方增加一个日期提示# 通过Header对象编码的文本，包含utf-8编码信息和Base64编码信息。以下中文名测试ok# subject = '中文标题'# subject=Header(subject, 'utf-8').encode()# 构造邮件对象MIMEMultipart对象# 下面的主题，发件人，收件人，日期是显示在邮件页面上的。msg = MIMEMultipart('mixed')msg['Subject'] = subjectmsg['From'] = '信息'# msg['To'] = 'XXX@'# 收件人为多个收件人,通过join将列表转换为以;为间隔的字符串# msg['To'] = ";".join(receiver)msg['To'] = receiver# msg['Date']='-3-16'msg['Date']=(dtime.datetime.now() + dtime.timedelta(days=-0)).strftime('%Y-%m-%d')# 构造文字内容# text = "Hi!\nHow are you?\nHere is the link you wanted:\n"text = "可以输入一些字符备注"text_plain = MIMEText(text, 'plain', 'utf-8')msg.attach(text_plain)# 构造附件sendfile = open(r'./weather_'+date+'_11am.xlsx', 'rb').read()text_att = MIMEText(sendfile, 'base64', 'utf-8')text_att["Content-Type"] = 'application/octet-stream'# 以下附件可以重命名成aaa.txttext_att.add_header('Content-Disposition', 'attachment', filename='weather_'+date+'_11am.xlsx')msg.attach(text_att)# 发送邮件smtp = smtplib.SMTP()smtp.connect('')# 我们用set_debuglevel(1)就可以打印出和SMTP服务器交互的所有信息。# smtp.set_debuglevel(1)smtp.login(username, password)smtp.sendmail(sender, receiver, msg.as_string())smtp.quit()print('邮件发送完毕！')
（包教包会）使用网络爬虫的方式获取国内376个城市的每日天气情况 并实现自动给自己发邮件
