小文的个人博客|首页

[[ slider_text ]]

[[ item.c]]

爬天气和微博热评，再发送到QQ邮箱

发布时间: 2022-04-20 作者: 小文来源: 小文的个人博客

python 爬虫

代码如下
```
#coding:utf-8
import requests
import yagmail
from lxml import etree
import time
class Weather(object):
    def __init__(self,name):
        self.url1 = ("https://www.tianqi.com/"+name+"/today/")
        self.url2 = ("https://s.weibo.com/top/summary?cate=realtimehot")
        # self.headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
        #                               "(KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36 Edg/92.0.902.55"}
        self.headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537."
                                      "36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36 Edg/92.0.902.55",
                        "Cookie": "SINAGLOBAL=4657878229642.567.16"
                                  "27774333951; SCF=AuOSAvjipZG4s3jBC"
                                  "TnN1W8UfrF7W6hLvQ13CHcdFdHnDIKoR-5LsmEnnqHL_S_N-myJj"
                                  "IDD-bFGFTPn69AuRoA.; _s_tentry=login.sina.com.cn; Apac"
                                  "he=993792887269.258.1639010641164; ULV=1639010641169:3"
                                  ":1:1:993792887269.258.1639010641164:1635929897233; log"
                                  "in_sid_t=233342b89895d1f5a3ddbb10f4fd2c2e; cross_origi"
                                  "n_proto=SSL; SSOLoginState=1639010796; SUB=_2A25MtSG8D"
                                  "eThGeBH4lUT9i_EzzyIHXVsVk_0rDV8PUJbkNB-LVnNkW1NQY3VCl"
                                  "6HNSwm5LVHli1sfMbspS76ZXiU; SUBP=0033WrSXqPxfM725Ws9jqg"
                                  "MF55529P9D9WW7882iBnJgQR.BiLKKY6RV5NHD95Qc1K.Neoqp1hB7"
                                  "Ws4DqcjeMcHXqJ8oI0q0SonR; webim_unReadCount=%7B%22time%"
                                  "22%3A1639011257397%2C%22dm_pub_total%22%3A1%2C%22chat_"
                                  "group_client%22%3A0%2C%22cha"
                                  "t_group_notice%22%3A0%2C%22allcountNum%22%3A46%2C%22m"
                                  "sgbox%22%3A0%7D; UOR=cn.bing.com,www.weibo.com,cn.bing.com"}
    def get_data(self,url):
        response = requests.get(url,headers=self.headers)
        response.encoding = "utf-8"
        with open("3.html", "wb")as f:
            f.write(response.content)
            return response.content
 
    def parse_data1(self,data):
        #创建element对象
        data = data.decode().replace("","")
        html = etree.HTML(data)
        el_list = html.xpath('//dl//b')
        data_list = []
        i=0
        for el in el_list:
            i+=1
            temp = {}
            temp[str(i)] = el.xpath("./text()")[0]
            data_list.append(temp)
        el_list2 = html.xpath('/html/body/div[5]/div/div//span')
        #将第一个作为字典0
        j = 0
        for el in el_list2:
            temp = {}
            temp[str(j)] = el.xpath("./text()")
            data_list.append(temp)
            break
        #将每一时刻的温度放入对应的时间里
        j = int(time.strftime("%H"))-1#应为爬取的数据是小一个小时
        # print(j)
        for el in el_list2[3::]:
            temp = {}
            if (j > 24):#到第2天了
                if(j-24<10):
                    temp["明天0" + str(j - 24) + "时的温度为："] = el.xpath("./text()")
                    data_list.append(temp)
                    j += 1
                    continue
                temp["明天"+str(j-24)+"时的温度为："] = el.xpath("./text()")
                data_list.append(temp)
                j += 1
            else:
                if (j< 10):
                    temp["今天0" + str(j) + "时的温度为："] = el.xpath("./text()")
                    data_list.append(temp)
                    j += 1
                    continue
                temp["今天"+str(j)+"时的温度为："] = el.xpath("./text()")
                data_list.append(temp)
                j += 1
        return data_list
 
 
    def parse_data2(self,data2):
        #创建element对象
        data = data2.decode().replace("","")
 
        html = etree.HTML(data)
        # // tbody / tr / td[2] / a
        el_list = html.xpath('// tbody / tr / td[2] / a')
        data_list = []
        i=0
        for el in el_list[1::]:
            i+=1
            temp = {}
            temp[str(i)] = el.xpath("./text()")[0]+"\nhttps://s.weibo.com/"+el.xpath("./@href")[0]
            data_list.append(temp)
        return data_list
 
    def inform(self,data,data2):
 
        #处理数据
        contents=""+time.strftime("%Y-%m-%d")+" "+time.strftime("%H:%M:%S") \
                 + "\n---------天气情况---------" \
                 +"\n中国四川省自贡市大安区"\
                 +"\n今日温度为："+data[8]['0'][0]\
                 +"\n现在的温度为："+data[0]['1']+"℃"\
                 +"\n天气为："+data[1]['2']
        for i in range(2,8):
            contents+="\n"+data[i][str(i+1)]
        contents +="\n最近24小时的温度为："
 
        for i in range(9, 9+24):
            for k, v in data[i].items():
                contents += "\n" + str(k)+ "\t"+str(v[0])+"℃"
 
        contents+="\n---------微博热搜---------"
 
        for i in data2:
            for k,v in i.items():
                x="\n"+k+"."+v
                contents+=x
        return contents
    def send_email(self,content,name):
        yag = yagmail.SMTP(user='1279972828@qq.com',
                           password='fuattazigelhjgad',
                           host='smtp.qq.com'
                           )
        yag.send(to=name + "@qq.com",
                 subject='天气预报小助手',
                 contents=content
                 )
        yag.close()
    def run(self):
        data1=self.get_data(self.url1)
        data2=self.get_data(self.url2)
        inform1=self.parse_data1(data1)
        inform2=self.parse_data2(data2)
        contents=self.inform(inform1,inform2)
        # print(contents)
        data2=[{'xiao文': '1279972828'}]
        for i in  data2:
            for k, v in i.items():
                self.send_email(contents,v)
if __name__ == '__main__':
    weather = Weather('zigong')
    weather.run()
    print("发送成功！")
```

已经是第一篇啦下一篇:利用爬虫制作每日一图

你觉得文章怎么样

xiwen

ctrl+enter也可以发送哦

3年前
点赞（0）回复（0）
xiwen

可以发表情了![emoji](https://face.t.sinajs.cn/t4/appstyle/expression/ext/normal/6c/2022_666_thumb.png) 搞了好久

3年前
点赞（0）回复（0）
xiwen

![emoji](https://face.t.sinajs.cn/t4/appstyle/expression/ext/normal/6e/2018new_guzhang_thumb.png)

3年前
点赞（0）回复（0）
xiwen

![emoji](https://face.t.sinajs.cn/t4/appstyle/expression/ext/normal/7e/2021_bitter_thumb.png)

3年前
点赞（0）回复（0）
xiwen

####33333

3年前
点赞（0）回复（0）
xiwen

####33333

3年前
点赞（0）回复（0）
xiwen

哈哈

3年前
点赞（0）回复（0）
xiwen

###测试 ```python print("hello") ```

3年前
点赞（0）回复（0）
xiwen

###测试 '''python print("hello") '''

3年前
点赞（0）回复（0）
xiwen

#3

3年前
点赞（0）回复（0）
xiwen

###123

3年前
点赞（0）回复（0）
xiwen

hah

3年前
点赞（0）回复（0）

小文的个人博客

爬天气和微博热评，再发送到QQ邮箱

xiwen

xiwen

xiwen

xiwen

xiwen

xiwen

xiwen

xiwen

xiwen

xiwen

xiwen

xiwen