Python爬虫开源项目代码

# 爬取图片 import requests # 负责爬取 import base64 import csv root = 'https://aip.baidubce.com/oauth/2.0/token' tokendata = { 'grant_type':'client_credentials', 'client_id':'xR5XsQ2hAoF2mN8SgY9bruBN', 'client_secret':'YbpQ0M33KNQ9R5t4MyOxgfK0wG5OO3ql', } response = requests.post(root,data=tokendata) access_token = response.json()['access_token'] print(access_token) # ----------------------------------------------------- # 对图片进行颜值获取 url = f'https://aip.baidubce.com/rest/2.0/face/v3/detect?access_token={access_token}' headers = { 'Content-Type':'application/json' } data = { 'image':'', 'image_type':'BASE64', 'face_field':'beauty' } ll = [] with open('../files/wzlw.csv',encoding='utf-8') as fread: reader = csv.DictReader(fread) for r in reader: try: with open(f'../images/{r["username"]}.png','rb') as f: data['image'] = base64.b64encode(f.read()) response = requests.post(url,headers=headers,data=data) beauty = response.json()['result']['face_list'][0]['beauty'] ll.append([r["username"],beauty]) print(r["username"],beauty) except: pass ll2 = sorted(ll,key=lambda x:x[1]) # 以颜值进行排序 with open('../files/yz.csv','w',encoding='utf-8',newline='') as f: writer = csv.writer(f) writer.writerow(["username","beauty"]) writer.writerows(ll2)