main3.py

#-*- coding:utf-8 -*-
import requests
from bs4 import BeautifulSoup
import os
import sys, platform
import warnings
warnings.filterwarnings("ignore")
system = platform.system()

yellow, green, blue, purple, bluedark, gray, difficulties = [], [], [], [], [], [], []
colors = { '1r': 0, '2o': 0, '3y': 0, '4g': 0, '5b': 0, '6p': 0, '7d': 0, '8g': 0 }
#topics = map(lambda x: x[1: -1], raw_input().split())
user = input()
urlUser = 'https://www.luogu.org/space/show?uid=' + user
urlBase = 'https://www.luogu.org/problemnew/show/'
headers = {
    u'Referer': u'https://www.luogu.org/recordnew/lists?uid=10000',
    u'Accept': u'text/html, */*; q=0.01',
    u'Accept-Encoding': u'gzip, deflate, br',
    u'Accept-Language': u'zh-CN,zh;q=0.9',
    u'User-Agent': u'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.167 Safari/537.36'
}

# 搞搞 UTF-8
#reload(sys)
#sys.setdefaultencoding('utf-8')
#type = sys.getfilesystemencoding()

f = open("d:\\LgData.txt", "w") # 仅用于统计这次爬虫运行耗费了多少流量

# 获取个人主页信息
v = requests.get(url = urlUser, headers = headers, verify = False)
soup1 = BeautifulSoup(v.text, 'lxml')
res = soup1.find('div', {'class': 'lg-article am-hide-sm'})
topics = res.text.split()
for i in range(len(topics)):
    topics[i] = topics[i][1 : -1]

# 第一个元素不是题目
topics.pop(0)

finished = 0

for topic in topics:
    try:
        v = requests.get(url = urlBase + topic, headers = headers, verify = False, timeout = 10)
    except:
        #v = requests.get(url = urlBase + topic, headers = headers, verify = False, timeout = 10)
        #v = requests.get(url = urlBase + topic, headers = headers, verify = False, timeout = 10)
        print(topic, "Error!")
        continue
    
    #f.write(v.text)
    v = v.text#.decode('utf-8').encode(type)
    #print(v)

    soup = BeautifulSoup(v, 'lxml')
    try:
        difficulty = soup.findAll('span', {'class': 'lg-right'})[2].text # 获取难度
        difficulties.append(difficulty)
        # 不知道为什么，每次尝试用字典都爆异常，所以暴力 if 
        if difficulty == '普及/提高-':
            print(topic, "Yellow")
            yellow.append(topic)
        elif difficulty == '普及+/提高':
            print(topic, "Green!")
            green.append(topic)
        elif difficulty == '提高+/省选-':
            print(topic, "Blue!!")
            blue.append(topic)
        elif difficulty == '省选/NOI-':
            print(topic, "Purple!!!")
            purple.append(topic)
        elif difficulty == 'NOI/NOI+/CTSC':
            print(topic, "BlueDark!!!!")
            bluedark.append(topic)
        elif difficulty == '尚无评定':
            print(topic, "Gray??")
            gray.append(topic)
        else:
            print(topic)
    except:
        print(topic, "Didn't allowed!") # 无权查看的题目
    
    finished += 1
    if system == "Windows":
        os.system('title U' + user + ': ' + str(finished) + '/' + str(len(topics)))

print('------------------------------------')

yellowPlus, greenPlus = 0, 0

difficulties.sort()
for i in difficulties:
    #print i#, d[i]
    if i == '入门难度':
        colors['1r'] += 1
    if i == '普及-':
        colors['2o'] += 1
    if i == '普及/提高-':
        colors['3y'] += 1
        yellowPlus += 1
    if i == '普及+/提高':
        colors['4g'] += 1
        yellowPlus += 1
        greenPlus += 1
    if i == '提高+/省选-':
        colors['5b'] += 1
        yellowPlus += 1
        greenPlus += 1
    if i == '省选/NOI-':
        colors['6p'] += 1
        yellowPlus += 1
        greenPlus += 1
    if i == 'NOI/NOI+/CTSC':
        colors['7d'] += 1
        yellowPlus += 1
        greenPlus += 1
    if i == '尚无评定':
        colors['8g'] += 1
print('------------------------------------')

print('Red:', colors['1r'])
print('Orange:', colors['2o'])
print('Yellow:', colors['3y'])
print('Green:', colors['4g'])
print('Blue:', colors['5b'])
print('Purple:', colors['6p'])
print('Bluedark:', colors['7d'])
print('Gray:', colors['8g'])

print('------------------------------------')

print('\n' + str(colors['3y']), 'Yellow:')
for i in range(len(yellow)):
    print(yellow[i], end = ' \n'[(i + 1) % 10 == 0])
print('\n' + str(colors['4g']), 'Green:')
for i in range(len(green)):
    print(green[i], end = ' \n'[(i + 1) % 10 == 0])
print('\n' + str(colors['5b']), 'Blue:')
for i in range(len(blue)):
    print(blue[i], end = ' \n'[(i + 1) % 10 == 0])
print('\n' + str(colors['6p']), 'Purple:')
for i in range(len(purple)):
    print(purple[i], end = ' \n'[(i + 1) % 10 == 0])
print('\n' + str(colors['7d']), 'Bluedark:')
for i in range(len(bluedark)):
    print(bluedark[i], end = ' \n'[(i + 1) % 10 == 0])
print('\n' + str(colors['8g']), 'Gray:')
for i in range(len(gray)):
    print(gray[i], end = ' \n'[(i + 1) % 10 == 0])
print("\n")

print('------------------------------------')

print('Yellow+: ', yellowPlus)
print('Green+: ', greenPlus)