一、爬取目标
二、完整源码
#""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
#
# Copyright (c) 2024 愤怒的it男, All Rights Reserved.
# FileName : code.py
# Date : 2024.02.02
# Author : 愤怒的it男
# Version : 1.0.0
# Node : 欢迎关注微信公众号【愤怒的it男】
#
#""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
import csv
import js2py
import requests
from tabulate import tabulate
def getData(url, headers):
response = requests.get(url=url, headers=headers)
jsonp_output = '''
var result
function __NUXT_JSONP__(route, data) {
result = data.data[0].univData;
}
'''
js_code = response.text + jsonp_output
js_obj=js2py.EvalJs()
js_obj.execute(js_code)
dataList = js_obj.result.to_list()
result = []
for data in dataList:
indData = data['indData']
d = [data['ranking'], data['univNameCn'], data['region'], data['regionRanking'], data['score'], indData["153"], indData["154"], indData["155"], indData["156"], indData["157"], indData["158"]]
result.append(d)
return result
def printData(result):
headers = ["排名", "校名", "国家/地区", "国家/地区排名", "总分", "校友获奖", "教师获奖", "高被引科学家", "N&S论文", "国际论文", "师均表现"]
table = tabulate(result, headers=headers, tablefmt='grid')
print(table)
def saveData(result):
with open('世界大学排名.csv', 'w', encoding='utf-8', newline='') as file:
writer = csv.writer(file)
writer.writerows(result)
def main():
baseUrl = 'https://www.shanghairanking.cn/_nuxt/static/1706099724/rankings/arwu/2023/payload.js'
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}
result = getData(baseUrl, headers)
printData(result)
saveData(result)
if __name__== "__main__" :
main()
三、爬取结果
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 排名 | 校名 | 国家/地区 | 国家/地区排名 | 总分 | 校友获奖 | 教师获奖 | 高被引科学家 | N&S论文 | 国际论文 | 师均表现 |
+==========+=====================================+=============+=================+========+============+============+================+===========+============+============+
| 1 | 哈佛大学 | 美国 | 1 | 100 | 100 | 92.6 | 100 | 100.0 | 100 | 86.7 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 2 | 斯坦福大学 | 美国 | 2 | 74.8 | 45.6 | 88.1 | 73.6 | 82.8 | 67.5 | 58 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 3 | 麻省理工学院 | 美国 | 3 | 69.1 | 72.5 | 81.1 | 54.7 | 71.8 | 55 | 73.8 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 4 | 剑桥大学 | 英国 | 1 | 67.9 | 78.9 | 90.8 | 45.1 | 61.0 | 63.6 | 60.4 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 5 | 加州大学-伯克利 | 美国 | 4 | 63.4 | 65.8 | 76.5 | 52.6 | 64.3 | 53.1 | 57.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 6 | 普林斯顿大学 | 美国 | 5 | 60.1 | 61.7 | 100 | 32.9 | 50.4 | 39.4 | 76.7 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 7 | 牛津大学 | 英国 | 2 | 59.5 | 49.9 | 59.7 | 51.4 | 57.6 | 71.4 | 48.5 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 8 | 哥伦比亚大学 | 美国 | 6 | 55.3 | 58.5 | 60.9 | 47 | 52.3 | 63.1 | 32.1 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 9 | 加州理工学院 | 美国 | 7 | 54.5 | 56.1 | 63.4 | 28.7 | 57.3 | 37.6 | 100 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 10 | 芝加哥大学 | 美国 | 8 | 53.8 | 56.6 | 84.5 | 35.4 | 42.5 | 48.6 | 44.6 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 11 | 耶鲁大学 | 美国 | 9 | 52.2 | 50.7 | 49.6 | 46.1 | 53.9 | 59.2 | 38.8 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 12 | 康奈尔大学 | 美国 | 10 | 50.5 | 40.9 | 44.2 | 44.1 | 55.0 | 59 | 45.4 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 13 | 加州大学-洛杉矶 | 美国 | 11 | 48 | 30.1 | 45 | 44.1 | 51.7 | 62.7 | 29.6 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 14 | 宾夕法尼亚大学 | 美国 | 12 | 47.7 | 32.3 | 30.6 | 52.2 | 44.7 | 67 | 42.2 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 15 | 巴黎萨克雷大学 | 法国 | 1 | 47 | 34.1 | 70.9 | 32.9 | 31.4 | 60.2 | 32.4 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 16 | 约翰斯·霍普金斯大学 | 美国 | 13 | 46.8 | 37 | 34.6 | 49.7 | 39.7 | 70.1 | 29.9 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 17 | 伦敦大学学院 | 英国 | 3 | 45.9 | 27.2 | 31.5 | 46.5 | 41.1 | 74 | 33.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 18 | 华盛顿大学 | 美国 | 14 | 45.4 | 22.8 | 34.9 | 43.6 | 52.3 | 65.6 | 25.8 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 19 | 加州大学-圣地亚哥 | 美国 | 15 | 44.8 | 18.1 | 32.4 | 53.9 | 49.3 | 56.6 | 32.6 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 20 | 苏黎世联邦理工学院 | 瑞士 | 1 | 44.1 | 26.7 | 42.2 | 30.2 | 54.0 | 50.1 | 49.2 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 21 | 加州大学-旧金山 | 美国 | 16 | 44 | 0 | 41.9 | 45.1 | 54.9 | 56.4 | 31.2 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 22 | 清华大学 | 中国 | 1 | 40.3 | 9.1 | 0 | 55.4 | 44.1 | 77.6 | 28.5 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 23 | 帝国理工学院 | 英国 | 4 | 39.9 | 12.8 | 31.3 | 38.4 | 38.3 | 60 | 39.4 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 24 | 多伦多大学 | 加拿大 | 1 | 39.7 | 16.6 | 13 | 40 | 37.1 | 77.7 | 33.4 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 25 | 华盛顿大学-圣路易斯 | 美国 | 17 | 39 | 20.9 | 27.4 | 46.1 | 37.9 | 49 | 37.1 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 26 | 密歇根大学-安娜堡 | 美国 | 18 | 37.8 | 37.4 | 9.8 | 36 | 38.5 | 69.1 | 23.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 27 | 东京大学 | 日本 | 1 | 37.7 | 36.6 | 23.5 | 19.7 | 46.1 | 63.5 | 23.6 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 28 | 纽约大学 | 美国 | 19 | 37.3 | 26.7 | 35.1 | 32.2 | 37.7 | 52.5 | 21.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 29 | 北京大学 | 中国 | 2 | 36.7 | 10.5 | 0 | 36 | 41.1 | 81.3 | 29.6 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 30 | 西北大学（埃文斯顿） | 美国 | 20 | 35.8 | 12.8 | 25.8 | 37.2 | 37.0 | 53.6 | 28.2 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 31 | 北卡罗来纳大学-教堂山 | 美国 | 21 | 35.7 | 7.4 | 21.9 | 41.6 | 34.1 | 55.3 | 33.6 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 32 | 哥本哈根大学 | 丹麦 | 1 | 35.2 | 18.9 | 20.6 | 28.7 | 35.9 | 59.3 | 34 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 33 | 浙江大学 | 中国 | 3 | 35 | 0 | 0 | 34.8 | 33.8 | 89.4 | 24.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 34 | 杜克大学 | 美国 | 22 | 34.6 | 19.6 | 17.8 | 36 | 38.0 | 55.4 | 22.1 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 35 | 墨尔本大学 | 澳大利亚 | 1 | 34.5 | 14.8 | 11.3 | 40.6 | 24.4 | 67.9 | 32 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 35 | 威斯康星大学-麦迪逊 | 美国 | 23 | 34.5 | 28.2 | 31.3 | 26.3 | 30.0 | 54.9 | 22.1 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 37 | 卡罗林斯卡学院 | 瑞典 | 1 | 34 | 22.8 | 23.8 | 26.3 | 24.6 | 52.5 | 53.5 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 38 | 爱丁堡大学 | 英国 | 5 | 33.9 | 25.6 | 22.6 | 36 | 29.1 | 50.8 | 26.7 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 39 | 京都大学 | 日本 | 2 | 33.3 | 33.9 | 38.8 | 18.6 | 26.0 | 50.7 | 21.5 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 39 | 洛克菲勒大学 | 美国 | 24 | 33.3 | 15.7 | 57.6 | 23.7 | 41.9 | 14 | 33.2 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 41 | 巴黎文理研究大学 | 法国 | 2 | 33 | 50.7 | 45.1 | 9.3 | 20.9 | 48 | 23.9 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 41 | 曼彻斯特大学 | 英国 | 6 | 33 | 14.8 | 29.1 | 28.7 | 28.9 | 52.3 | 28.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 43 | 德克萨斯大学-奥斯汀 | 美国 | 25 | 32.8 | 23.4 | 21.6 | 34.8 | 27.1 | 50.4 | 27.7 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 44 | 英属哥伦比亚大学 | 加拿大 | 2 | 32.7 | 13.8 | 17.2 | 32.9 | 28.9 | 61 | 23.8 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 44 | 明尼苏达大学-双城 | 美国 | 26 | 32.7 | 26.2 | 15 | 36.6 | 26.4 | 56.6 | 22.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 46 | 上海交通大学 | 中国 | 4 | 32.6 | 0 | 0 | 30.2 | 27.1 | 87.8 | 26.4 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 46 | 索邦大学 | 法国 | 3 | 32.6 | 36.4 | 23.3 | 18.6 | 29.2 | 56.2 | 26.1 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 48 | 德克萨斯大学西南医学中心 | 美国 | 27 | 32.4 | 17.4 | 31.4 | 31.6 | 36.6 | 35.8 | 26.6 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 49 | 日内瓦大学 | 瑞士 | 2 | 31.8 | 37.7 | 37.3 | 13.2 | 26.5 | 40 | 37.9 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
| 50 | 马里兰大学-大学城 | 美国 | 28 | 31.7 | 17.4 | 18.4 | 31.6 | 34.3 | 45.4 | 31.3 |
+----------+-------------------------------------+-------------+-----------------+--------+------------+------------+----------------+-----------+------------+------------+
四、免责声明
本文所涉及源代码均为个人学习所编写，并于公众号（愤怒的it男）中原创发布，仅可用于计算机技术学习及研究等合法行为，禁止利用本文所涉及源代码从事任何违反本国（地区）法律法规的业务，如有发现存在违法违规行为我会举报到网监部门。
原文始发于微信公众号（愤怒的it男）：出国留学择校神器！Python采集世界大学学术排名
版权声明：本文内容由互联网用户自发贡献，该文观点仅代表作者本人。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容， 请发送邮件至 举报，一经查实，本站将立刻删除。
文章由极客之音整理，本文链接：https://www.bmabk.com/index.php/post/234325.html
