From 698d4099c28eea5ba60107323f235226505e1d8c Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Wed, 31 Mar 2021 18:53:56 +0000 Subject: [PATCH 1/4] Bump lxml from 4.2.1 to 4.6.3 in /zhengfang_system_spider Bumps [lxml](https://github.com/lxml/lxml) from 4.2.1 to 4.6.3. - [Release notes](https://github.com/lxml/lxml/releases) - [Changelog](https://github.com/lxml/lxml/blob/master/CHANGES.txt) - [Commits](https://github.com/lxml/lxml/compare/lxml-4.2.1...lxml-4.6.3) Signed-off-by: dependabot[bot] --- zhengfang_system_spider/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zhengfang_system_spider/requirements.txt b/zhengfang_system_spider/requirements.txt index 25f1beb6..522810d0 100644 --- a/zhengfang_system_spider/requirements.txt +++ b/zhengfang_system_spider/requirements.txt @@ -1,4 +1,4 @@ -lxml==4.2.1 +lxml==4.6.3 requests==2.20.0 Pillow>=6.2.2 beautifulsoup4==4.6.0 From 44ffe7fa63c13cadccd8501284f0ec26c3058ad3 Mon Sep 17 00:00:00 2001 From: Jack Cui Date: Sun, 3 Jul 2022 14:12:19 +0800 Subject: [PATCH 2/4] Create bilibili_luckyman.py MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit b站动态转发抽奖 --- bilibili_luckyman/bilibili_luckyman.py | 89 ++++++++++++++++++++++++++ 1 file changed, 89 insertions(+) create mode 100644 bilibili_luckyman/bilibili_luckyman.py diff --git a/bilibili_luckyman/bilibili_luckyman.py b/bilibili_luckyman/bilibili_luckyman.py new file mode 100644 index 00000000..7c254360 --- /dev/null +++ b/bilibili_luckyman/bilibili_luckyman.py @@ -0,0 +1,89 @@ +# -*- coding:utf-8 -*- +import requests +import json +import re +import random +import time + +def get_dynamic_id(url): + dynamic_id = re.findall(r'\d+', url) + return dynamic_id + +def get_data(detail_url, params): + req = requests.get(url = detail_url, params = params) + req_text = json.loads(req.text) + data = req_text['data'] + offset = data['offset'] + items = data['items'] + return offset, items + +def get_uses(dynamic_id): + detail_url = "https://api.bilibili.com/x/polymer/web-dynamic/v1/detail/forward" + params = {'id': dynamic_id} + + offset, items = get_data(detail_url, params) + + all_user_name = [] + all_user_text = [] + all_user_mid = [] + + while offset != "": + for item in items: + name = item['user']['name'] + all_user_name.append(name) + mid = item['user']['mid'] + all_user_mid.append(mid) + text = item['desc']['text'] + all_user_text.append(text) + + params = { + 'id': dynamic_id, + 'offset': offset + } + offset, items = get_data(detail_url, params) + + return all_user_name, all_user_mid, all_user_text + +def get_lucky_man(num, lucky_num): + + tmp = [i for i in range(0, num)] + random.shuffle(tmp) + top30_shuffle_id = tmp[:lucky_num] + return top30_shuffle_id + +def get_local_time(): + localtime = "[" + str(time.strftime('%H:%M:%S',time.localtime(time.time()))) + "]" + return localtime + +if __name__ == "__main__": + print ("+----------------------------------------+") + print (" |动态转发抽奖助手 by Jack Cui|") + print ("+----------------------------------------+") + # 动态链接，修改为你自己的动态 + url = "https://t.bilibili.com/675922191916728342" + print (get_local_time() + " 正在获取转发数据中......") + + awards = [ + "动手深度学习", + "机器学习公式详解", + "Easy RL 强化学习教程", + "数学之美", + "浪潮之巅 第四版", + "C Primer Plus（第6版）中文版" + ] * 5 + + # 设置随机数种子，保证随机数固定，这里种子数设为转发数+评论数+点赞数 + random.seed(1462 + 213 + 399) + random.shuffle(awards) + + dynamic_id = get_dynamic_id(url) + all_user_name, all_user_mid, all_user_text = get_uses(dynamic_id) + + top30_shuffle_id = get_lucky_man(len(all_user_name), 30) + print (get_local_time() + " 中奖用户信息：\n") + for idx, id_ in enumerate(top30_shuffle_id): + print("用户名：{}".format(all_user_name[id_])) + print("用户主页：{}".format("https://space.bilibili.com/" + str(all_user_mid[id_]))) + print("转发内容：{}".format(all_user_text[id_])) + print("获得奖品：{}".format(awards[idx])) + print("*" * 50) From 56bce1924fa1bc08fec85aced93777d9768ab848 Mon Sep 17 00:00:00 2001 From: Jack Cui Date: Sun, 3 Jul 2022 14:15:43 +0800 Subject: [PATCH 3/4] Create README.md --- bilibili_luckyman/README.md | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 bilibili_luckyman/README.md diff --git a/bilibili_luckyman/README.md b/bilibili_luckyman/README.md new file mode 100644 index 00000000..776424e5 --- /dev/null +++ b/bilibili_luckyman/README.md @@ -0,0 +1,7 @@ +## 说明 + +B 站 30 万粉丝抽奖，自己写了一个转发抽奖助手。 + +上次活动： + +https://t.bilibili.com/675922191916728342 From 60b7ed839713ccf00bb30fe2b203a6b45d7459aa Mon Sep 17 00:00:00 2001 From: Jack Cui Date: Mon, 19 Aug 2024 15:32:03 +0800 Subject: [PATCH 4/4] Update README.md --- README.md | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/README.md b/README.md index 2749a29b..1d0f06b8 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,11 @@ # 注：2020年最新连载教程请移步：[Python Spider 2020](https://github.com/Jack-Cherish/python-spider/tree/master/2020 "Python Spider 2020") +免责声明： + +大家请以学习为目的使用本仓库，爬虫违法违规的案件：https://github.com/HiddenStrawberry/Crawler_Illegal_Cases_In_China + +本仓库的所有内容仅供学习和参考之用，禁止用于商业用途。任何人或组织不得将本仓库的内容用于非法用途或侵犯他人合法权益。本仓库所涉及的爬虫技术仅用于学习和研究，不得用于对其他平台进行大规模爬虫或其他非法行为。对于因使用本仓库内容而引起的任何法律责任，本仓库不承担任何责任。使用本仓库的内容即表示您同意本免责声明的所有条款和条件。 + # Python Spider 原创文章每周最少两篇，**后续最新文章**会在[【公众号】](https://cuijiahua.com/wp-content/uploads/2020/05/gzh-w.jpg)首发，视频[【B站】](https://space.bilibili.com/331507846)首发，大家可以加我[【微信】](https://cuijiahua.com/wp-content/uploads/2020/05/gzh-w.jpg)进**交流群**，技术交流或提意见都可以，欢迎**Star**！