Spaces:
Paused
Paused
update
Browse files- data/porter_tasks/porter_task_chenjieshen_douyin_live_record_to_youtube.json +10 -0
- data/porter_tasks/porter_task_chenjieshen_douyin_live_to_bilibili_live.json +10 -0
- data/porter_tasks/porter_task_chenjieshen_douyin_video_to_bilibili.json +3 -3
- data/porter_tasks/porter_task_chenjieshen_douyin_video_to_youtube.json +3 -3
- data/porter_tasks/porter_task_chenjing_douyin_live_record_to_youtube.json +1 -0
- data/porter_tasks/porter_task_lvxiaotong_douyin_live_record_to_youtube.json +1 -0
- toolbox/douyin/homepage/follow.py +93 -1
- toolbox/douyin/live/live_recording.py +59 -1
- toolbox/douyin/video/download.py +0 -1
- toolbox/porter/tasks/douyin_live_record_task.py +23 -0
- toolbox/porter/tasks/douyin_live_to_bilibili_live_task.py +19 -0
data/porter_tasks/porter_task_chenjieshen_douyin_live_record_to_youtube.json
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
"type": "douyin_live_record",
|
| 5 |
"room_name": "老陈的退路",
|
| 6 |
"room_id": "330025930592",
|
|
|
|
| 7 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 8 |
"check_interval": 10,
|
| 9 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -14,6 +15,7 @@
|
|
| 14 |
"type": "douyin_live_record",
|
| 15 |
"room_name": "老陈come_back",
|
| 16 |
"room_id": "78835697536",
|
|
|
|
| 17 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 18 |
"check_interval": 10,
|
| 19 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -24,6 +26,7 @@
|
|
| 24 |
"type": "douyin_live_record",
|
| 25 |
"room_name": "清源第一帅",
|
| 26 |
"room_id": "654177813521",
|
|
|
|
| 27 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 28 |
"check_interval": 10,
|
| 29 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -34,6 +37,7 @@
|
|
| 34 |
"type": "douyin_live_record",
|
| 35 |
"room_name": "清源第二帅",
|
| 36 |
"room_id": "831568261978",
|
|
|
|
| 37 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 38 |
"check_interval": 10,
|
| 39 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -44,6 +48,7 @@
|
|
| 44 |
"type": "douyin_live_record",
|
| 45 |
"room_name": "清源第三帅",
|
| 46 |
"room_id": "26569028431",
|
|
|
|
| 47 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 48 |
"check_interval": 10,
|
| 49 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -54,6 +59,7 @@
|
|
| 54 |
"type": "douyin_live_record",
|
| 55 |
"room_name": "清源人工智能研究院",
|
| 56 |
"room_id": "81728900292",
|
|
|
|
| 57 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 58 |
"check_interval": 10,
|
| 59 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -64,6 +70,7 @@
|
|
| 64 |
"type": "douyin_live_record",
|
| 65 |
"room_name": "小熊Bella与老爸",
|
| 66 |
"room_id": "139751520143",
|
|
|
|
| 67 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 68 |
"check_interval": 10,
|
| 69 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -74,6 +81,7 @@
|
|
| 74 |
"type": "douyin_live_record",
|
| 75 |
"room_name": "清源之虎",
|
| 76 |
"room_id": "998621457719",
|
|
|
|
| 77 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 78 |
"check_interval": 10,
|
| 79 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -84,6 +92,7 @@
|
|
| 84 |
"type": "douyin_live_record",
|
| 85 |
"room_name": "老陈真是好人",
|
| 86 |
"room_id": "599130203190",
|
|
|
|
| 87 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 88 |
"check_interval": 10,
|
| 89 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
@@ -94,6 +103,7 @@
|
|
| 94 |
"type": "douyin_live_record",
|
| 95 |
"room_name": "老陈小帮手",
|
| 96 |
"room_id": "738682070097",
|
|
|
|
| 97 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 98 |
"check_interval": 10,
|
| 99 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 4 |
"type": "douyin_live_record",
|
| 5 |
"room_name": "老陈的退路",
|
| 6 |
"room_id": "330025930592",
|
| 7 |
+
"sec_user_id": "MS4wLjABAAAAzjLy7Dd3Q-UiMGdkwymLhDIL1aFJtruvCUqrwmph9n8Zb55E4y9XH2WEFaLC1ZBl",
|
| 8 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 9 |
"check_interval": 10,
|
| 10 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 15 |
"type": "douyin_live_record",
|
| 16 |
"room_name": "老陈come_back",
|
| 17 |
"room_id": "78835697536",
|
| 18 |
+
"sec_user_id": "MS4wLjABAAAAj3qTpPkes0t5az2nXd1oaag5TpOJeNh27pemT17WUVXHGUZKZfjqc3fFc8arL6V1",
|
| 19 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 20 |
"check_interval": 10,
|
| 21 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 26 |
"type": "douyin_live_record",
|
| 27 |
"room_name": "清源第一帅",
|
| 28 |
"room_id": "654177813521",
|
| 29 |
+
"sec_user_id": "MS4wLjABAAAAtwkRNs5Krtm5cBhKzn60poflAFWdnYdwMf0I0M27rOGvNn2l16DfUH5vE3WL-ypz",
|
| 30 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 31 |
"check_interval": 10,
|
| 32 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 37 |
"type": "douyin_live_record",
|
| 38 |
"room_name": "清源第二帅",
|
| 39 |
"room_id": "831568261978",
|
| 40 |
+
"sec_user_id": "MS4wLjABAAAALbRezHNzlaRYhk9QE-5ajImgcvfJGq9koAlD0O8VQwiC-N8Bqx2WDW07wLee2Bwd",
|
| 41 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 42 |
"check_interval": 10,
|
| 43 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 48 |
"type": "douyin_live_record",
|
| 49 |
"room_name": "清源第三帅",
|
| 50 |
"room_id": "26569028431",
|
| 51 |
+
"sec_user_id": "MS4wLjABAAAA60pV9JuZNTZhQJeSI_AeaRUnKXs--TGPZEAtsgihwKnir46ncFVtLSO79JDnclkM",
|
| 52 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 53 |
"check_interval": 10,
|
| 54 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 59 |
"type": "douyin_live_record",
|
| 60 |
"room_name": "清源人工智能研究院",
|
| 61 |
"room_id": "81728900292",
|
| 62 |
+
"sec_user_id": "MS4wLjABAAAAe_Hf6esmopqIMG7OhsMlNESTiqP1ot7lmGzK6Cu3pJSSGTOiHlI4cA33OPWg56Ql",
|
| 63 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 64 |
"check_interval": 10,
|
| 65 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 70 |
"type": "douyin_live_record",
|
| 71 |
"room_name": "小熊Bella与老爸",
|
| 72 |
"room_id": "139751520143",
|
| 73 |
+
"sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
|
| 74 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 75 |
"check_interval": 10,
|
| 76 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 81 |
"type": "douyin_live_record",
|
| 82 |
"room_name": "清源之虎",
|
| 83 |
"room_id": "998621457719",
|
| 84 |
+
"sec_user_id": "MS4wLjABAAAAWYFqu46IMCnfwgSjBK35RnQcKOYhqVX3YcP4rotpHkdxJn5JD59REMz5fwlccp2h",
|
| 85 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 86 |
"check_interval": 10,
|
| 87 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 92 |
"type": "douyin_live_record",
|
| 93 |
"room_name": "老陈真是好人",
|
| 94 |
"room_id": "599130203190",
|
| 95 |
+
"sec_user_id": "MS4wLjABAAAA3ReegyjpprzeurqHUl8yLBkTlQ7L4TfoyjpDXeiy1RvCu7OmqWljOLmWgibTjs8y",
|
| 96 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 97 |
"check_interval": 10,
|
| 98 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
|
|
|
| 103 |
"type": "douyin_live_record",
|
| 104 |
"room_name": "老陈小帮手",
|
| 105 |
"room_id": "738682070097",
|
| 106 |
+
"sec_user_id": "MS4wLjABAAAAtzZsG1mKtZvgE2j58ZB7FDRP1gzsHXuQDIN15bltkLM",
|
| 107 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 108 |
"check_interval": 10,
|
| 109 |
"output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
|
data/porter_tasks/porter_task_chenjieshen_douyin_live_to_bilibili_live.json
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
"type": "douyin_live_to_bilibili_live",
|
| 5 |
"room_name": "老陈的退路",
|
| 6 |
"room_id": "330025930592",
|
|
|
|
| 7 |
"check_interval": 10,
|
| 8 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 9 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -13,6 +14,7 @@
|
|
| 13 |
"type": "douyin_live_to_bilibili_live",
|
| 14 |
"room_name": "老陈come_back",
|
| 15 |
"room_id": "78835697536",
|
|
|
|
| 16 |
"check_interval": 10,
|
| 17 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 18 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -22,6 +24,7 @@
|
|
| 22 |
"type": "douyin_live_to_bilibili_live",
|
| 23 |
"room_name": "清源第一帅",
|
| 24 |
"room_id": "654177813521",
|
|
|
|
| 25 |
"check_interval": 10,
|
| 26 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 27 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -31,6 +34,7 @@
|
|
| 31 |
"type": "douyin_live_to_bilibili_live",
|
| 32 |
"room_name": "清源第二帅",
|
| 33 |
"room_id": "831568261978",
|
|
|
|
| 34 |
"check_interval": 10,
|
| 35 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 36 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -40,6 +44,7 @@
|
|
| 40 |
"type": "douyin_live_to_bilibili_live",
|
| 41 |
"room_name": "清源第三帅",
|
| 42 |
"room_id": "26569028431",
|
|
|
|
| 43 |
"check_interval": 10,
|
| 44 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 45 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -49,6 +54,7 @@
|
|
| 49 |
"type": "douyin_live_to_bilibili_live",
|
| 50 |
"room_name": "清源人工智能研究院",
|
| 51 |
"room_id": "81728900292",
|
|
|
|
| 52 |
"check_interval": 10,
|
| 53 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 54 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -58,6 +64,7 @@
|
|
| 58 |
"type": "douyin_live_to_bilibili_live",
|
| 59 |
"room_name": "小熊Bella与老爸",
|
| 60 |
"room_id": "139751520143",
|
|
|
|
| 61 |
"check_interval": 10,
|
| 62 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 63 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -67,6 +74,7 @@
|
|
| 67 |
"type": "douyin_live_to_bilibili_live",
|
| 68 |
"room_name": "清源之虎",
|
| 69 |
"room_id": "998621457719",
|
|
|
|
| 70 |
"check_interval": 10,
|
| 71 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 72 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -76,6 +84,7 @@
|
|
| 76 |
"type": "douyin_live_to_bilibili_live",
|
| 77 |
"room_name": "老陈真是好人",
|
| 78 |
"room_id": "599130203190",
|
|
|
|
| 79 |
"check_interval": 10,
|
| 80 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 81 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
@@ -85,6 +94,7 @@
|
|
| 85 |
"type": "douyin_live_to_bilibili_live",
|
| 86 |
"room_name": "老陈小帮手",
|
| 87 |
"room_id": "738682070097",
|
|
|
|
| 88 |
"check_interval": 10,
|
| 89 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 90 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 4 |
"type": "douyin_live_to_bilibili_live",
|
| 5 |
"room_name": "老陈的退路",
|
| 6 |
"room_id": "330025930592",
|
| 7 |
+
"sec_user_id": "MS4wLjABAAAAzjLy7Dd3Q-UiMGdkwymLhDIL1aFJtruvCUqrwmph9n8Zb55E4y9XH2WEFaLC1ZBl",
|
| 8 |
"check_interval": 10,
|
| 9 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 10 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 14 |
"type": "douyin_live_to_bilibili_live",
|
| 15 |
"room_name": "老陈come_back",
|
| 16 |
"room_id": "78835697536",
|
| 17 |
+
"sec_user_id": "MS4wLjABAAAAj3qTpPkes0t5az2nXd1oaag5TpOJeNh27pemT17WUVXHGUZKZfjqc3fFc8arL6V1",
|
| 18 |
"check_interval": 10,
|
| 19 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 20 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 24 |
"type": "douyin_live_to_bilibili_live",
|
| 25 |
"room_name": "清源第一帅",
|
| 26 |
"room_id": "654177813521",
|
| 27 |
+
"sec_user_id": "MS4wLjABAAAAtwkRNs5Krtm5cBhKzn60poflAFWdnYdwMf0I0M27rOGvNn2l16DfUH5vE3WL-ypz",
|
| 28 |
"check_interval": 10,
|
| 29 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 30 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 34 |
"type": "douyin_live_to_bilibili_live",
|
| 35 |
"room_name": "清源第二帅",
|
| 36 |
"room_id": "831568261978",
|
| 37 |
+
"sec_user_id": "MS4wLjABAAAALbRezHNzlaRYhk9QE-5ajImgcvfJGq9koAlD0O8VQwiC-N8Bqx2WDW07wLee2Bwd",
|
| 38 |
"check_interval": 10,
|
| 39 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 40 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 44 |
"type": "douyin_live_to_bilibili_live",
|
| 45 |
"room_name": "清源第三帅",
|
| 46 |
"room_id": "26569028431",
|
| 47 |
+
"sec_user_id": "MS4wLjABAAAA60pV9JuZNTZhQJeSI_AeaRUnKXs--TGPZEAtsgihwKnir46ncFVtLSO79JDnclkM",
|
| 48 |
"check_interval": 10,
|
| 49 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 50 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 54 |
"type": "douyin_live_to_bilibili_live",
|
| 55 |
"room_name": "清源人工智能研究院",
|
| 56 |
"room_id": "81728900292",
|
| 57 |
+
"sec_user_id": "MS4wLjABAAAAe_Hf6esmopqIMG7OhsMlNESTiqP1ot7lmGzK6Cu3pJSSGTOiHlI4cA33OPWg56Ql",
|
| 58 |
"check_interval": 10,
|
| 59 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 60 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 64 |
"type": "douyin_live_to_bilibili_live",
|
| 65 |
"room_name": "小熊Bella与老爸",
|
| 66 |
"room_id": "139751520143",
|
| 67 |
+
"sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
|
| 68 |
"check_interval": 10,
|
| 69 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 70 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 74 |
"type": "douyin_live_to_bilibili_live",
|
| 75 |
"room_name": "清源之虎",
|
| 76 |
"room_id": "998621457719",
|
| 77 |
+
"sec_user_id": "MS4wLjABAAAAWYFqu46IMCnfwgSjBK35RnQcKOYhqVX3YcP4rotpHkdxJn5JD59REMz5fwlccp2h",
|
| 78 |
"check_interval": 10,
|
| 79 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 80 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 84 |
"type": "douyin_live_to_bilibili_live",
|
| 85 |
"room_name": "老陈真是好人",
|
| 86 |
"room_id": "599130203190",
|
| 87 |
+
"sec_user_id": "MS4wLjABAAAA3ReegyjpprzeurqHUl8yLBkTlQ7L4TfoyjpDXeiy1RvCu7OmqWljOLmWgibTjs8y",
|
| 88 |
"check_interval": 10,
|
| 89 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 90 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
|
|
|
| 94 |
"type": "douyin_live_to_bilibili_live",
|
| 95 |
"room_name": "老陈小帮手",
|
| 96 |
"room_id": "738682070097",
|
| 97 |
+
"sec_user_id": "MS4wLjABAAAAtzZsG1mKtZvgE2j58ZB7FDRP1gzsHXuQDIN15bltkLM",
|
| 98 |
"check_interval": 10,
|
| 99 |
"key_of_douyin_credentials": "douyin_wentao_credentials",
|
| 100 |
"key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
|
data/porter_tasks/porter_task_chenjieshen_douyin_video_to_bilibili.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
|
| 7 |
"check_interval": 900,
|
| 8 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 9 |
-
"min_date2": "2025-10-
|
| 10 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
|
| 11 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
|
| 12 |
},
|
|
@@ -17,7 +17,7 @@
|
|
| 17 |
"sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
|
| 18 |
"check_interval": 900,
|
| 19 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 20 |
-
"min_date2": "2025-10-
|
| 21 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
|
| 22 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
|
| 23 |
},
|
|
@@ -31,6 +31,6 @@
|
|
| 31 |
"target_user_id": "442286660",
|
| 32 |
"key_of_credentials": "bilibili_chenjiesen_credentials",
|
| 33 |
"remove_after_upload": true,
|
| 34 |
-
"min_date2": "2025-10-
|
| 35 |
}
|
| 36 |
]
|
|
|
|
| 6 |
"sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
|
| 7 |
"check_interval": 900,
|
| 8 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 9 |
+
"min_date2": "2025-10-12 00:00:00",
|
| 10 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
|
| 11 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
|
| 12 |
},
|
|
|
|
| 17 |
"sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
|
| 18 |
"check_interval": 900,
|
| 19 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 20 |
+
"min_date2": "2025-10-12 00:00:00",
|
| 21 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
|
| 22 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
|
| 23 |
},
|
|
|
|
| 31 |
"target_user_id": "442286660",
|
| 32 |
"key_of_credentials": "bilibili_chenjiesen_credentials",
|
| 33 |
"remove_after_upload": true,
|
| 34 |
+
"min_date2": "2025-10-12 00:00:00"
|
| 35 |
}
|
| 36 |
]
|
data/porter_tasks/porter_task_chenjieshen_douyin_video_to_youtube.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
|
| 7 |
"check_interval": 900,
|
| 8 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 9 |
-
"min_date2": "2025-10-
|
| 10 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
|
| 11 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
|
| 12 |
},
|
|
@@ -17,7 +17,7 @@
|
|
| 17 |
"sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
|
| 18 |
"check_interval": 900,
|
| 19 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 20 |
-
"min_date2": "2025-10-
|
| 21 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
|
| 22 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
|
| 23 |
},
|
|
@@ -34,6 +34,6 @@
|
|
| 34 |
"remove_after_upload_delay": 1,
|
| 35 |
"playlist_title": "Short",
|
| 36 |
"playlist_id": "PL1KtQ49rVMElugHudIdyKLAmgmMVdqoxQ",
|
| 37 |
-
"min_date2": "2025-10-
|
| 38 |
}
|
| 39 |
]
|
|
|
|
| 6 |
"sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
|
| 7 |
"check_interval": 900,
|
| 8 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 9 |
+
"min_date2": "2025-10-12 00:00:00",
|
| 10 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
|
| 11 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
|
| 12 |
},
|
|
|
|
| 17 |
"sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
|
| 18 |
"check_interval": 900,
|
| 19 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 20 |
+
"min_date2": "2025-10-12 00:00:00",
|
| 21 |
"output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
|
| 22 |
"output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
|
| 23 |
},
|
|
|
|
| 34 |
"remove_after_upload_delay": 1,
|
| 35 |
"playlist_title": "Short",
|
| 36 |
"playlist_id": "PL1KtQ49rVMElugHudIdyKLAmgmMVdqoxQ",
|
| 37 |
+
"min_date2": "2025-10-12 00:00:00"
|
| 38 |
}
|
| 39 |
]
|
data/porter_tasks/porter_task_chenjing_douyin_live_record_to_youtube.json
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
"type": "douyin_live_record",
|
| 5 |
"room_name": "大成说创业",
|
| 6 |
"room_id": "29576618707",
|
|
|
|
| 7 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 8 |
"check_interval": 10,
|
| 9 |
"output_video_dir": "data/tasks/chenjing_douyin_live_record_to_youtube/live_record/",
|
|
|
|
| 4 |
"type": "douyin_live_record",
|
| 5 |
"room_name": "大成说创业",
|
| 6 |
"room_id": "29576618707",
|
| 7 |
+
"sec_user_id": "MS4wLjABAAAAg0Oc_5SoYi4hrpc6xy-Yzuy1KrwV-zXw54JSqE4TW88",
|
| 8 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 9 |
"check_interval": 10,
|
| 10 |
"output_video_dir": "data/tasks/chenjing_douyin_live_record_to_youtube/live_record/",
|
data/porter_tasks/porter_task_lvxiaotong_douyin_live_record_to_youtube.json
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
"type": "douyin_live_record",
|
| 5 |
"room_name": "吕晓彤",
|
| 6 |
"room_id": "25132757833",
|
|
|
|
| 7 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 8 |
"check_interval": 10,
|
| 9 |
"output_video_dir": "data/tasks/lvxiaotong_douyin_live_record_to_youtube/live_record/吕晓彤",
|
|
|
|
| 4 |
"type": "douyin_live_record",
|
| 5 |
"room_name": "吕晓彤",
|
| 6 |
"room_id": "25132757833",
|
| 7 |
+
"sec_user_id": "MS4wLjABAAAAqejZxZKopDBDEzxcQp-_1b019FfM05C0NzjQNpc5ylU",
|
| 8 |
"key_of_credentials": "douyin_wentao_credentials",
|
| 9 |
"check_interval": 10,
|
| 10 |
"output_video_dir": "data/tasks/lvxiaotong_douyin_live_record_to_youtube/live_record/吕晓彤",
|
toolbox/douyin/homepage/follow.py
CHANGED
|
@@ -5,6 +5,9 @@ import asyncio
|
|
| 5 |
import json
|
| 6 |
import logging
|
| 7 |
|
|
|
|
|
|
|
|
|
|
| 8 |
from project_settings import project_path
|
| 9 |
from toolbox.douyin.douyin_client import DouyinClient
|
| 10 |
from toolbox.asyncio.cacheout import async_cache_decorator
|
|
@@ -86,6 +89,89 @@ class FollowManager(DouyinClient):
|
|
| 86 |
|
| 87 |
return result
|
| 88 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 89 |
|
| 90 |
def get_args():
|
| 91 |
parser = argparse.ArgumentParser()
|
|
@@ -115,7 +201,13 @@ async def main():
|
|
| 115 |
flag = client.check_login()
|
| 116 |
print(f"flag: {flag}")
|
| 117 |
|
| 118 |
-
js = await client.get_living_list()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 119 |
print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
|
| 120 |
return
|
| 121 |
|
|
|
|
| 5 |
import json
|
| 6 |
import logging
|
| 7 |
|
| 8 |
+
import httpx
|
| 9 |
+
from tenacity import before_sleep_log, retry, retry_if_exception_type, stop_after_attempt, wait_fixed
|
| 10 |
+
|
| 11 |
from project_settings import project_path
|
| 12 |
from toolbox.douyin.douyin_client import DouyinClient
|
| 13 |
from toolbox.asyncio.cacheout import async_cache_decorator
|
|
|
|
| 89 |
|
| 90 |
return result
|
| 91 |
|
| 92 |
+
async def check_user_live_status_by_user_id(self, user_id: str):
|
| 93 |
+
url = "https://live.douyin.com/webcast/distribution/check_user_live_status/"
|
| 94 |
+
|
| 95 |
+
params = {
|
| 96 |
+
# "user_ids": "1450989587539357",
|
| 97 |
+
"user_ids": user_id,
|
| 98 |
+
"aid": "6383",
|
| 99 |
+
}
|
| 100 |
+
|
| 101 |
+
async_session = httpx.AsyncClient(
|
| 102 |
+
http2=True,
|
| 103 |
+
limits=httpx.Limits(max_keepalive_connections=100, keepalive_expiry=100),
|
| 104 |
+
headers=self.headers,
|
| 105 |
+
)
|
| 106 |
+
response = await async_session.request("GET", url, params=params)
|
| 107 |
+
if response.status_code != 200:
|
| 108 |
+
raise AssertionError(f"request failed, status_code: {response.status_code}, text: {response.text}")
|
| 109 |
+
|
| 110 |
+
js = response.json()
|
| 111 |
+
return js
|
| 112 |
+
|
| 113 |
+
async def get_room_info_by_scene_by_room_id(self, room_id: str):
|
| 114 |
+
url = "https://live.douyin.com/webcast/room/info_by_scene/"
|
| 115 |
+
|
| 116 |
+
params = {
|
| 117 |
+
"aid": "6383",
|
| 118 |
+
"app_name": "douyin_web",
|
| 119 |
+
"live_id": "1",
|
| 120 |
+
"device_platform": "web",
|
| 121 |
+
"language": "zh-CN",
|
| 122 |
+
"enter_from": "web_homepage_hot",
|
| 123 |
+
"cookie_enabled": "true",
|
| 124 |
+
"browser_name": "Chrome",
|
| 125 |
+
"browser_version": "141.0.0.0",
|
| 126 |
+
"room_id": room_id,
|
| 127 |
+
# "room_id": "7560205524554320680",
|
| 128 |
+
"scene": "pc_profile_struct",
|
| 129 |
+
|
| 130 |
+
}
|
| 131 |
+
|
| 132 |
+
async_session = httpx.AsyncClient(
|
| 133 |
+
http2=True,
|
| 134 |
+
limits=httpx.Limits(max_keepalive_connections=100, keepalive_expiry=100),
|
| 135 |
+
headers=self.headers,
|
| 136 |
+
)
|
| 137 |
+
response = await async_session.request("GET", url, params=params)
|
| 138 |
+
if response.status_code != 200:
|
| 139 |
+
raise AssertionError(f"request failed, status_code: {response.status_code}, text: {response.text}")
|
| 140 |
+
|
| 141 |
+
js = response.json()
|
| 142 |
+
return js
|
| 143 |
+
|
| 144 |
+
@async_cache_decorator(1000000000)
|
| 145 |
+
@retry(
|
| 146 |
+
wait=wait_fixed(10),
|
| 147 |
+
stop=stop_after_attempt(3),
|
| 148 |
+
before_sleep=before_sleep_log(logger, logging.ERROR),
|
| 149 |
+
)
|
| 150 |
+
async def get_user_info_by_sec_user_id(self, sec_user_id: str):
|
| 151 |
+
url = "https://www.douyin.com/aweme/v1/web/user/profile/other/"
|
| 152 |
+
|
| 153 |
+
params = {
|
| 154 |
+
"device_platform": "webapp",
|
| 155 |
+
"aid": "6383",
|
| 156 |
+
"channel": "channel_pc_web",
|
| 157 |
+
"sec_user_id": sec_user_id,
|
| 158 |
+
}
|
| 159 |
+
|
| 160 |
+
# 需要登录cookies
|
| 161 |
+
response = await self.async_session.request(
|
| 162 |
+
"GET", url,
|
| 163 |
+
headers={
|
| 164 |
+
**self.headers,
|
| 165 |
+
"referer": "https://www.douyin.com/user"
|
| 166 |
+
},
|
| 167 |
+
params=params,
|
| 168 |
+
)
|
| 169 |
+
if response.status_code != 200:
|
| 170 |
+
raise AssertionError(f"request failed, status_code: {response.status_code}, text: {response.text}")
|
| 171 |
+
|
| 172 |
+
js = response.json()
|
| 173 |
+
return js
|
| 174 |
+
|
| 175 |
|
| 176 |
def get_args():
|
| 177 |
parser = argparse.ArgumentParser()
|
|
|
|
| 201 |
flag = client.check_login()
|
| 202 |
print(f"flag: {flag}")
|
| 203 |
|
| 204 |
+
# js = await client.get_living_list()
|
| 205 |
+
|
| 206 |
+
# js = await client.get_room_info_by_scene()
|
| 207 |
+
|
| 208 |
+
js = await client.get_user_info_by_sec_user_id(
|
| 209 |
+
sec_user_id="MS4wLjABAAAAf0qOK8d42d4y5nAFzm-MOI31El_mtLMIR6M-TmewcZDtJOM54w9gx9cmIDDpByFJ"
|
| 210 |
+
)
|
| 211 |
print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
|
| 212 |
return
|
| 213 |
|
toolbox/douyin/live/live_recording.py
CHANGED
|
@@ -177,6 +177,57 @@ class LiveRecording(FollowManager):
|
|
| 177 |
break
|
| 178 |
return result
|
| 179 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 180 |
@async_cache_decorator(600)
|
| 181 |
@retry(
|
| 182 |
wait=wait_fixed(60),
|
|
@@ -226,9 +277,16 @@ async def main():
|
|
| 226 |
print(f"flag: {flag}")
|
| 227 |
|
| 228 |
# js = await client.get_live_info_by_web_enter(room_id="770758107267")
|
| 229 |
-
js = await client.get_live_info_by_room_url(room_id="680837692624")
|
| 230 |
# js = await client.get_live_info_by_follow(room_id="876191604909")
|
| 231 |
# js = await client.get_live_info_by_follow(room_id="572033528289")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 232 |
print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
|
| 233 |
return
|
| 234 |
|
|
|
|
| 177 |
break
|
| 178 |
return result
|
| 179 |
|
| 180 |
+
async def get_live_info_by_sec_user_id(self, sec_user_id: str):
|
| 181 |
+
js = await self.get_user_info_by_sec_user_id(sec_user_id)
|
| 182 |
+
status_code = js["status_code"]
|
| 183 |
+
if status_code != 0:
|
| 184 |
+
raise AssertionError(f"request failed; status_code {status_code}, msg: {js['status_msg']}")
|
| 185 |
+
|
| 186 |
+
user_info = js["user"]
|
| 187 |
+
uid = user_info["uid"]
|
| 188 |
+
|
| 189 |
+
result = await self.get_live_info_by_user_id(user_id=str(uid))
|
| 190 |
+
return result
|
| 191 |
+
|
| 192 |
+
@async_cache_decorator(10)
|
| 193 |
+
@retry(
|
| 194 |
+
wait=wait_fixed(10),
|
| 195 |
+
stop=stop_after_attempt(3),
|
| 196 |
+
before_sleep=before_sleep_log(logger, logging.ERROR),
|
| 197 |
+
)
|
| 198 |
+
async def get_live_info_by_user_id(self, user_id: str):
|
| 199 |
+
js = await self.check_user_live_status_by_user_id(user_id=str(user_id))
|
| 200 |
+
user_live = js["data"][0]["user_live"]
|
| 201 |
+
if len(user_live) == 0:
|
| 202 |
+
result = {
|
| 203 |
+
"status": 4, # 未开播
|
| 204 |
+
"title": "",
|
| 205 |
+
"stream_data": dict(),
|
| 206 |
+
"paid_live_data": dict(),
|
| 207 |
+
}
|
| 208 |
+
return result
|
| 209 |
+
|
| 210 |
+
data = user_live[0]
|
| 211 |
+
room_id = data["room_id"]
|
| 212 |
+
|
| 213 |
+
js = await self.get_room_info_by_scene_by_room_id(room_id)
|
| 214 |
+
data = js["data"]
|
| 215 |
+
status = data["status"]
|
| 216 |
+
title = data["title"]
|
| 217 |
+
stream_data = json.loads(data["stream_url"]["live_core_sdk_data"]["pull_data"]["stream_data"])
|
| 218 |
+
stream_data = stream_data["data"]
|
| 219 |
+
|
| 220 |
+
paid_live_data = data["paid_live_data"]
|
| 221 |
+
|
| 222 |
+
result = {
|
| 223 |
+
"status": status,
|
| 224 |
+
"title": title,
|
| 225 |
+
"stream_data": stream_data,
|
| 226 |
+
|
| 227 |
+
"paid_live_data": paid_live_data,
|
| 228 |
+
}
|
| 229 |
+
return result
|
| 230 |
+
|
| 231 |
@async_cache_decorator(600)
|
| 232 |
@retry(
|
| 233 |
wait=wait_fixed(60),
|
|
|
|
| 277 |
print(f"flag: {flag}")
|
| 278 |
|
| 279 |
# js = await client.get_live_info_by_web_enter(room_id="770758107267")
|
| 280 |
+
# js = await client.get_live_info_by_room_url(room_id="680837692624")
|
| 281 |
# js = await client.get_live_info_by_follow(room_id="876191604909")
|
| 282 |
# js = await client.get_live_info_by_follow(room_id="572033528289")
|
| 283 |
+
|
| 284 |
+
js = await client.get_live_info_by_sec_user_id(
|
| 285 |
+
# sec_user_id="MS4wLjABAAAA_vx5smDIz-u2d5o0vL3UPNVuznz_8Z9ZwGa0ULzj4rZfU5CsNoBhR_ltGF7pz7yi",
|
| 286 |
+
# sec_user_id="MS4wLjABAAAAgd9H8yTMv9zn8AlgK5YXtqMi7PZMU2plnW7N1ZFA12_jsAuZL_NrBOUCwCYixRLx",
|
| 287 |
+
sec_user_id="MS4wLjABAAAAf0qOK8d42d4y5nAFzm-MOI31El_mtLMIR6M-TmewcZDtJOM54w9gx9cmIDDpByFJ",
|
| 288 |
+
)
|
| 289 |
+
# js = await client.get_live_info_by_user_id(user_id="1450989587539357")
|
| 290 |
print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
|
| 291 |
return
|
| 292 |
|
toolbox/douyin/video/download.py
CHANGED
|
@@ -8,7 +8,6 @@ import logging
|
|
| 8 |
from pathlib import Path
|
| 9 |
from zoneinfo import ZoneInfo
|
| 10 |
|
| 11 |
-
from gradio.cli.commands.deploy_space import readme_file
|
| 12 |
from tenacity import before_sleep_log, retry, retry_if_exception_type, stop_after_attempt, wait_fixed
|
| 13 |
|
| 14 |
from project_settings import project_path, time_zone_info
|
|
|
|
| 8 |
from pathlib import Path
|
| 9 |
from zoneinfo import ZoneInfo
|
| 10 |
|
|
|
|
| 11 |
from tenacity import before_sleep_log, retry, retry_if_exception_type, stop_after_attempt, wait_fixed
|
| 12 |
|
| 13 |
from project_settings import project_path, time_zone_info
|
toolbox/porter/tasks/douyin_live_record_task.py
CHANGED
|
@@ -34,6 +34,7 @@ class DouyinLiveRecordTask(BaseTask):
|
|
| 34 |
def __init__(self,
|
| 35 |
room_name: str,
|
| 36 |
room_id: str,
|
|
|
|
| 37 |
key_of_credentials: str,
|
| 38 |
check_interval: int,
|
| 39 |
output_video_dir: str = "output",
|
|
@@ -45,6 +46,7 @@ class DouyinLiveRecordTask(BaseTask):
|
|
| 45 |
)
|
| 46 |
self.room_name = room_name
|
| 47 |
self.room_id = room_id
|
|
|
|
| 48 |
self.key_of_credentials = key_of_credentials
|
| 49 |
|
| 50 |
if not os.path.isabs(output_video_dir):
|
|
@@ -73,9 +75,11 @@ class DouyinLiveRecordTask(BaseTask):
|
|
| 73 |
max_length = 50
|
| 74 |
self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
|
| 75 |
self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
|
|
|
|
| 76 |
self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
|
| 77 |
self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
|
| 78 |
self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
|
|
|
|
| 79 |
self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
|
| 80 |
|
| 81 |
def get_video_info(self, title):
|
|
@@ -174,6 +178,22 @@ class DouyinLiveRecordTask(BaseTask):
|
|
| 174 |
self.success_rate_of_get_live_info_by_room_url.append(1)
|
| 175 |
return result
|
| 176 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 177 |
async def get_live_info_by_follow(self):
|
| 178 |
success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
|
| 179 |
logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
|
|
@@ -210,6 +230,9 @@ class DouyinLiveRecordTask(BaseTask):
|
|
| 210 |
if js is None:
|
| 211 |
live_check_method = "by_room_url"
|
| 212 |
js = await self.get_live_info_by_room_url()
|
|
|
|
|
|
|
|
|
|
| 213 |
if js is None:
|
| 214 |
live_check_method = "by_follow"
|
| 215 |
js = await self.get_live_info_by_follow()
|
|
|
|
| 34 |
def __init__(self,
|
| 35 |
room_name: str,
|
| 36 |
room_id: str,
|
| 37 |
+
sec_user_id: str,
|
| 38 |
key_of_credentials: str,
|
| 39 |
check_interval: int,
|
| 40 |
output_video_dir: str = "output",
|
|
|
|
| 46 |
)
|
| 47 |
self.room_name = room_name
|
| 48 |
self.room_id = room_id
|
| 49 |
+
self.sec_user_id = sec_user_id
|
| 50 |
self.key_of_credentials = key_of_credentials
|
| 51 |
|
| 52 |
if not os.path.isabs(output_video_dir):
|
|
|
|
| 75 |
max_length = 50
|
| 76 |
self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
|
| 77 |
self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
|
| 78 |
+
self.success_rate_of_get_live_info_by_sec_user_id = collections.deque(maxlen=max_length)
|
| 79 |
self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
|
| 80 |
self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
|
| 81 |
self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
|
| 82 |
+
self.success_rate_of_get_live_info_by_sec_user_id.extend([1] * max_length)
|
| 83 |
self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
|
| 84 |
|
| 85 |
def get_video_info(self, title):
|
|
|
|
| 178 |
self.success_rate_of_get_live_info_by_room_url.append(1)
|
| 179 |
return result
|
| 180 |
|
| 181 |
+
async def get_live_info_by_sec_user_id(self):
|
| 182 |
+
success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_sec_user_id])
|
| 183 |
+
logger.debug(f"{self.flag} success_rate_of_get_live_info_by_sec_user_id success_rate: {success_rate}")
|
| 184 |
+
if random.random() > max(float(success_rate), 0.03):
|
| 185 |
+
return None
|
| 186 |
+
try:
|
| 187 |
+
result = await self.douyin_client.get_live_info_by_sec_user_id(self.sec_user_id)
|
| 188 |
+
except Exception as error:
|
| 189 |
+
logger.error(f"get_live_info_by_sec_user_id failed; error type: {type(error)}, error text: {error}, traceback: {traceback.format_exc()}")
|
| 190 |
+
result = None
|
| 191 |
+
if result is None:
|
| 192 |
+
self.success_rate_of_get_live_info_by_sec_user_id.append(0)
|
| 193 |
+
else:
|
| 194 |
+
self.success_rate_of_get_live_info_by_sec_user_id.append(1)
|
| 195 |
+
return result
|
| 196 |
+
|
| 197 |
async def get_live_info_by_follow(self):
|
| 198 |
success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
|
| 199 |
logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
|
|
|
|
| 230 |
if js is None:
|
| 231 |
live_check_method = "by_room_url"
|
| 232 |
js = await self.get_live_info_by_room_url()
|
| 233 |
+
if js is None:
|
| 234 |
+
live_check_method = "by_sec_user_id"
|
| 235 |
+
js = await self.get_live_info_by_sec_user_id()
|
| 236 |
if js is None:
|
| 237 |
live_check_method = "by_follow"
|
| 238 |
js = await self.get_live_info_by_follow()
|
toolbox/porter/tasks/douyin_live_to_bilibili_live_task.py
CHANGED
|
@@ -29,6 +29,7 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
|
|
| 29 |
def __init__(self,
|
| 30 |
room_name: str,
|
| 31 |
room_id: str,
|
|
|
|
| 32 |
check_interval: int,
|
| 33 |
key_of_douyin_credentials: str,
|
| 34 |
key_of_bilibili_credentials: str,
|
|
@@ -39,6 +40,7 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
|
|
| 39 |
)
|
| 40 |
self.room_name = room_name
|
| 41 |
self.room_id = room_id
|
|
|
|
| 42 |
self.key_of_douyin_credentials = key_of_douyin_credentials
|
| 43 |
self.key_of_bilibili_credentials = key_of_bilibili_credentials
|
| 44 |
|
|
@@ -59,9 +61,11 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
|
|
| 59 |
max_length = 50
|
| 60 |
self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
|
| 61 |
self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
|
|
|
|
| 62 |
self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
|
| 63 |
self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
|
| 64 |
self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
|
|
|
|
| 65 |
self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
|
| 66 |
|
| 67 |
# state
|
|
@@ -108,6 +112,18 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
|
|
| 108 |
self.success_rate_of_get_live_info_by_room_url.append(1)
|
| 109 |
return result
|
| 110 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 111 |
async def get_live_info_by_follow(self):
|
| 112 |
success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
|
| 113 |
logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
|
|
@@ -145,6 +161,9 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
|
|
| 145 |
if js is None:
|
| 146 |
live_check_method = "by_room_url"
|
| 147 |
js = await self.get_live_info_by_room_url()
|
|
|
|
|
|
|
|
|
|
| 148 |
if js is None:
|
| 149 |
live_check_method = "by_follow"
|
| 150 |
js = await self.get_live_info_by_follow()
|
|
|
|
| 29 |
def __init__(self,
|
| 30 |
room_name: str,
|
| 31 |
room_id: str,
|
| 32 |
+
sec_user_id: str,
|
| 33 |
check_interval: int,
|
| 34 |
key_of_douyin_credentials: str,
|
| 35 |
key_of_bilibili_credentials: str,
|
|
|
|
| 40 |
)
|
| 41 |
self.room_name = room_name
|
| 42 |
self.room_id = room_id
|
| 43 |
+
self.sec_user_id = sec_user_id
|
| 44 |
self.key_of_douyin_credentials = key_of_douyin_credentials
|
| 45 |
self.key_of_bilibili_credentials = key_of_bilibili_credentials
|
| 46 |
|
|
|
|
| 61 |
max_length = 50
|
| 62 |
self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
|
| 63 |
self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
|
| 64 |
+
self.success_rate_of_get_live_info_by_sec_user_id = collections.deque(maxlen=max_length)
|
| 65 |
self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
|
| 66 |
self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
|
| 67 |
self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
|
| 68 |
+
self.success_rate_of_get_live_info_by_sec_user_id.extend([1] * max_length)
|
| 69 |
self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
|
| 70 |
|
| 71 |
# state
|
|
|
|
| 112 |
self.success_rate_of_get_live_info_by_room_url.append(1)
|
| 113 |
return result
|
| 114 |
|
| 115 |
+
async def get_live_info_by_sec_user_id(self):
|
| 116 |
+
success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_sec_user_id])
|
| 117 |
+
logger.debug(f"{self.flag} success_rate_of_get_live_info_by_sec_user_id success_rate: {success_rate}")
|
| 118 |
+
if random.random() > max(float(success_rate), 0.03):
|
| 119 |
+
return None
|
| 120 |
+
result = await self.douyin_client.get_live_info_by_sec_user_id(self.sec_user_id)
|
| 121 |
+
if result is None:
|
| 122 |
+
self.success_rate_of_get_live_info_by_sec_user_id.append(0)
|
| 123 |
+
else:
|
| 124 |
+
self.success_rate_of_get_live_info_by_sec_user_id.append(1)
|
| 125 |
+
return result
|
| 126 |
+
|
| 127 |
async def get_live_info_by_follow(self):
|
| 128 |
success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
|
| 129 |
logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
|
|
|
|
| 161 |
if js is None:
|
| 162 |
live_check_method = "by_room_url"
|
| 163 |
js = await self.get_live_info_by_room_url()
|
| 164 |
+
if js is None:
|
| 165 |
+
live_check_method = "by_sec_user_id"
|
| 166 |
+
js = await self.get_live_info_by_sec_user_id()
|
| 167 |
if js is None:
|
| 168 |
live_check_method = "by_follow"
|
| 169 |
js = await self.get_live_info_by_follow()
|