qgyd2021 commited on
Commit
5a70f27
·
1 Parent(s): 330cb3a
data/porter_tasks/porter_task_chenjieshen_douyin_live_record_to_youtube.json CHANGED
@@ -4,6 +4,7 @@
4
  "type": "douyin_live_record",
5
  "room_name": "老陈的退路",
6
  "room_id": "330025930592",
 
7
  "key_of_credentials": "douyin_wentao_credentials",
8
  "check_interval": 10,
9
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -14,6 +15,7 @@
14
  "type": "douyin_live_record",
15
  "room_name": "老陈come_back",
16
  "room_id": "78835697536",
 
17
  "key_of_credentials": "douyin_wentao_credentials",
18
  "check_interval": 10,
19
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -24,6 +26,7 @@
24
  "type": "douyin_live_record",
25
  "room_name": "清源第一帅",
26
  "room_id": "654177813521",
 
27
  "key_of_credentials": "douyin_wentao_credentials",
28
  "check_interval": 10,
29
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -34,6 +37,7 @@
34
  "type": "douyin_live_record",
35
  "room_name": "清源第二帅",
36
  "room_id": "831568261978",
 
37
  "key_of_credentials": "douyin_wentao_credentials",
38
  "check_interval": 10,
39
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -44,6 +48,7 @@
44
  "type": "douyin_live_record",
45
  "room_name": "清源第三帅",
46
  "room_id": "26569028431",
 
47
  "key_of_credentials": "douyin_wentao_credentials",
48
  "check_interval": 10,
49
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -54,6 +59,7 @@
54
  "type": "douyin_live_record",
55
  "room_name": "清源人工智能研究院",
56
  "room_id": "81728900292",
 
57
  "key_of_credentials": "douyin_wentao_credentials",
58
  "check_interval": 10,
59
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -64,6 +70,7 @@
64
  "type": "douyin_live_record",
65
  "room_name": "小熊Bella与老爸",
66
  "room_id": "139751520143",
 
67
  "key_of_credentials": "douyin_wentao_credentials",
68
  "check_interval": 10,
69
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -74,6 +81,7 @@
74
  "type": "douyin_live_record",
75
  "room_name": "清源之虎",
76
  "room_id": "998621457719",
 
77
  "key_of_credentials": "douyin_wentao_credentials",
78
  "check_interval": 10,
79
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -84,6 +92,7 @@
84
  "type": "douyin_live_record",
85
  "room_name": "老陈真是好人",
86
  "room_id": "599130203190",
 
87
  "key_of_credentials": "douyin_wentao_credentials",
88
  "check_interval": 10,
89
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
@@ -94,6 +103,7 @@
94
  "type": "douyin_live_record",
95
  "room_name": "老陈小帮手",
96
  "room_id": "738682070097",
 
97
  "key_of_credentials": "douyin_wentao_credentials",
98
  "check_interval": 10,
99
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
4
  "type": "douyin_live_record",
5
  "room_name": "老陈的退路",
6
  "room_id": "330025930592",
7
+ "sec_user_id": "MS4wLjABAAAAzjLy7Dd3Q-UiMGdkwymLhDIL1aFJtruvCUqrwmph9n8Zb55E4y9XH2WEFaLC1ZBl",
8
  "key_of_credentials": "douyin_wentao_credentials",
9
  "check_interval": 10,
10
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
15
  "type": "douyin_live_record",
16
  "room_name": "老陈come_back",
17
  "room_id": "78835697536",
18
+ "sec_user_id": "MS4wLjABAAAAj3qTpPkes0t5az2nXd1oaag5TpOJeNh27pemT17WUVXHGUZKZfjqc3fFc8arL6V1",
19
  "key_of_credentials": "douyin_wentao_credentials",
20
  "check_interval": 10,
21
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
26
  "type": "douyin_live_record",
27
  "room_name": "清源第一帅",
28
  "room_id": "654177813521",
29
+ "sec_user_id": "MS4wLjABAAAAtwkRNs5Krtm5cBhKzn60poflAFWdnYdwMf0I0M27rOGvNn2l16DfUH5vE3WL-ypz",
30
  "key_of_credentials": "douyin_wentao_credentials",
31
  "check_interval": 10,
32
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
37
  "type": "douyin_live_record",
38
  "room_name": "清源第二帅",
39
  "room_id": "831568261978",
40
+ "sec_user_id": "MS4wLjABAAAALbRezHNzlaRYhk9QE-5ajImgcvfJGq9koAlD0O8VQwiC-N8Bqx2WDW07wLee2Bwd",
41
  "key_of_credentials": "douyin_wentao_credentials",
42
  "check_interval": 10,
43
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
48
  "type": "douyin_live_record",
49
  "room_name": "清源第三帅",
50
  "room_id": "26569028431",
51
+ "sec_user_id": "MS4wLjABAAAA60pV9JuZNTZhQJeSI_AeaRUnKXs--TGPZEAtsgihwKnir46ncFVtLSO79JDnclkM",
52
  "key_of_credentials": "douyin_wentao_credentials",
53
  "check_interval": 10,
54
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
59
  "type": "douyin_live_record",
60
  "room_name": "清源人工智能研究院",
61
  "room_id": "81728900292",
62
+ "sec_user_id": "MS4wLjABAAAAe_Hf6esmopqIMG7OhsMlNESTiqP1ot7lmGzK6Cu3pJSSGTOiHlI4cA33OPWg56Ql",
63
  "key_of_credentials": "douyin_wentao_credentials",
64
  "check_interval": 10,
65
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
70
  "type": "douyin_live_record",
71
  "room_name": "小熊Bella与老爸",
72
  "room_id": "139751520143",
73
+ "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
74
  "key_of_credentials": "douyin_wentao_credentials",
75
  "check_interval": 10,
76
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
81
  "type": "douyin_live_record",
82
  "room_name": "清源之虎",
83
  "room_id": "998621457719",
84
+ "sec_user_id": "MS4wLjABAAAAWYFqu46IMCnfwgSjBK35RnQcKOYhqVX3YcP4rotpHkdxJn5JD59REMz5fwlccp2h",
85
  "key_of_credentials": "douyin_wentao_credentials",
86
  "check_interval": 10,
87
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
92
  "type": "douyin_live_record",
93
  "room_name": "老陈真是好人",
94
  "room_id": "599130203190",
95
+ "sec_user_id": "MS4wLjABAAAA3ReegyjpprzeurqHUl8yLBkTlQ7L4TfoyjpDXeiy1RvCu7OmqWljOLmWgibTjs8y",
96
  "key_of_credentials": "douyin_wentao_credentials",
97
  "check_interval": 10,
98
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
 
103
  "type": "douyin_live_record",
104
  "room_name": "老陈小帮手",
105
  "room_id": "738682070097",
106
+ "sec_user_id": "MS4wLjABAAAAtzZsG1mKtZvgE2j58ZB7FDRP1gzsHXuQDIN15bltkLM",
107
  "key_of_credentials": "douyin_wentao_credentials",
108
  "check_interval": 10,
109
  "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
data/porter_tasks/porter_task_chenjieshen_douyin_live_to_bilibili_live.json CHANGED
@@ -4,6 +4,7 @@
4
  "type": "douyin_live_to_bilibili_live",
5
  "room_name": "老陈的退路",
6
  "room_id": "330025930592",
 
7
  "check_interval": 10,
8
  "key_of_douyin_credentials": "douyin_wentao_credentials",
9
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -13,6 +14,7 @@
13
  "type": "douyin_live_to_bilibili_live",
14
  "room_name": "老陈come_back",
15
  "room_id": "78835697536",
 
16
  "check_interval": 10,
17
  "key_of_douyin_credentials": "douyin_wentao_credentials",
18
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -22,6 +24,7 @@
22
  "type": "douyin_live_to_bilibili_live",
23
  "room_name": "清源第一帅",
24
  "room_id": "654177813521",
 
25
  "check_interval": 10,
26
  "key_of_douyin_credentials": "douyin_wentao_credentials",
27
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -31,6 +34,7 @@
31
  "type": "douyin_live_to_bilibili_live",
32
  "room_name": "清源第二帅",
33
  "room_id": "831568261978",
 
34
  "check_interval": 10,
35
  "key_of_douyin_credentials": "douyin_wentao_credentials",
36
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -40,6 +44,7 @@
40
  "type": "douyin_live_to_bilibili_live",
41
  "room_name": "清源第三帅",
42
  "room_id": "26569028431",
 
43
  "check_interval": 10,
44
  "key_of_douyin_credentials": "douyin_wentao_credentials",
45
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -49,6 +54,7 @@
49
  "type": "douyin_live_to_bilibili_live",
50
  "room_name": "清源人工智能研究院",
51
  "room_id": "81728900292",
 
52
  "check_interval": 10,
53
  "key_of_douyin_credentials": "douyin_wentao_credentials",
54
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -58,6 +64,7 @@
58
  "type": "douyin_live_to_bilibili_live",
59
  "room_name": "小熊Bella与老爸",
60
  "room_id": "139751520143",
 
61
  "check_interval": 10,
62
  "key_of_douyin_credentials": "douyin_wentao_credentials",
63
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -67,6 +74,7 @@
67
  "type": "douyin_live_to_bilibili_live",
68
  "room_name": "清源之虎",
69
  "room_id": "998621457719",
 
70
  "check_interval": 10,
71
  "key_of_douyin_credentials": "douyin_wentao_credentials",
72
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -76,6 +84,7 @@
76
  "type": "douyin_live_to_bilibili_live",
77
  "room_name": "老陈真是好人",
78
  "room_id": "599130203190",
 
79
  "check_interval": 10,
80
  "key_of_douyin_credentials": "douyin_wentao_credentials",
81
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
@@ -85,6 +94,7 @@
85
  "type": "douyin_live_to_bilibili_live",
86
  "room_name": "老陈小帮手",
87
  "room_id": "738682070097",
 
88
  "check_interval": 10,
89
  "key_of_douyin_credentials": "douyin_wentao_credentials",
90
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
4
  "type": "douyin_live_to_bilibili_live",
5
  "room_name": "老陈的退路",
6
  "room_id": "330025930592",
7
+ "sec_user_id": "MS4wLjABAAAAzjLy7Dd3Q-UiMGdkwymLhDIL1aFJtruvCUqrwmph9n8Zb55E4y9XH2WEFaLC1ZBl",
8
  "check_interval": 10,
9
  "key_of_douyin_credentials": "douyin_wentao_credentials",
10
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
14
  "type": "douyin_live_to_bilibili_live",
15
  "room_name": "老陈come_back",
16
  "room_id": "78835697536",
17
+ "sec_user_id": "MS4wLjABAAAAj3qTpPkes0t5az2nXd1oaag5TpOJeNh27pemT17WUVXHGUZKZfjqc3fFc8arL6V1",
18
  "check_interval": 10,
19
  "key_of_douyin_credentials": "douyin_wentao_credentials",
20
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
24
  "type": "douyin_live_to_bilibili_live",
25
  "room_name": "清源第一帅",
26
  "room_id": "654177813521",
27
+ "sec_user_id": "MS4wLjABAAAAtwkRNs5Krtm5cBhKzn60poflAFWdnYdwMf0I0M27rOGvNn2l16DfUH5vE3WL-ypz",
28
  "check_interval": 10,
29
  "key_of_douyin_credentials": "douyin_wentao_credentials",
30
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
34
  "type": "douyin_live_to_bilibili_live",
35
  "room_name": "清源第二帅",
36
  "room_id": "831568261978",
37
+ "sec_user_id": "MS4wLjABAAAALbRezHNzlaRYhk9QE-5ajImgcvfJGq9koAlD0O8VQwiC-N8Bqx2WDW07wLee2Bwd",
38
  "check_interval": 10,
39
  "key_of_douyin_credentials": "douyin_wentao_credentials",
40
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
44
  "type": "douyin_live_to_bilibili_live",
45
  "room_name": "清源第三帅",
46
  "room_id": "26569028431",
47
+ "sec_user_id": "MS4wLjABAAAA60pV9JuZNTZhQJeSI_AeaRUnKXs--TGPZEAtsgihwKnir46ncFVtLSO79JDnclkM",
48
  "check_interval": 10,
49
  "key_of_douyin_credentials": "douyin_wentao_credentials",
50
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
54
  "type": "douyin_live_to_bilibili_live",
55
  "room_name": "清源人工智能研究院",
56
  "room_id": "81728900292",
57
+ "sec_user_id": "MS4wLjABAAAAe_Hf6esmopqIMG7OhsMlNESTiqP1ot7lmGzK6Cu3pJSSGTOiHlI4cA33OPWg56Ql",
58
  "check_interval": 10,
59
  "key_of_douyin_credentials": "douyin_wentao_credentials",
60
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
64
  "type": "douyin_live_to_bilibili_live",
65
  "room_name": "小熊Bella与老爸",
66
  "room_id": "139751520143",
67
+ "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
68
  "check_interval": 10,
69
  "key_of_douyin_credentials": "douyin_wentao_credentials",
70
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
74
  "type": "douyin_live_to_bilibili_live",
75
  "room_name": "清源之虎",
76
  "room_id": "998621457719",
77
+ "sec_user_id": "MS4wLjABAAAAWYFqu46IMCnfwgSjBK35RnQcKOYhqVX3YcP4rotpHkdxJn5JD59REMz5fwlccp2h",
78
  "check_interval": 10,
79
  "key_of_douyin_credentials": "douyin_wentao_credentials",
80
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
84
  "type": "douyin_live_to_bilibili_live",
85
  "room_name": "老陈真是好人",
86
  "room_id": "599130203190",
87
+ "sec_user_id": "MS4wLjABAAAA3ReegyjpprzeurqHUl8yLBkTlQ7L4TfoyjpDXeiy1RvCu7OmqWljOLmWgibTjs8y",
88
  "check_interval": 10,
89
  "key_of_douyin_credentials": "douyin_wentao_credentials",
90
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
 
94
  "type": "douyin_live_to_bilibili_live",
95
  "room_name": "老陈小帮手",
96
  "room_id": "738682070097",
97
+ "sec_user_id": "MS4wLjABAAAAtzZsG1mKtZvgE2j58ZB7FDRP1gzsHXuQDIN15bltkLM",
98
  "check_interval": 10,
99
  "key_of_douyin_credentials": "douyin_wentao_credentials",
100
  "key_of_bilibili_credentials": "bilibili_chenjiesen_credentials"
data/porter_tasks/porter_task_chenjieshen_douyin_video_to_bilibili.json CHANGED
@@ -6,7 +6,7 @@
6
  "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
7
  "check_interval": 900,
8
  "key_of_credentials": "douyin_wentao_credentials",
9
- "min_date2": "2025-10-02 00:00:00",
10
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
11
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
12
  },
@@ -17,7 +17,7 @@
17
  "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
18
  "check_interval": 900,
19
  "key_of_credentials": "douyin_wentao_credentials",
20
- "min_date2": "2025-10-02 00:00:00",
21
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
22
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
23
  },
@@ -31,6 +31,6 @@
31
  "target_user_id": "442286660",
32
  "key_of_credentials": "bilibili_chenjiesen_credentials",
33
  "remove_after_upload": true,
34
- "min_date2": "2025-10-02 00:00:00"
35
  }
36
  ]
 
6
  "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
7
  "check_interval": 900,
8
  "key_of_credentials": "douyin_wentao_credentials",
9
+ "min_date2": "2025-10-12 00:00:00",
10
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
11
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
12
  },
 
17
  "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
18
  "check_interval": 900,
19
  "key_of_credentials": "douyin_wentao_credentials",
20
+ "min_date2": "2025-10-12 00:00:00",
21
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
22
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
23
  },
 
31
  "target_user_id": "442286660",
32
  "key_of_credentials": "bilibili_chenjiesen_credentials",
33
  "remove_after_upload": true,
34
+ "min_date2": "2025-10-12 00:00:00"
35
  }
36
  ]
data/porter_tasks/porter_task_chenjieshen_douyin_video_to_youtube.json CHANGED
@@ -6,7 +6,7 @@
6
  "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
7
  "check_interval": 900,
8
  "key_of_credentials": "douyin_wentao_credentials",
9
- "min_date2": "2025-10-02 00:00:00",
10
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
11
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
12
  },
@@ -17,7 +17,7 @@
17
  "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
18
  "check_interval": 900,
19
  "key_of_credentials": "douyin_wentao_credentials",
20
- "min_date2": "2025-10-02 00:00:00",
21
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
22
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
23
  },
@@ -34,6 +34,6 @@
34
  "remove_after_upload_delay": 1,
35
  "playlist_title": "Short",
36
  "playlist_id": "PL1KtQ49rVMElugHudIdyKLAmgmMVdqoxQ",
37
- "min_date2": "2025-10-02 00:00:00"
38
  }
39
  ]
 
6
  "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
7
  "check_interval": 900,
8
  "key_of_credentials": "douyin_wentao_credentials",
9
+ "min_date2": "2025-10-12 00:00:00",
10
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
11
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
12
  },
 
17
  "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
18
  "check_interval": 900,
19
  "key_of_credentials": "douyin_wentao_credentials",
20
+ "min_date2": "2025-10-12 00:00:00",
21
  "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森",
22
  "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_youtube/video/douyin/陈杰森/file_info.json"
23
  },
 
34
  "remove_after_upload_delay": 1,
35
  "playlist_title": "Short",
36
  "playlist_id": "PL1KtQ49rVMElugHudIdyKLAmgmMVdqoxQ",
37
+ "min_date2": "2025-10-12 00:00:00"
38
  }
39
  ]
data/porter_tasks/porter_task_chenjing_douyin_live_record_to_youtube.json CHANGED
@@ -4,6 +4,7 @@
4
  "type": "douyin_live_record",
5
  "room_name": "大成说创业",
6
  "room_id": "29576618707",
 
7
  "key_of_credentials": "douyin_wentao_credentials",
8
  "check_interval": 10,
9
  "output_video_dir": "data/tasks/chenjing_douyin_live_record_to_youtube/live_record/",
 
4
  "type": "douyin_live_record",
5
  "room_name": "大成说创业",
6
  "room_id": "29576618707",
7
+ "sec_user_id": "MS4wLjABAAAAg0Oc_5SoYi4hrpc6xy-Yzuy1KrwV-zXw54JSqE4TW88",
8
  "key_of_credentials": "douyin_wentao_credentials",
9
  "check_interval": 10,
10
  "output_video_dir": "data/tasks/chenjing_douyin_live_record_to_youtube/live_record/",
data/porter_tasks/porter_task_lvxiaotong_douyin_live_record_to_youtube.json CHANGED
@@ -4,6 +4,7 @@
4
  "type": "douyin_live_record",
5
  "room_name": "吕晓彤",
6
  "room_id": "25132757833",
 
7
  "key_of_credentials": "douyin_wentao_credentials",
8
  "check_interval": 10,
9
  "output_video_dir": "data/tasks/lvxiaotong_douyin_live_record_to_youtube/live_record/吕晓彤",
 
4
  "type": "douyin_live_record",
5
  "room_name": "吕晓彤",
6
  "room_id": "25132757833",
7
+ "sec_user_id": "MS4wLjABAAAAqejZxZKopDBDEzxcQp-_1b019FfM05C0NzjQNpc5ylU",
8
  "key_of_credentials": "douyin_wentao_credentials",
9
  "check_interval": 10,
10
  "output_video_dir": "data/tasks/lvxiaotong_douyin_live_record_to_youtube/live_record/吕晓彤",
toolbox/douyin/homepage/follow.py CHANGED
@@ -5,6 +5,9 @@ import asyncio
5
  import json
6
  import logging
7
 
 
 
 
8
  from project_settings import project_path
9
  from toolbox.douyin.douyin_client import DouyinClient
10
  from toolbox.asyncio.cacheout import async_cache_decorator
@@ -86,6 +89,89 @@ class FollowManager(DouyinClient):
86
 
87
  return result
88
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
89
 
90
  def get_args():
91
  parser = argparse.ArgumentParser()
@@ -115,7 +201,13 @@ async def main():
115
  flag = client.check_login()
116
  print(f"flag: {flag}")
117
 
118
- js = await client.get_living_list()
 
 
 
 
 
 
119
  print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
120
  return
121
 
 
5
  import json
6
  import logging
7
 
8
+ import httpx
9
+ from tenacity import before_sleep_log, retry, retry_if_exception_type, stop_after_attempt, wait_fixed
10
+
11
  from project_settings import project_path
12
  from toolbox.douyin.douyin_client import DouyinClient
13
  from toolbox.asyncio.cacheout import async_cache_decorator
 
89
 
90
  return result
91
 
92
+ async def check_user_live_status_by_user_id(self, user_id: str):
93
+ url = "https://live.douyin.com/webcast/distribution/check_user_live_status/"
94
+
95
+ params = {
96
+ # "user_ids": "1450989587539357",
97
+ "user_ids": user_id,
98
+ "aid": "6383",
99
+ }
100
+
101
+ async_session = httpx.AsyncClient(
102
+ http2=True,
103
+ limits=httpx.Limits(max_keepalive_connections=100, keepalive_expiry=100),
104
+ headers=self.headers,
105
+ )
106
+ response = await async_session.request("GET", url, params=params)
107
+ if response.status_code != 200:
108
+ raise AssertionError(f"request failed, status_code: {response.status_code}, text: {response.text}")
109
+
110
+ js = response.json()
111
+ return js
112
+
113
+ async def get_room_info_by_scene_by_room_id(self, room_id: str):
114
+ url = "https://live.douyin.com/webcast/room/info_by_scene/"
115
+
116
+ params = {
117
+ "aid": "6383",
118
+ "app_name": "douyin_web",
119
+ "live_id": "1",
120
+ "device_platform": "web",
121
+ "language": "zh-CN",
122
+ "enter_from": "web_homepage_hot",
123
+ "cookie_enabled": "true",
124
+ "browser_name": "Chrome",
125
+ "browser_version": "141.0.0.0",
126
+ "room_id": room_id,
127
+ # "room_id": "7560205524554320680",
128
+ "scene": "pc_profile_struct",
129
+
130
+ }
131
+
132
+ async_session = httpx.AsyncClient(
133
+ http2=True,
134
+ limits=httpx.Limits(max_keepalive_connections=100, keepalive_expiry=100),
135
+ headers=self.headers,
136
+ )
137
+ response = await async_session.request("GET", url, params=params)
138
+ if response.status_code != 200:
139
+ raise AssertionError(f"request failed, status_code: {response.status_code}, text: {response.text}")
140
+
141
+ js = response.json()
142
+ return js
143
+
144
+ @async_cache_decorator(1000000000)
145
+ @retry(
146
+ wait=wait_fixed(10),
147
+ stop=stop_after_attempt(3),
148
+ before_sleep=before_sleep_log(logger, logging.ERROR),
149
+ )
150
+ async def get_user_info_by_sec_user_id(self, sec_user_id: str):
151
+ url = "https://www.douyin.com/aweme/v1/web/user/profile/other/"
152
+
153
+ params = {
154
+ "device_platform": "webapp",
155
+ "aid": "6383",
156
+ "channel": "channel_pc_web",
157
+ "sec_user_id": sec_user_id,
158
+ }
159
+
160
+ # 需要登录cookies
161
+ response = await self.async_session.request(
162
+ "GET", url,
163
+ headers={
164
+ **self.headers,
165
+ "referer": "https://www.douyin.com/user"
166
+ },
167
+ params=params,
168
+ )
169
+ if response.status_code != 200:
170
+ raise AssertionError(f"request failed, status_code: {response.status_code}, text: {response.text}")
171
+
172
+ js = response.json()
173
+ return js
174
+
175
 
176
  def get_args():
177
  parser = argparse.ArgumentParser()
 
201
  flag = client.check_login()
202
  print(f"flag: {flag}")
203
 
204
+ # js = await client.get_living_list()
205
+
206
+ # js = await client.get_room_info_by_scene()
207
+
208
+ js = await client.get_user_info_by_sec_user_id(
209
+ sec_user_id="MS4wLjABAAAAf0qOK8d42d4y5nAFzm-MOI31El_mtLMIR6M-TmewcZDtJOM54w9gx9cmIDDpByFJ"
210
+ )
211
  print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
212
  return
213
 
toolbox/douyin/live/live_recording.py CHANGED
@@ -177,6 +177,57 @@ class LiveRecording(FollowManager):
177
  break
178
  return result
179
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
180
  @async_cache_decorator(600)
181
  @retry(
182
  wait=wait_fixed(60),
@@ -226,9 +277,16 @@ async def main():
226
  print(f"flag: {flag}")
227
 
228
  # js = await client.get_live_info_by_web_enter(room_id="770758107267")
229
- js = await client.get_live_info_by_room_url(room_id="680837692624")
230
  # js = await client.get_live_info_by_follow(room_id="876191604909")
231
  # js = await client.get_live_info_by_follow(room_id="572033528289")
 
 
 
 
 
 
 
232
  print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
233
  return
234
 
 
177
  break
178
  return result
179
 
180
+ async def get_live_info_by_sec_user_id(self, sec_user_id: str):
181
+ js = await self.get_user_info_by_sec_user_id(sec_user_id)
182
+ status_code = js["status_code"]
183
+ if status_code != 0:
184
+ raise AssertionError(f"request failed; status_code {status_code}, msg: {js['status_msg']}")
185
+
186
+ user_info = js["user"]
187
+ uid = user_info["uid"]
188
+
189
+ result = await self.get_live_info_by_user_id(user_id=str(uid))
190
+ return result
191
+
192
+ @async_cache_decorator(10)
193
+ @retry(
194
+ wait=wait_fixed(10),
195
+ stop=stop_after_attempt(3),
196
+ before_sleep=before_sleep_log(logger, logging.ERROR),
197
+ )
198
+ async def get_live_info_by_user_id(self, user_id: str):
199
+ js = await self.check_user_live_status_by_user_id(user_id=str(user_id))
200
+ user_live = js["data"][0]["user_live"]
201
+ if len(user_live) == 0:
202
+ result = {
203
+ "status": 4, # 未开播
204
+ "title": "",
205
+ "stream_data": dict(),
206
+ "paid_live_data": dict(),
207
+ }
208
+ return result
209
+
210
+ data = user_live[0]
211
+ room_id = data["room_id"]
212
+
213
+ js = await self.get_room_info_by_scene_by_room_id(room_id)
214
+ data = js["data"]
215
+ status = data["status"]
216
+ title = data["title"]
217
+ stream_data = json.loads(data["stream_url"]["live_core_sdk_data"]["pull_data"]["stream_data"])
218
+ stream_data = stream_data["data"]
219
+
220
+ paid_live_data = data["paid_live_data"]
221
+
222
+ result = {
223
+ "status": status,
224
+ "title": title,
225
+ "stream_data": stream_data,
226
+
227
+ "paid_live_data": paid_live_data,
228
+ }
229
+ return result
230
+
231
  @async_cache_decorator(600)
232
  @retry(
233
  wait=wait_fixed(60),
 
277
  print(f"flag: {flag}")
278
 
279
  # js = await client.get_live_info_by_web_enter(room_id="770758107267")
280
+ # js = await client.get_live_info_by_room_url(room_id="680837692624")
281
  # js = await client.get_live_info_by_follow(room_id="876191604909")
282
  # js = await client.get_live_info_by_follow(room_id="572033528289")
283
+
284
+ js = await client.get_live_info_by_sec_user_id(
285
+ # sec_user_id="MS4wLjABAAAA_vx5smDIz-u2d5o0vL3UPNVuznz_8Z9ZwGa0ULzj4rZfU5CsNoBhR_ltGF7pz7yi",
286
+ # sec_user_id="MS4wLjABAAAAgd9H8yTMv9zn8AlgK5YXtqMi7PZMU2plnW7N1ZFA12_jsAuZL_NrBOUCwCYixRLx",
287
+ sec_user_id="MS4wLjABAAAAf0qOK8d42d4y5nAFzm-MOI31El_mtLMIR6M-TmewcZDtJOM54w9gx9cmIDDpByFJ",
288
+ )
289
+ # js = await client.get_live_info_by_user_id(user_id="1450989587539357")
290
  print(f"js: {json.dumps(js, ensure_ascii=False, indent=4)}")
291
  return
292
 
toolbox/douyin/video/download.py CHANGED
@@ -8,7 +8,6 @@ import logging
8
  from pathlib import Path
9
  from zoneinfo import ZoneInfo
10
 
11
- from gradio.cli.commands.deploy_space import readme_file
12
  from tenacity import before_sleep_log, retry, retry_if_exception_type, stop_after_attempt, wait_fixed
13
 
14
  from project_settings import project_path, time_zone_info
 
8
  from pathlib import Path
9
  from zoneinfo import ZoneInfo
10
 
 
11
  from tenacity import before_sleep_log, retry, retry_if_exception_type, stop_after_attempt, wait_fixed
12
 
13
  from project_settings import project_path, time_zone_info
toolbox/porter/tasks/douyin_live_record_task.py CHANGED
@@ -34,6 +34,7 @@ class DouyinLiveRecordTask(BaseTask):
34
  def __init__(self,
35
  room_name: str,
36
  room_id: str,
 
37
  key_of_credentials: str,
38
  check_interval: int,
39
  output_video_dir: str = "output",
@@ -45,6 +46,7 @@ class DouyinLiveRecordTask(BaseTask):
45
  )
46
  self.room_name = room_name
47
  self.room_id = room_id
 
48
  self.key_of_credentials = key_of_credentials
49
 
50
  if not os.path.isabs(output_video_dir):
@@ -73,9 +75,11 @@ class DouyinLiveRecordTask(BaseTask):
73
  max_length = 50
74
  self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
75
  self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
 
76
  self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
77
  self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
78
  self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
 
79
  self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
80
 
81
  def get_video_info(self, title):
@@ -174,6 +178,22 @@ class DouyinLiveRecordTask(BaseTask):
174
  self.success_rate_of_get_live_info_by_room_url.append(1)
175
  return result
176
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
177
  async def get_live_info_by_follow(self):
178
  success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
179
  logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
@@ -210,6 +230,9 @@ class DouyinLiveRecordTask(BaseTask):
210
  if js is None:
211
  live_check_method = "by_room_url"
212
  js = await self.get_live_info_by_room_url()
 
 
 
213
  if js is None:
214
  live_check_method = "by_follow"
215
  js = await self.get_live_info_by_follow()
 
34
  def __init__(self,
35
  room_name: str,
36
  room_id: str,
37
+ sec_user_id: str,
38
  key_of_credentials: str,
39
  check_interval: int,
40
  output_video_dir: str = "output",
 
46
  )
47
  self.room_name = room_name
48
  self.room_id = room_id
49
+ self.sec_user_id = sec_user_id
50
  self.key_of_credentials = key_of_credentials
51
 
52
  if not os.path.isabs(output_video_dir):
 
75
  max_length = 50
76
  self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
77
  self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
78
+ self.success_rate_of_get_live_info_by_sec_user_id = collections.deque(maxlen=max_length)
79
  self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
80
  self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
81
  self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
82
+ self.success_rate_of_get_live_info_by_sec_user_id.extend([1] * max_length)
83
  self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
84
 
85
  def get_video_info(self, title):
 
178
  self.success_rate_of_get_live_info_by_room_url.append(1)
179
  return result
180
 
181
+ async def get_live_info_by_sec_user_id(self):
182
+ success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_sec_user_id])
183
+ logger.debug(f"{self.flag} success_rate_of_get_live_info_by_sec_user_id success_rate: {success_rate}")
184
+ if random.random() > max(float(success_rate), 0.03):
185
+ return None
186
+ try:
187
+ result = await self.douyin_client.get_live_info_by_sec_user_id(self.sec_user_id)
188
+ except Exception as error:
189
+ logger.error(f"get_live_info_by_sec_user_id failed; error type: {type(error)}, error text: {error}, traceback: {traceback.format_exc()}")
190
+ result = None
191
+ if result is None:
192
+ self.success_rate_of_get_live_info_by_sec_user_id.append(0)
193
+ else:
194
+ self.success_rate_of_get_live_info_by_sec_user_id.append(1)
195
+ return result
196
+
197
  async def get_live_info_by_follow(self):
198
  success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
199
  logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
 
230
  if js is None:
231
  live_check_method = "by_room_url"
232
  js = await self.get_live_info_by_room_url()
233
+ if js is None:
234
+ live_check_method = "by_sec_user_id"
235
+ js = await self.get_live_info_by_sec_user_id()
236
  if js is None:
237
  live_check_method = "by_follow"
238
  js = await self.get_live_info_by_follow()
toolbox/porter/tasks/douyin_live_to_bilibili_live_task.py CHANGED
@@ -29,6 +29,7 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
29
  def __init__(self,
30
  room_name: str,
31
  room_id: str,
 
32
  check_interval: int,
33
  key_of_douyin_credentials: str,
34
  key_of_bilibili_credentials: str,
@@ -39,6 +40,7 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
39
  )
40
  self.room_name = room_name
41
  self.room_id = room_id
 
42
  self.key_of_douyin_credentials = key_of_douyin_credentials
43
  self.key_of_bilibili_credentials = key_of_bilibili_credentials
44
 
@@ -59,9 +61,11 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
59
  max_length = 50
60
  self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
61
  self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
 
62
  self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
63
  self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
64
  self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
 
65
  self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
66
 
67
  # state
@@ -108,6 +112,18 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
108
  self.success_rate_of_get_live_info_by_room_url.append(1)
109
  return result
110
 
 
 
 
 
 
 
 
 
 
 
 
 
111
  async def get_live_info_by_follow(self):
112
  success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
113
  logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
@@ -145,6 +161,9 @@ class DouyinLiveToBilibiliLiveTask(BaseTask):
145
  if js is None:
146
  live_check_method = "by_room_url"
147
  js = await self.get_live_info_by_room_url()
 
 
 
148
  if js is None:
149
  live_check_method = "by_follow"
150
  js = await self.get_live_info_by_follow()
 
29
  def __init__(self,
30
  room_name: str,
31
  room_id: str,
32
+ sec_user_id: str,
33
  check_interval: int,
34
  key_of_douyin_credentials: str,
35
  key_of_bilibili_credentials: str,
 
40
  )
41
  self.room_name = room_name
42
  self.room_id = room_id
43
+ self.sec_user_id = sec_user_id
44
  self.key_of_douyin_credentials = key_of_douyin_credentials
45
  self.key_of_bilibili_credentials = key_of_bilibili_credentials
46
 
 
61
  max_length = 50
62
  self.success_rate_of_get_live_info_by_web_enter = collections.deque(maxlen=max_length)
63
  self.success_rate_of_get_live_info_by_room_url = collections.deque(maxlen=max_length)
64
+ self.success_rate_of_get_live_info_by_sec_user_id = collections.deque(maxlen=max_length)
65
  self.success_rate_of_get_live_info_by_follow = collections.deque(maxlen=max_length)
66
  self.success_rate_of_get_live_info_by_web_enter.extend([1] * max_length)
67
  self.success_rate_of_get_live_info_by_room_url.extend([1] * max_length)
68
+ self.success_rate_of_get_live_info_by_sec_user_id.extend([1] * max_length)
69
  self.success_rate_of_get_live_info_by_follow.extend([1] * max_length)
70
 
71
  # state
 
112
  self.success_rate_of_get_live_info_by_room_url.append(1)
113
  return result
114
 
115
+ async def get_live_info_by_sec_user_id(self):
116
+ success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_sec_user_id])
117
+ logger.debug(f"{self.flag} success_rate_of_get_live_info_by_sec_user_id success_rate: {success_rate}")
118
+ if random.random() > max(float(success_rate), 0.03):
119
+ return None
120
+ result = await self.douyin_client.get_live_info_by_sec_user_id(self.sec_user_id)
121
+ if result is None:
122
+ self.success_rate_of_get_live_info_by_sec_user_id.append(0)
123
+ else:
124
+ self.success_rate_of_get_live_info_by_sec_user_id.append(1)
125
+ return result
126
+
127
  async def get_live_info_by_follow(self):
128
  success_rate = np.mean([flag for flag in self.success_rate_of_get_live_info_by_follow])
129
  logger.debug(f"{self.flag} get_live_info_by_follow success_rate: {success_rate}")
 
161
  if js is None:
162
  live_check_method = "by_room_url"
163
  js = await self.get_live_info_by_room_url()
164
+ if js is None:
165
+ live_check_method = "by_sec_user_id"
166
+ js = await self.get_live_info_by_sec_user_id()
167
  if js is None:
168
  live_check_method = "by_follow"
169
  js = await self.get_live_info_by_follow()