HoneyTian commited on
Commit
c976374
·
1 Parent(s): 9efb6f3
toolbox/douyin/video/download.py CHANGED
@@ -100,7 +100,7 @@ class VideoDownload(DouyinClient):
100
 
101
  # video
102
  video = aweme["video"]
103
- video_url_list = video["play_addr"]["url_list"]
104
 
105
  # tags
106
  text_extra = aweme["text_extra"]
@@ -128,7 +128,7 @@ class VideoDownload(DouyinClient):
128
  "create_time_str": create_time_str,
129
  "title": title,
130
  "desc": desc,
131
- "video_url_list": video_url_list,
132
  "tags": tags,
133
  }
134
  result.append(row)
@@ -154,7 +154,7 @@ class VideoDownload(DouyinClient):
154
  create_time_str = row["create_time_str"]
155
  title = row["title"]
156
  desc = row["desc"]
157
- video_url_list = row["video_url_list"]
158
  tags = row["tags"]
159
 
160
  max_cursor_ = int(create_time * 1000)
@@ -169,7 +169,7 @@ class VideoDownload(DouyinClient):
169
  "create_time_str": create_time_str,
170
  "title": title,
171
  "desc": desc,
172
- "video_url_list": video_url_list,
173
  "tags": tags,
174
  }
175
  result.append(task)
 
100
 
101
  # video
102
  video = aweme["video"]
103
+ url_list = video["play_addr"]["url_list"]
104
 
105
  # tags
106
  text_extra = aweme["text_extra"]
 
128
  "create_time_str": create_time_str,
129
  "title": title,
130
  "desc": desc,
131
+ "url_list": url_list,
132
  "tags": tags,
133
  }
134
  result.append(row)
 
154
  create_time_str = row["create_time_str"]
155
  title = row["title"]
156
  desc = row["desc"]
157
+ url_list = row["url_list"]
158
  tags = row["tags"]
159
 
160
  max_cursor_ = int(create_time * 1000)
 
169
  "create_time_str": create_time_str,
170
  "title": title,
171
  "desc": desc,
172
+ "url_list": url_list,
173
  "tags": tags,
174
  }
175
  result.append(task)
toolbox/porter/tasks/douyin_live_record_task.py CHANGED
@@ -244,7 +244,7 @@ class DouyinLiveRecordTask(BaseTask):
244
  "title": title,
245
  "desc": "",
246
  "tags": tags,
247
- "url": live_url,
248
 
249
  "video_id": video_id,
250
  }
 
244
  "title": title,
245
  "desc": "",
246
  "tags": tags,
247
+ "url_list": ["live_url"],
248
 
249
  "video_id": video_id,
250
  }
toolbox/porter/tasks/douyin_video_download_task.py CHANGED
@@ -57,7 +57,7 @@ class DouyinVideoDownloadTask(BaseTask):
57
  credentials_info=credentials_info
58
  )
59
 
60
- async def save_downloaded_video_info(self, create_time: str, filename: Path, video_url_list: List[str], video_id: str, title: str, desc: str, tags: List[str]) -> str:
61
  video_info = await self.load_downloaded_video_info()
62
  video_info[video_id] = {
63
  "create_time": create_time,
@@ -65,7 +65,7 @@ class DouyinVideoDownloadTask(BaseTask):
65
  "title": title,
66
  "desc": desc,
67
  "tags": tags,
68
- "video_url_list": video_url_list,
69
  "video_id": video_id,
70
  }
71
  async with aiofiles.open(self.output_video_info_file.as_posix(), "w", encoding="utf-8") as f:
@@ -119,9 +119,9 @@ class DouyinVideoDownloadTask(BaseTask):
119
  create_time_str = new_video["create_time_str"]
120
  title = new_video["title"]
121
  desc = new_video["desc"]
122
- video_url_list = new_video["video_url_list"]
123
  tags = new_video["tags"]
124
- video_url = random.sample(video_url_list, k=1)[0]
125
 
126
  downloaded_video_aweme_id_set = await self.get_downloaded_video_aweme_id_set()
127
  if aweme_id in downloaded_video_aweme_id_set:
@@ -145,7 +145,7 @@ class DouyinVideoDownloadTask(BaseTask):
145
  except Exception as e:
146
  logger.error(f"download video failed; error type: {type(e)}, error text: {str(e)}, url: {video_url}")
147
  continue
148
- await self.save_downloaded_video_info(create_time_str, filename, video_url_list, aweme_id, title, desc, tags)
149
 
150
  async def do_task(self):
151
  await self.download_new_video_list_by_min_date(self.min_date)
 
57
  credentials_info=credentials_info
58
  )
59
 
60
+ async def save_downloaded_video_info(self, create_time: str, filename: Path, url_list: List[str], video_id: str, title: str, desc: str, tags: List[str]) -> str:
61
  video_info = await self.load_downloaded_video_info()
62
  video_info[video_id] = {
63
  "create_time": create_time,
 
65
  "title": title,
66
  "desc": desc,
67
  "tags": tags,
68
+ "url_list": url_list,
69
  "video_id": video_id,
70
  }
71
  async with aiofiles.open(self.output_video_info_file.as_posix(), "w", encoding="utf-8") as f:
 
119
  create_time_str = new_video["create_time_str"]
120
  title = new_video["title"]
121
  desc = new_video["desc"]
122
+ url_list = new_video["url_list"]
123
  tags = new_video["tags"]
124
+ video_url = random.sample(url_list, k=1)[0]
125
 
126
  downloaded_video_aweme_id_set = await self.get_downloaded_video_aweme_id_set()
127
  if aweme_id in downloaded_video_aweme_id_set:
 
145
  except Exception as e:
146
  logger.error(f"download video failed; error type: {type(e)}, error text: {str(e)}, url: {video_url}")
147
  continue
148
+ await self.save_downloaded_video_info(create_time_str, filename, url_list, aweme_id, title, desc, tags)
149
 
150
  async def do_task(self):
151
  await self.download_new_video_list_by_min_date(self.min_date)
toolbox/porter/tasks/video_to_bilibili_task.py CHANGED
@@ -97,7 +97,7 @@ class VideoToBilibiliTask(BaseTask):
97
  for k, v in video_info.items():
98
  create_time = v["create_time"]
99
  filename = v["filename"]
100
- # video_url_list = v["video_url_list"]
101
  # video_id = v["video_id"]
102
  title = v["title"]
103
  desc = v["desc"]
 
97
  for k, v in video_info.items():
98
  create_time = v["create_time"]
99
  filename = v["filename"]
100
+ # url_list = v["url_list"]
101
  # video_id = v["video_id"]
102
  title = v["title"]
103
  desc = v["desc"]
toolbox/porter/tasks/video_to_youtube_task.py CHANGED
@@ -102,7 +102,7 @@ class VideoToYoutubeTask(BaseTask):
102
  for k, v in video_info.items():
103
  create_time = v["create_time"]
104
  filename = v["filename"]
105
- # url = v["url"]
106
  # video_id = v["video_id"]
107
  title = v["title"]
108
  desc = v["desc"]
 
102
  for k, v in video_info.items():
103
  create_time = v["create_time"]
104
  filename = v["filename"]
105
+ # url_list = v["url_list"]
106
  # video_id = v["video_id"]
107
  title = v["title"]
108
  desc = v["desc"]