tubearchivist/backend/video/src/meta_embed.py

438 lines
14 KiB
Python

"""
Functionality:
- bulk metadata embedding
- restore from embedded metadata
"""
import json
import os
import shutil
from appsettings.src.config import AppConfig, AppConfigType
from channel.serializers import ChannelSerializer
from channel.src.index import YoutubeChannel
from common.src.env_settings import EnvironmentSettings
from common.src.es_connect import ElasticWrap, IndexPaginate
from download.src.thumbnails import ThumbManager
from mutagen.mp4 import MP4, MP4FreeForm
from playlist.serializers import PlaylistSerializer
from playlist.src.index import YoutubePlaylist
from video.serializers import (
CommentsSerializer,
SubtitleFragmentSerializer,
VideoSerializer,
)
from video.src.comments import Comments
from video.src.index import YoutubeVideo
from video.src.subtitle import SubtitleParser, YoutubeSubtitle
class MetadataEmbed:
"""sync metadata to videos in bulk"""
INDEX_NAME = "ta_video"
def __init__(self, task=False):
self.task = task
def embed(self):
"""entry point"""
data = {
"query": {"match_all": {}},
"_source": ["youtube_id"],
}
paginate = IndexPaginate(
index_name=self.INDEX_NAME,
data=data,
size=100,
callback=MetadataEmbedCallback,
task=self.task,
total=self._get_total(),
)
_ = paginate.get_results()
def _get_total(self):
"""get total documents in index"""
path = f"{self.INDEX_NAME}/_count"
response, _ = ElasticWrap(path).get()
return response.get("count")
class MetadataEmbedCallback:
"""callback for metadata embed"""
def __init__(self, source, index_name, counter=0):
self.source = source
self.index_name = index_name
self.counter = counter
def run(self):
"""run embed"""
for video in self.source:
youtube_id = video["_source"]["youtube_id"]
YoutubeVideo(youtube_id).embed_metadata()
class IndexFromEmbed:
"""restore from embedded metadata, potential untrusted"""
VIDEOS_BASE = EnvironmentSettings.MEDIA_DIR
CACHE_DIR = EnvironmentSettings.CACHE_DIR
HOST_UID = EnvironmentSettings.HOST_UID
HOST_GID = EnvironmentSettings.HOST_GID
def __init__(
self,
file_path: str,
use_user_conf: bool = True,
config: AppConfigType | None = None,
):
self.file_path = file_path
self.use_user_conf = use_user_conf
self.config = config
def run_index(self) -> None | dict:
"""run index"""
if not self.config:
self.config = AppConfig().config
json_embed = self._get_embedded()
if not json_embed:
return None
channel_data_clean = self.index_channel(json_embed)
video = self.index_video(json_embed, channel_data_clean)
self.archive_video(video)
self.index_subtitles(json_embed, video)
self.index_comments(json_embed)
self.restore_artwork(video)
self.index_playlists(json_embed, video)
return video.json_data
def _get_embedded(self) -> dict | None:
"""get embedded metadata"""
video_mutagen = MP4(self.file_path)
ta_data = video_mutagen.get("----:com.tubearchivist:ta")
if not ta_data:
return None
if not isinstance(ta_data, list):
raise ValueError(f"[{self.file_path}] unexpected embedded data")
to_decode = ta_data[0]
if not isinstance(to_decode, MP4FreeForm):
raise ValueError(f"[{self.file_path}] unexpected embedded data")
try:
json_embed = json.loads(to_decode.decode())
except Exception as exc: # pylint: disable=broad-exception-caught
err = f"[{self.file_path}] embedded decoding failed: {str(exc)}"
raise ValueError(err) from exc
if not json_embed.get("video"):
err = f"[{self.file_path}] embedded does not contain video key"
raise ValueError(err)
return json_embed
def index_channel(self, json_embed):
"""index channel"""
channel_data = json_embed["video"].get("channel")
if not channel_data:
raise ValueError(f"[{self.file_path}] missing channel metadata")
serializer = ChannelSerializer(data=channel_data)
is_valid = serializer.is_valid()
if not is_valid:
err = serializer.errors
raise ValueError(
f"[{self.file_path}] channel serializer failed: {err}"
)
channel_data_clean = dict(serializer.data)
if not self.use_user_conf:
if "channel_overwrites" in channel_data_clean:
channel_data_clean.pop("channel_overwrites")
channel_data_clean["channel_subscribed"] = False
channel = YoutubeChannel(youtube_id=channel_data_clean["channel_id"])
channel.get_from_es()
if not channel.json_data:
channel.json_data = channel_data_clean
channel.upload_to_es()
return channel.json_data
def index_video(self, json_embed, channel_data_clean):
"""index video"""
video_data = json_embed["video"]
video_data.pop("channel")
serializer = VideoSerializer(data=video_data)
is_valid = serializer.is_valid()
if not is_valid:
err = serializer.errors
raise ValueError(
f"[{self.file_path}] video serializer failed: {err}"
)
video_data_clean = dict(serializer.data)
if not self.use_user_conf:
video_data_clean["player"]["watched"] = False
video_data_clean["channel"] = channel_data_clean
video = YoutubeVideo(youtube_id=video_data_clean["youtube_id"])
video.get_from_es()
if not video.json_data:
video.json_data = video_data_clean
video.upload_to_es()
return video
def archive_video(self, video):
"""archive video file"""
channel_id = video.json_data["channel"]["channel_id"]
folder = os.path.join(self.VIDEOS_BASE, channel_id)
if not os.path.exists(folder):
os.makedirs(folder)
if self.HOST_UID and self.HOST_GID:
os.chown(folder, self.HOST_UID, self.HOST_GID)
new_path = os.path.join(folder, f"{video.youtube_id}.mp4")
if self.file_path == new_path:
# already archived
return
shutil.move(self.file_path, new_path, copy_function=shutil.copyfile)
if self.HOST_UID and self.HOST_GID:
os.chown(new_path, self.HOST_UID, self.HOST_GID)
def index_playlists(self, json_embed, video):
"""index playlists"""
playlist_data = json_embed.get("playlists")
if not playlist_data or not isinstance(playlist_data, list):
return
serializer = PlaylistSerializer(data=playlist_data, many=True)
is_valid = serializer.is_valid()
if not is_valid:
err = serializer.errors
raise ValueError(
f"[{self.file_path}] playlist serializer failed: {err}"
)
expected = video.json_data.get("playlist", [])
video_mutagen = MP4(self.file_path)
for playlist_data in serializer.data:
playlist_id = playlist_data["playlist_id"]
if playlist_id not in expected:
continue
json_data = self._process_embedded_playlist(playlist_data)
if not json_data:
continue
playlist_art = os.path.join(
self.CACHE_DIR, "playlists", f"{playlist_id}.jpg"
)
self._restore_art_item(
video_mutagen,
"----:com.tubearchivist:playlist_{plalyist_id}",
playlist_art,
)
def _process_embedded_playlist(self, playlist_data) -> dict | None:
"""process single embedded playlist"""
if not self.use_user_conf:
if playlist_data["playlist_type"] == "custom":
# custom playlist is user conf
return None
playlist = YoutubePlaylist(youtube_id=playlist_data["playlist_id"])
playlist.get_from_es()
if playlist.json_data:
# already indexed
return None
playlist_data_clean = dict(playlist_data)
if not self.use_user_conf:
playlist_data_clean["playlist_subscribed"] = False
playlist_data_clean["playlist_sort_order"] = "top"
playlist.json_data = playlist_data_clean
playlist.upload_to_es()
return playlist.json_data
def restore_artwork(self, video):
"""restore artwork if needed"""
video_mutagen = MP4(self.file_path)
thumb = ThumbManager(video.youtube_id).vid_thumb_path(absolute=True)
self._restore_art_item(video_mutagen, "covr", thumb)
channel_id = video.json_data["channel"]["channel_id"]
banner_path = os.path.join(
self.CACHE_DIR, "channels", f"{channel_id}_banner.jpg"
)
self._restore_art_item(
video_mutagen, "----:com.tubearchivist:channel_banner", banner_path
)
channel_icon = os.path.join(
self.CACHE_DIR, "channels", f"{channel_id}_thumb.jpg"
)
self._restore_art_item(
video_mutagen, "----:com.tubearchivist:channel_icon", channel_icon
)
tv_art_path = os.path.join(
self.CACHE_DIR, "channels", f"{channel_id}_tvart.jpg"
)
self._restore_art_item(
video_mutagen, "----:com.tubearchivist:channel_tv", tv_art_path
)
def _restore_art_item(
self, video_mutagen, mutagen_key: str, target_path: str
) -> None:
"""restore single art item"""
if os.path.exists(target_path):
# don't overwrite
return
art_item = video_mutagen.get(mutagen_key)
if not art_item and not isinstance(art_item, list):
# is not embedded
return
art_folder = os.path.dirname(target_path)
if not os.path.exists(art_folder):
os.mkdir(art_folder)
with open(target_path, "wb") as f:
f.write(bytes(art_item[0]))
def index_subtitles(self, json_embed, video):
"""index subtitles"""
subtitle_data = json_embed.get("subtitles")
if not subtitle_data:
return
serializer = SubtitleFragmentSerializer(data=subtitle_data, many=True)
is_valid = serializer.is_valid()
if not is_valid:
err = serializer.errors
raise ValueError(
f"[{self.file_path}] subtitle serializer failed: {err}"
)
self._process_embedded_subs(video, subtitle_data=serializer.data)
def _process_embedded_subs(self, video, subtitle_data):
"""process single embedded subtitle"""
embedded_subs = {
(i["subtitle_lang"], i["subtitle_source"]) for i in subtitle_data
}
subs = YoutubeSubtitle(video)
response = subs.get_es_subtitles()
indexed = {
(i["subtitle_lang"], i["subtitle_source"]) for i in response
}
for embedded_lang, embedded_source in embedded_subs:
needs_processing = self._process_subtitle(
indexed, embedded_lang, embedded_source
)
if not needs_processing:
continue
segments = [
i
for i in subtitle_data
if i["subtitle_lang"] == embedded_lang
and i["subtitle_source"] == embedded_source
]
to_index = sorted(segments, key=lambda d: d["subtitle_index"])
parser = SubtitleParser(
subtitle_str="{}", lang=embedded_lang, source=embedded_source
)
for segment in to_index:
parser.all_cues.append(
{
"start": segment["subtitle_start"],
"end": segment["subtitle_end"],
"text": segment["subtitle_line"],
"idx": segment["subtitle_index"],
}
)
subtitle_str = parser.get_subtitle_str()
query_str = parser.create_bulk_import(to_index)
subs.index_subtitle(query_str)
media_url = subs.get_media_url(lang=embedded_lang)
dest_path = os.path.join(self.VIDEOS_BASE, media_url)
subs.write_subtitle_file(dest_path, subtitle_str)
def _process_subtitle(
self, indexed, embedded_lang, embedded_source
) -> bool:
"""check if subtitle should be processed"""
for sub_indexed in indexed:
if (
sub_indexed.get("lang") == embedded_lang
and sub_indexed.get("source") == embedded_source
):
# already indexed
return False
if not self.use_user_conf:
return True
if not self.config:
return False
langs = self.config["downloads"]["subtitle"]
source = self.config["downloads"]["subtitle_source"]
if not langs or not source:
return False
lang_codes = [i.strip() for i in langs.split(",")]
if embedded_lang not in lang_codes:
return True
return False
def index_comments(self, json_embed):
"""index comments"""
comment_data = json_embed.get("comments")
if not comment_data:
return
serializer = CommentsSerializer(data=comment_data)
is_valid = serializer.is_valid()
if not is_valid:
err = serializer.errors
raise ValueError(
f"[{self.file_path}] comments serializer failed: {err}"
)
if self.use_user_conf:
if self.config and not self.config["downloads"]["comment_max"]:
return
comments = Comments(youtube_id=serializer.data["youtube_id"])
existing = comments.get_es_comments()
if existing:
return
comments.json_data = dict(serializer.data)
comments.upload_comments()