added auto translated youtube subtitles

ilyhalight · Aug 25, 2024 · 709388d · 709388d
1 parent a614375
commit 709388d
Showing 1 changed file with 52 additions and 17 deletions.
diff --git a/src/utils/youtubeUtils.js b/src/utils/youtubeUtils.js
@@ -1,6 +1,7 @@
 import { availableLangs } from "vot.js/consts";
 
 import debug from "./debug.js";
+import { localizationProvider } from "../localization/localizationProvider.js";
 import { langTo6391, cleanText } from "./utils.js";
 import { detect } from "./translateApis.js";
 
@@ -185,25 +186,59 @@ function isMusic() {
 
 function getSubtitles() {
   const response = getPlayerResponse();
-  let captionTracks =
-    response?.captions?.playerCaptionsTracklistRenderer?.captionTracks ?? [];
+  const playerCaptions = response?.captions?.playerCaptionsTracklistRenderer;
+  if (!playerCaptions) {
+    return [];
+  }
+
+  let captionTracks = playerCaptions.captionTracks ?? [];
+  const translationLanguages = playerCaptions.translationLanguages ?? [];
+  const userLang = localizationProvider.lang;
+  const userLangSupported = translationLanguages.find(
+    (language) => language.languageCode === userLang,
+  );
+  const asrLang =
+    captionTracks.find((captionTrack) => captionTrack?.kind === "asr")
+      ?.languageCode ?? "en";
   captionTracks = captionTracks.reduce((result, captionTrack) => {
-    if ("languageCode" in captionTrack) {
-      const language = captionTrack?.languageCode
-        ? langTo6391(captionTrack?.languageCode)
-        : undefined;
-      const url = captionTrack?.url || captionTrack?.baseUrl;
-      language &&
-        url &&
-        result.push({
-          source: "youtube",
-          language,
-          isAutoGenerated: captionTrack?.kind === "asr",
-          url: `${
-            url.startsWith("http") ? url : `${window.location.origin}/${url}`
-          }&fmt=json3`,
-        });
+    if (!("languageCode" in captionTrack)) {
+      return result;
+    }
+
+    const language = captionTrack.languageCode
+      ? langTo6391(captionTrack.languageCode)
+      : undefined;
+    const url = captionTrack?.url || captionTrack?.baseUrl;
+    if (!language || !url) {
+      return result;
     }
+
+    const captionUrl = `${
+      url.startsWith("http") ? url : `${window.location.origin}/${url}`
+    }&fmt=json3`;
+    result.push({
+      source: "youtube",
+      language,
+      isAutoGenerated: captionTrack?.kind === "asr",
+      url: captionUrl,
+    });
+
+    if (
+      userLangSupported &&
+      captionTrack.isTranslatable &&
+      captionTrack.languageCode === asrLang &&
+      userLang !== language
+    ) {
+      // add translated youtube subtitles (if it possible)
+      result.push({
+        source: "youtube",
+        language: userLang,
+        isAutoGenerated: captionTrack?.kind === "asr",
+        translatedFromLanguage: language,
+        url: `${captionUrl}&tlang=${userLang}`,
+      });
+    }
+
     return result;
   }, []);
   debug.log("youtube subtitles:", captionTracks);