Merge pull request #1 from Daksh777/copilot/port-hindi-bengali-romanization

Add Hindi & Bengali romanization support for synced lyrics

Author: Daksh777

package.json

@@ -65,6 +65,7 @@
   "dependencies": {
     "@dehoist/romanize-thai": "1.0.0",
     "@electron-toolkit/tsconfig": "1.0.1",
+    "@indic-transliteration/sanscript": "1.3.3",
     "@electron/remote": "2.1.3",
     "@ffmpeg.wasm/core-mt": "0.12.0",
     "@ffmpeg.wasm/main": "0.12.0",

pnpm-lock.yaml

@@ -5,6 +5,7 @@ import { romanize as esHangulRomanize } from 'es-hangul';
 import hanja from 'hanja';
 import * as pinyin from 'tiny-pinyin';
 import { romanize as romanizeThaiFrag } from '@dehoist/romanize-thai';
+import Sanscript from '@indic-transliteration/sanscript';
 import { lazy } from 'lazy-var';
 import { detect } from 'tinyld';
 
@@ -155,6 +156,14 @@ const hasChinese = (lines: string[]) =>
 const hasThai = (lines: string[]) =>
   lines.some((line) => /[\u0E00-\u0E7F]+/.test(line));
 
+// https://en.wikipedia.org/wiki/Bengali_(Unicode_block)
+const hasBengali = (lines: string[]) =>
+  lines.some((line) => /[\u0980-\u09FF]+/.test(line));
+
+// https://en.wikipedia.org/wiki/Devanagari_(Unicode_block)
+const hasHindi = (lines: string[]) =>
+  lines.some((line) => /[\u0900-\u097F]+/.test(line));
+
 export const romanizeJapanese = async (line: string) =>
   (await kuroshiro.get()).convert(line, {
     to: 'romaji',
@@ -190,11 +199,25 @@ export const romanizeThai = (line: string) => {
   return latin;
 };
 
+export const romanizeBengali = (line: string) => {
+  return line.replaceAll(/[\u0980-\u09FF]+/g, (match) =>
+    Sanscript.t(match, 'bengali', 'itrans'),
+  );
+};
+
+export const romanizeHindi = (line: string) => {
+  return line.replaceAll(/[\u0900-\u097F]+/g, (match) =>
+    Sanscript.t(match, 'devanagari', 'itrans'),
+  );
+};
+
 const handlers: Record<string, (line: string) => Promise<string> | string> = {
   ja: romanizeJapanese,
   ko: romanizeHangul,
   zh: romanizeChinese,
   th: romanizeThai,
+  bn: romanizeBengali,
+  hi: romanizeHindi,
 };
 
 export const romanize = async (line: string) => {
@@ -210,6 +233,8 @@ export const romanize = async (line: string) => {
   if (hasKorean([line])) line = romanizeHangul(line);
   if (hasChinese([line])) line = romanizeChinese(line);
   if (hasThai([line])) line = romanizeThai(line);
+  if (hasBengali([line])) line = romanizeBengali(line);
+  if (hasHindi([line])) line = romanizeHindi(line);
 
   return line;
 };