feat: support new archive page and rss

Author: mob-sakai

.tool-versions

@@ -1,2 +1,2 @@
-deno 1.31.2
+deno 2.0.4
 nodejs 16.19.1

.vscode/launch.json

@@ -6,17 +6,60 @@
     "configurations": [
         {
             "request": "launch",
-            "name": "Launch Program",
-            "type": "pwa-node",
+            "name": "list --versions",
+            "type": "node",
             "program": "${workspaceFolder}/src/cli.ts",
             "cwd": "${workspaceFolder}",
-            "runtimeExecutable": "deno",
+            "env": {},
+            "runtimeExecutable": "/Users/takashi.sakai/.asdf/shims/deno",
             "runtimeArgs": [
                 "run",
                 "--unstable",
-                "--inspect",
+                "--inspect-brk",
                 "--allow-all"
             ],
+            "args": [
+                "list",
+                "--versions"
+            ],
+            "attachSimplePort": 9229
+        },
+        {
+            "request": "launch",
+            "name": "6000.0.25f1",
+            "type": "node",
+            "program": "${workspaceFolder}/src/cli.ts",
+            "cwd": "${workspaceFolder}",
+            "env": {},
+            "runtimeExecutable": "/Users/takashi.sakai/.asdf/shims/deno",
+            "runtimeArgs": [
+                "run",
+                "--unstable",
+                "--inspect-brk",
+                "--allow-all"
+            ],
+            "args": [
+                "6000.0.25f1"
+            ],
+            "attachSimplePort": 9229
+        },
+        {
+            "request": "launch",
+            "name": "--help",
+            "type": "node",
+            "program": "${workspaceFolder}/src/cli.ts",
+            "cwd": "${workspaceFolder}",
+            "env": {},
+            "runtimeExecutable": "/Users/takashi.sakai/.asdf/shims/deno",
+            "runtimeArgs": [
+                "run",
+                "--unstable",
+                "--inspect-brk",
+                "--allow-all"
+            ],
+            "args": [
+                "--help"
+            ],
             "attachSimplePort": 9229
         }
     ]

src/cli.ts

@@ -30,8 +30,9 @@ new Command()
   .description("Find Unity changesets.")
   .example("unity-changeset 2018.4.36f1", "Get changeset of Unity 2018.4.36f1 ('6cd387d23174' will be output).")
   .arguments("<version>")
-  .action((_, version) => {
-    getUnityChangeset(version)
+  .globalOption("--db", "Database url", { default: "https://mob-sakai.github.io/unity-changeset/db" })
+  .action((options, version) => {
+    getUnityChangeset(options.db as string, version)
       .then((c) => console.log(c.changeset))
       .catch(() => {
         console.error("The given version was not found.");
@@ -45,16 +46,16 @@ new Command()
     "list",
     new Command()
       .description("List Unity changesets.")
-      .example("unity-changeset list", "List changesets of the archived versions.")
+      .globalOption("--db", "Database url", { default: "https://mob-sakai.github.io/unity-changeset/db" })
+      .example("unity-changeset list", "List changesets.")
       .example("unity-changeset list --all --json", "List changesets of all versions in json format.")
       .example("unity-changeset list --version-only --min 2018.3 --max 2019.4", "List all versions from 2018.3 to 2019.4.")
       .example("unity-changeset list --version-only --grep '(2018.4|2019.4)'", "List all versions in 2018.4 and 2019.4.")
       .example("unity-changeset list --lts --latest-patch", "List changesets of the latest patch versions (LTS only).")
       // Search options.
       .group("Search options")
-      .option("--archive", "Search archived changesets (default, alpha/beta not included)")
-      .option("--all", "Search all changesets (alpha/beta included)", { conflicts: ["archive", "pre-release"] })
-      .option("--pre-release, --beta", "Search only pre-release (alpha/beta) changesets", { conflicts: ["archive", "all"] })
+      .option("--all", "Search all changesets (alpha/beta included)", { conflicts: ["pre-release"] })
+      .option("--pre-release, --beta", "Search only pre-release (alpha/beta) changesets", { conflicts: ["all"] })
       // Filter options.
       .group("Filter options")
       .option("--min <version>", "Minimum version (included)")
@@ -79,7 +80,7 @@ new Command()
           ? SearchMode.All
           : options.preRelease
             ? SearchMode.PreRelease
-            : SearchMode.Archived;
+            : SearchMode.Default;
 
         // Group mode.
         const groupMode = (options.latestPatch || options.minorVersionOnly)
@@ -89,7 +90,7 @@ new Command()
             : GroupMode.All;
 
         // Filter options.
-        const filterOptions : FilterOptions = {
+        const filterOptions: FilterOptions = {
           min: options.min || "",
           max: options.max || "",
           grep: options.grep || "",
@@ -105,15 +106,15 @@ new Command()
           : options.minorVersionOnly
             ? OutputMode.MinorVersionOnly
             : OutputMode.Changeset;
-        
+
         // Format mode.
         const formatMode = options.json
           ? FormatMode.Json
           : options.prettyJson
             ? FormatMode.PrettyJson
             : FormatMode.None;
 
-        listChangesets(searchMode, filterOptions, groupMode, outputMode, formatMode)
+        listChangesets(options.db as string, searchMode, filterOptions, groupMode, outputMode, formatMode)
           .then((result) => console.log(result));
       }),
   )

src/index.ts

@@ -4,15 +4,12 @@ export const UnityChangeset = UnityChangesetClass;
 export type UnityChangeset = UnityChangesetClass;
 
 const REGEXP_HUB_LINKS = /unityhub:\/\/\d{4}\.\d+\.\d+(a|b|f)\d+\/\w{12}/g;
-const UNITY_ARCHIVE_URL = "https://unity.com/releases/editor/archive";
-const UNITY_RSS_URL = "https://unity.com/releases/editor/releases.xml";
-const UNITY_BETA_RSS_URL = "https://unity.com/releases/editor/beta/latest.xml";
-const UNITY_LTS_RSS_URL = "https://unity.com/releases/editor/lts-releases.xml";
 
 /*
 Unity release URLs for each lifecycle.
 */
 const UNITY_RELEASE_URLS: { [key: string]: string } = {
+  "p": "https://unity.com/releases/editor/whats-new/",
   "f": "https://unity.com/releases/editor/whats-new/",
   "a": "https://unity.com/releases/editor/alpha/",
   "b": "https://unity.com/releases/editor/beta/",
@@ -24,70 +21,50 @@ const UNITY_RELEASE_URLS: { [key: string]: string } = {
  * @returns An Unity changeset.
  */
 export async function getUnityChangeset(
+  db: string,
   version: string,
 ): Promise<UnityChangeset> {
-  const match = version.match(/^(\d{4}\.\d+\.\d+)(a|b|f)\d+$/);
+  let results = await loadDb(db, version);
+  if (0 < results.length) {
+    return results[0];
+  }
+
+  const match = version.match(/^(\d\.\d+\.\d+)(a|b|f|p)\d+$/);
   const lifecycle = match?.[2] as string;
   const releaseUrl = UNITY_RELEASE_URLS[lifecycle];
-
-  let results = [];
   if (lifecycle == "f") {
     const shortVersion = match?.[1] as string;
     results = (await getUnityChangesetsFromUrl(releaseUrl + shortVersion))
       .filter((c) => c.version === version);
-    if (0 < results.length) return results[0];
-
-    results = (await scrapeArchivedChangesets())
-      .filter((c) => c.version === version);
-    if (0 < results.length) return results[0];
   } else {
     results = (await getUnityChangesetsFromUrl(releaseUrl + version))
       .filter((c) => c.version === version);
-    if (0 < results.length) return results[0];
   }
-  
-  throw new Error(`No changeset found for '${version}'`);
-}
 
-/*
- * Scrape the archived Unity changesets from Unity archives.
- * @returns The Unity changesets.
- */
-export function scrapeArchivedChangesets(): Promise<UnityChangeset[]> {
-  return Promise.all([
-    getUnityChangesetsFromUrl(UNITY_ARCHIVE_URL),
-    getUnityChangesetsFromUrl(UNITY_RSS_URL),
-    getUnityChangesetsFromUrl(UNITY_LTS_RSS_URL),
-  ])
-    .then((results) => {
-      const changesets = results[0].concat(results[1]);
-      const ltsVersons = groupChangesets(results[2], GroupMode.LatestPatch)
-        .map((c) => c.minor);
-      const unique = new Set();
+  if (0 < results.length) {
+    return results[0];
+  }
 
-      return changesets
-        .filter((c) => {
-          const duplicated = unique.has(c.versionNumber);
-          unique.add(c.versionNumber);
-          return !duplicated;
-        })
-        .map((c) => {
-          c.lts = ltsVersons.includes(c.minor);
-          return c;
-        })
-        .sort((a, b) => b.versionNumber - a.versionNumber);
-    });
+  throw new Error(`No changeset found for '${version}'`);
 }
 
-/*
- * Scrape the alpha/beta Unity changesets from Unity RSS feed.
- * @returns The Unity changesets (alpha/beta).
- */
-export function scrapeBetaChangesets(): Promise<UnityChangeset[]> {
-  return getUnityChangesetsFromUrl(UNITY_BETA_RSS_URL)
-    .then((results) =>
-      results.sort((a, b) => b.versionNumber - a.versionNumber)
-    );
+export async function loadDb(
+  db: string,
+  version?: string,
+): Promise<UnityChangeset[]> {
+  const response = await fetch(db);
+  const text = await response.text();
+  const lines = text.split("\n");
+
+  if (version) {
+    const startsWith = version + "\t";
+    return lines
+      .filter((line) => line.startsWith(startsWith))
+      .map((line) => UnityChangeset.createFromDb(line));
+  } else {
+    return lines
+      .map((line) => UnityChangeset.createFromDb(line));
+  }
 }
 
 function getUnityChangesetsFromUrl(
@@ -110,13 +87,13 @@ function getUnityChangesetsFromUrl(
 /*
  * Search mode.
  *
- * All: All the changesets.
- * Archived: Only the archived changesets.
- * PreRelease: Only the alpha/beta changesets.
+ * All: All changesets.
+ * Default: Only non pre-release changesets.
+ * PreRelease: Only pre-release (alpha/beta) changesets.
  */
 export enum SearchMode {
   All = 0,
-  Archived = 2,
+  Default = 2,
   PreRelease = 3,
 }
 
@@ -179,13 +156,14 @@ export enum FormatMode {
 }
 
 export function listChangesets(
+  db: string,
   searchMode: SearchMode,
   filterOptions: FilterOptions,
   groupMode: GroupMode,
   outputMode: OutputMode,
   formatMode: FormatMode,
 ): Promise<string> {
-  return searchChangesets(searchMode)
+  return searchChangesets(db, searchMode)
     .then((results) => filterChangesets(results, filterOptions))
     .then((results) => groupChangesets(results, groupMode))
     .then((results) => {
@@ -218,20 +196,20 @@ export function listChangesets(
     });
 }
 
-export function searchChangesets(
+export async function searchChangesets(
+  db: string,
   searchMode: SearchMode,
 ): Promise<UnityChangeset[]> {
+  const results = await loadDb(db);
   switch (searchMode) {
     case SearchMode.All:
-      return Promise.all([
-        scrapeArchivedChangesets(),
-        scrapeBetaChangesets(),
-      ])
-        .then((r) => r.flat());
-    case SearchMode.Archived:
-      return scrapeArchivedChangesets();
+      return results;
+    case SearchMode.Default:
+      return results
+        .filter((c) => !c.preRelease);
     case SearchMode.PreRelease:
-      return scrapeBetaChangesets();
+      return results
+        .filter((c) => c.preRelease);
     default:
       throw Error(`The given search mode '${searchMode}' was not supported`);
   }