Separate DR Chapter 1 and Chapter 2 code viewers.

Author: KockaAdmiralac

.github/workflows/deploy-dr.yml

@@ -17,20 +17,23 @@ jobs:
         run: |
           mkdir -p ~/.local/share/Steam/config
           echo "$STEAM_VDF" | base64 -d > ~/.local/share/Steam/config/config.vdf
-          steamcmd +@ShutdownOnFailedCommand +@sSteamCmdForcePlatformType windows +force_install_dir $(pwd)/game +login $STEAM_USERNAME +app_update 1690940 validate +quit
+          steamcmd +@ShutdownOnFailedCommand +@sSteamCmdForcePlatformType windows +force_install_dir $(pwd)/game +login $STEAM_USERNAME +app_update 1671210 validate +quit
         env:
           STEAM_VDF: ${{ secrets.STEAM_VDF }}
           STEAM_USERNAME: ${{ secrets.STEAM_USERNAME }}
       - name: Extract Deltarune's code
         run: |
-          ./utmtcli/UndertaleModCli load game/data.win --scripts 'scripts/ExportCodeFormatted.csx'
-          mv game/Export_Code decompiled-deltarune
+          ./utmtcli/UndertaleModCli load game/chapter1_windows/data.win --scripts 'scripts/ExportCodeFormatted.csx'
+          ./utmtcli/UndertaleModCli load game/chapter2_windows/data.win --scripts 'scripts/ExportCodeFormatted.csx'
+          mkdir decompiled-deltarune
+          mv game/chapter1_windows/Export_Code decompiled-deltarune/ch1
+          mv game/chapter2_windows/Export_Code decompiled-deltarune/ch2
       - name: Build
         run: ./build.sh deltarune
       - name: Publish
         uses: netlify/actions/cli@master
         with:
-          args: deploy --dir=out --prod
+          args: deploy --prod --dir=out --message="GitHub Actions"
         env:
           NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID_DR }}
           NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}

build.sh

@@ -3,7 +3,7 @@ set -e
 cd "${0%/*}"
 rm -rf out
 mkdir -p out
-cp -r "decompiled-$1" out/raw
+cp -rL "decompiled-$1" out/raw
 find out/raw -name "*.gml" -exec sh -c 'cp "$1" "${1%.gml}.txt"' _ {} \;
 cp -r static out
 cp _headers out

data.py

@@ -19,6 +19,7 @@ class Config:
     game: str
     links: Dict[str, str]
     cache: int
+    chapters: Optional[List[str]] = None
 
 
 class Data:
@@ -30,6 +31,7 @@ def __init__(self, game: str):
         self.sums: Optional[Dict[str, str]] = None
         self.lang: Optional[Dict[str, str]] = None
         self.config: Optional[Config] = None
+        self.chapter: int = -1
 
     def load_json(self, filename: str) -> Any:
         script_dir = get_script_path()
@@ -119,6 +121,8 @@ def get_localized_string_ch1(self, key: str) -> str:
     def get_game_name(self) -> str:
         if self.config is None:
             self.config = self.load_config()
+        if self.chapter >= 0:
+            return f'{self.config.game} (Chapter {self.chapter + 1})'
         return self.config.game
 
     def get_game_links(self) -> Dict[str, str]:
@@ -130,3 +134,11 @@ def get_cache_version(self) -> int:
         if self.config is None:
             self.config = self.load_config()
         return self.config.cache
+
+    def get_chapters(self) -> Optional[List[str]]:
+        if self.config is None:
+            self.config = self.load_config()
+        return self.config.chapters
+
+    def select_chapter(self, chapter_idx: int):
+        self.chapter = chapter_idx

data/deltarune/config.json

@@ -1,10 +1,11 @@
 {
     "game": "Deltarune",
+    "chapters": ["ch1", "ch2"],
     "links": {
         "Source code": "https://github.com/utdrwiki/code-viewer",
         "r/Underminers": "https://www.reddit.com/r/Underminers/",
         "TCRF": "https://tcrf.net/Deltarune",
         "Wiki": "https://deltarune.wiki/"
     },
-    "cache": 2
+    "cache": 1
 }

generate.py

@@ -1,14 +1,72 @@
 #!/usr/bin/env python
 import argparse
+import hashlib
 import os
+from pathlib import Path
+from typing import Dict, List, Set
 
 from jinja2 import Environment, FileSystemLoader, select_autoescape
 
 from data import Data
-from index import process_scripts, write_index
+from index import ScriptIndex, process_scripts, write_index
 from script import render_script, write_script
 from util import get_script_path
 
+AggregateIndex = Dict[str, List[int]]
+
+
+env = Environment(
+    loader=FileSystemLoader('templates'),
+    autoescape=select_autoescape(['html'])
+)
+
+
+def process_indices(indices: List[ScriptIndex], data: Data) -> AggregateIndex:
+    aggregate: AggregateIndex = {}
+    checksums: Dict[str, Set[str]] = {}
+    for chapter_idx, index in enumerate(indices):
+        for script, text in index.text.items():
+            if script not in aggregate:
+                aggregate[script] = []
+                checksums[script] = set()
+            fulltext_bytes = '\n'.join(text).encode('utf-8')
+            checksum = hashlib.md5(fulltext_bytes).hexdigest()
+            if checksum not in checksums[script]:
+                checksums[script].add(checksum)
+                aggregate[script].append(chapter_idx)
+    return aggregate
+
+
+def write_redirects(aggregate: AggregateIndex, data: Data, output_dir: Path):
+    redirects: Dict[str, str] = {}
+    chapters = data.get_chapters() or []
+    for script, chapter_indices in aggregate.items():
+        if len(chapter_indices) > 1:
+            with open(output_dir / f'{script}.html', 'w') as disambig_file:
+                disambig_file.write(env.get_template('disambig.html').render(
+                    script_name=script,
+                    chapters=[chapters[idx] for idx in chapter_indices],
+                    game=data.get_game_name(),
+                    links=data.get_game_links(),
+                ))
+        else:
+            chapter = chapters[chapter_indices[0]]
+            redirects[f'/{script}.html'] = f'/{chapter}/{script}.html'
+    with open(output_dir / '_redirects', 'w') as redirects_file:
+        for old_path, new_path in redirects.items():
+            redirects_file.write(f'{old_path} {new_path}\n')
+
+
+def write_chapter_index(data: Data, output_dir: Path):
+    chapters = data.get_chapters() or []
+    with open(output_dir / 'index.html', 'w') as index_file:
+        index_file.write(env.get_template('chapters.html').render(
+            chapters=chapters,
+            game=data.get_game_name(),
+            links=data.get_game_links(),
+        ))
+
+
 if __name__ == '__main__':
     parser = argparse.ArgumentParser(
         description='Generates the code viewer website.'
@@ -20,16 +78,30 @@
     )
     args = parser.parse_args()
     data = Data(args.game)
+    chapters = data.get_chapters()
     script_dir = get_script_path()
     decompiled_dir = script_dir / f'decompiled-{args.game}'
     output_dir = script_dir / 'out'
     os.makedirs(output_dir, exist_ok=True)
-    env = Environment(
-        loader=FileSystemLoader('templates'),
-        autoescape=select_autoescape(['html'])
-    )
-    index = process_scripts(data, decompiled_dir)
-    write_index(index, data, output_dir)
-    for script in index.text.keys():
-        rendered = render_script(script, index.text, data)
-        write_script(rendered, script, output_dir)
+    if chapters is not None:
+        indices = []
+        for chapter_idx, chapter in enumerate(chapters):
+            decompiled_dir_ch = decompiled_dir / chapter
+            output_dir_ch = output_dir / chapter
+            os.makedirs(output_dir_ch, exist_ok=True)
+            data.select_chapter(chapter_idx)
+            index = process_scripts(data, decompiled_dir_ch)
+            write_index(index, data, output_dir_ch)
+            for script in index.text.keys():
+                rendered = render_script(script, index.text, data)
+                write_script(rendered, script, output_dir_ch)
+            data.select_chapter(-1)
+            indices.append(index)
+        write_redirects(process_indices(indices, data), data, output_dir)
+        write_chapter_index(data, output_dir)
+    else:
+        index = process_scripts(data, decompiled_dir)
+        write_index(index, data, output_dir)
+        for script in index.text.keys():
+            rendered = render_script(script, index.text, data)
+            write_script(rendered, script, output_dir)

index.py

@@ -84,9 +84,14 @@ def process_scripts(data: Data, decompiled_dir: Path) -> ScriptIndex:
         section, segment = classify(filename, data)
         if segment not in index.sections[section].entries:
             index.sections[section].entries[segment] = []
+        chapters = data.get_chapters()
+        if chapters is None:
+            chapter_segment = ''
+        else:
+            chapter_segment = f'/{chapters[data.chapter]}'
         index.sections[section].entries[segment].append(Entry(
             url=file.replace('.gml', '.html'),
-            raw_url=f"raw/{file.replace('.gml', '.txt')}",
+            raw_url=f"/raw{chapter_segment}/{file.replace('.gml', '.txt')}",
             name=name,
             lines=len(lines)
         ))

templates/chapters.html

@@ -0,0 +1,20 @@
+<!doctype html>
+<html lang="en">
+<head>
+    <title>{{ game }} script viewer</title>
+    {% include 'partials/head.html' %}
+    <link rel="stylesheet" href="/static/index.css" />
+</head>
+<body>
+<h1>{{ game }} script viewer</h1>
+
+{% include 'partials/info.html' %}
+
+<ul>
+{% for chapter in chapters %}
+    <li><a href="/{{ chapter }}/">Chapter {{ loop.index }}</a></li>
+{% endfor %}
+</ul>
+
+</body>
+</html>

templates/disambig.html

@@ -0,0 +1,20 @@
+<!doctype html>
+<html lang="en">
+<head>
+    <title>{{ game }} script viewer</title>
+    {% include 'partials/head.html' %}
+    <link rel="stylesheet" href="/static/index.css" />
+</head>
+<body>
+<h1>{{ game }} script viewer</h1>
+
+<h2>{{ script_name }}</h2>
+<p>This script exists in multiple chapters:</p>
+<ul>
+{% for chapter in chapters %}
+    <li><a href="{{ chapter }}/{{ script_name }}.html">Chapter {{ loop.index }}</a></li>
+{% endfor %}
+</ul>
+
+</body>
+</html>

templates/index.html

@@ -3,8 +3,8 @@
 <head>
     <title>{{ game }} script viewer</title>
     {% include 'partials/head.html' %}
-    <link rel="stylesheet" href="static/index.css" />
-    <script src="static/search.js"></script>
+    <link rel="stylesheet" href="/static/index.css" />
+    <script src="/static/search.js"></script>
 </head>
 <body>
 <h1>{{ game }} script viewer</h1>

templates/partials/head.html

@@ -1,4 +1,4 @@
-<link rel="stylesheet" href="static/main.css" />
+<link rel="stylesheet" href="/static/main.css" />
 <meta charset="utf-8">
 <meta name="viewport" content="width=device-width, initial-scale=1">
 <meta name="robots" content="noindex">