Add new files and remove duplicate files

files/duplicate_files.json

@@ -0,0 +1,340 @@
+[
+  [
+    "battle/event/btlEvent627.bf",
+    "battle/event/btlEvent665.bf",
+    "battle/event/btlEvent666.bf"
+  ],
+  [
+    "battle/message/battlemessage.bmd",
+    "battle/pack/btl_com.arc_battlemessage.bmd"
+  ],
+  [
+    "battle/support/bsv105.bvp_(051).BMD",
+    "battle/support/bsv121.bvp_(051).BMD",
+    "battle/support/bsv122.bvp_(051).BMD",
+    "battle/support/bsv123.bvp_(051).BMD",
+    "battle/support/bsv124.bvp_(051).BMD",
+    "battle/support/bsv125.bvp_(051).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(086).BMD",
+    "battle/support/bsv121.bvp_(086).BMD",
+    "battle/support/bsv122.bvp_(086).BMD",
+    "battle/support/bsv123.bvp_(086).BMD",
+    "battle/support/bsv124.bvp_(086).BMD",
+    "battle/support/bsv125.bvp_(086).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(087).BMD",
+    "battle/support/bsv121.bvp_(087).BMD",
+    "battle/support/bsv122.bvp_(087).BMD",
+    "battle/support/bsv123.bvp_(087).BMD",
+    "battle/support/bsv124.bvp_(087).BMD",
+    "battle/support/bsv125.bvp_(087).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(088).BMD",
+    "battle/support/bsv121.bvp_(088).BMD",
+    "battle/support/bsv122.bvp_(088).BMD",
+    "battle/support/bsv123.bvp_(088).BMD",
+    "battle/support/bsv124.bvp_(088).BMD",
+    "battle/support/bsv125.bvp_(088).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(089).BMD",
+    "battle/support/bsv121.bvp_(089).BMD",
+    "battle/support/bsv122.bvp_(089).BMD",
+    "battle/support/bsv123.bvp_(089).BMD",
+    "battle/support/bsv124.bvp_(089).BMD",
+    "battle/support/bsv125.bvp_(089).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(090).BMD",
+    "battle/support/bsv121.bvp_(090).BMD",
+    "battle/support/bsv122.bvp_(090).BMD",
+    "battle/support/bsv123.bvp_(090).BMD",
+    "battle/support/bsv124.bvp_(090).BMD",
+    "battle/support/bsv125.bvp_(090).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(091).BMD",
+    "battle/support/bsv121.bvp_(091).BMD",
+    "battle/support/bsv122.bvp_(091).BMD",
+    "battle/support/bsv123.bvp_(091).BMD",
+    "battle/support/bsv124.bvp_(091).BMD",
+    "battle/support/bsv125.bvp_(091).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(092).BMD",
+    "battle/support/bsv121.bvp_(092).BMD",
+    "battle/support/bsv122.bvp_(092).BMD",
+    "battle/support/bsv123.bvp_(092).BMD",
+    "battle/support/bsv124.bvp_(092).BMD",
+    "battle/support/bsv125.bvp_(092).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(093).BMD",
+    "battle/support/bsv121.bvp_(093).BMD",
+    "battle/support/bsv122.bvp_(093).BMD",
+    "battle/support/bsv123.bvp_(093).BMD",
+    "battle/support/bsv124.bvp_(093).BMD",
+    "battle/support/bsv125.bvp_(093).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(094).BMD",
+    "battle/support/bsv121.bvp_(094).BMD",
+    "battle/support/bsv122.bvp_(094).BMD",
+    "battle/support/bsv123.bvp_(094).BMD",
+    "battle/support/bsv124.bvp_(094).BMD",
+    "battle/support/bsv125.bvp_(094).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(095).BMD",
+    "battle/support/bsv121.bvp_(095).BMD",
+    "battle/support/bsv122.bvp_(095).BMD",
+    "battle/support/bsv123.bvp_(095).BMD",
+    "battle/support/bsv124.bvp_(095).BMD",
+    "battle/support/bsv125.bvp_(095).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(096).BMD",
+    "battle/support/bsv121.bvp_(096).BMD",
+    "battle/support/bsv122.bvp_(096).BMD",
+    "battle/support/bsv123.bvp_(096).BMD",
+    "battle/support/bsv124.bvp_(096).BMD",
+    "battle/support/bsv125.bvp_(096).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(097).BMD",
+    "battle/support/bsv121.bvp_(097).BMD",
+    "battle/support/bsv122.bvp_(097).BMD",
+    "battle/support/bsv123.bvp_(097).BMD",
+    "battle/support/bsv124.bvp_(097).BMD",
+    "battle/support/bsv125.bvp_(097).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(098).BMD",
+    "battle/support/bsv121.bvp_(098).BMD",
+    "battle/support/bsv122.bvp_(098).BMD",
+    "battle/support/bsv123.bvp_(098).BMD",
+    "battle/support/bsv124.bvp_(098).BMD",
+    "battle/support/bsv125.bvp_(098).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(099).BMD",
+    "battle/support/bsv121.bvp_(099).BMD",
+    "battle/support/bsv122.bvp_(099).BMD",
+    "battle/support/bsv123.bvp_(099).BMD",
+    "battle/support/bsv124.bvp_(099).BMD",
+    "battle/support/bsv125.bvp_(099).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(100).BMD",
+    "battle/support/bsv121.bvp_(100).BMD",
+    "battle/support/bsv122.bvp_(100).BMD",
+    "battle/support/bsv123.bvp_(100).BMD",
+    "battle/support/bsv124.bvp_(100).BMD",
+    "battle/support/bsv125.bvp_(100).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(123).BMD",
+    "battle/support/bsv121.bvp_(123).BMD",
+    "battle/support/bsv122.bvp_(123).BMD",
+    "battle/support/bsv123.bvp_(123).BMD",
+    "battle/support/bsv124.bvp_(123).BMD",
+    "battle/support/bsv125.bvp_(123).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(124).BMD",
+    "battle/support/bsv121.bvp_(124).BMD",
+    "battle/support/bsv122.bvp_(124).BMD",
+    "battle/support/bsv123.bvp_(124).BMD",
+    "battle/support/bsv124.bvp_(124).BMD",
+    "battle/support/bsv125.bvp_(124).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(129).BMD",
+    "battle/support/bsv121.bvp_(129).BMD",
+    "battle/support/bsv122.bvp_(129).BMD",
+    "battle/support/bsv123.bvp_(129).BMD",
+    "battle/support/bsv124.bvp_(129).BMD",
+    "battle/support/bsv125.bvp_(129).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(159).BMD",
+    "battle/support/bsv121.bvp_(159).BMD",
+    "battle/support/bsv122.bvp_(159).BMD",
+    "battle/support/bsv123.bvp_(159).BMD",
+    "battle/support/bsv124.bvp_(159).BMD",
+    "battle/support/bsv125.bvp_(159).BMD"
+  ],
+  [
+    "battle/support/bsv105.bvp_(167).BMD",
+    "battle/support/bsv121.bvp_(167).BMD",
+    "battle/support/bsv122.bvp_(167).BMD",
+    "battle/support/bsv123.bvp_(167).BMD",
+    "battle/support/bsv124.bvp_(167).BMD",
+    "battle/support/bsv125.bvp_(167).BMD"
+  ],
+  [
+    "battle/support/bsv121.bvp_(063).BMD",
+    "battle/support/bsv122.bvp_(063).BMD",
+    "battle/support/bsv123.bvp_(063).BMD",
+    "battle/support/bsv124.bvp_(063).BMD",
+    "battle/support/bsv125.bvp_(063).BMD"
+  ],
+  ["camp/skladd.arc_msg_ps_skill.bmd", "camp/skladdex.arc_msg_ps_skill.bmd"],
+  [
+    "dungeon/message/objective/quest/objectiveMsgQuest197.bmd",
+    "dungeon/message/objective/quest/objectiveMsgQuest200.bmd"
+  ],
+  [
+    "dungeon/message/objective/quest/objectiveMsgQuest20.bmd",
+    "dungeon/message/objective/quest/objectiveMsgQuest34.bmd",
+    "dungeon/message/objective/quest/objectiveMsgQuest44.bmd"
+  ],
+  [
+    "dungeon/message/dungeonComMsg.bmd",
+    "dungeon/pack/dng_com.arc_dungeonComMsg.bmd"
+  ],
+  [
+    "dungeon/message/objective/free/objectiveMsgFree.bmd",
+    "dungeon/pack/dng_com.arc_objectiveMsgFree.bmd"
+  ],
+  ["dungeon/message/switchMsg.bmd", "dungeon/pack/dng_com.arc_switchMsg.bmd"],
+  ["dungeon/script/dun_com.bf", "dungeon/pack/dng_com.arc_dun_com.bf"],
+  [
+    "dungeon/script/charaTalk/charaTalk_aegis.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_aegis.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_akechi.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_akechi.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_amada.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_amada.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_ann.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_ann.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_aragaki.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_aragaki.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_chie.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_chie.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_fuka.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_fuka.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_futaba.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_futaba.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_haru.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_haru.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_junpei.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_junpei.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_kanji.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_kanji.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_koromaru.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_koromaru.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_kuma.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_kuma.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_makoto.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_makoto.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_mituru.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_mituru.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_mona.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_mona.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_naoto.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_naoto.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_p3hero.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_p3hero.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_p3hero2.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_p3hero2.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_p4hero.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_p4hero.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_p5hero.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_p5hero.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_rise.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_rise.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_ryuji.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_ryuji.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_sanada.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_sanada.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_yousuke.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_yousuke.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_yukari.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_yukari.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_yukiko.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_yukiko.bf"
+  ],
+  [
+    "dungeon/script/charaTalk/charaTalk_yusuke.bf",
+    "dungeon/pack/dng_com.arc_charaTalk_yusuke.bf"
+  ],
+  ["dungeon/script/gimmick/switch.bf", "dungeon/pack/dng_com.arc_switch.bf"],
+  [
+    "event/e100/e100_560.bf",
+    "event/e200/e200_440.bf",
+    "event/e300/e300_680.bf"
+  ],
+  ["facility/msg_support_skill.bmd", "camp/skladd.arc_msg_support_skill.bmd"],
+  ["facility/cmbtalk.bf", "facility/pack/cmbroot.arc_cmbtalk.bf"],
+  ["facility/datmyth.bmd", "facility/pack/cmbroot.arc_datmyth.bmd"],
+  ["facility/msg_combine.bmd", "facility/pack/cmbroot.arc_msg_combine.bmd"],
+  [
+    "facility/msg_combine_lvup.bmd",
+    "facility/pack/cmbroot.arc_msg_combine_lvup.bmd"
+  ],
+  ["facility/msg_network.bmd", "facility/pack/cmbroot.arc_msg_network.bmd"],
+  ["facility/network.bf", "facility/pack/cmbroot.arc_network.bf"],
+  ["facility/msg_weapon.bmd", "facility/pack/shop.arc_msg_weapon.bmd"],
+  ["facility/weapon.bf", "facility/pack/shop.arc_weapon.bf"],
+  ["facility/msg_town.bmd", "facility/pack/top.arc_msg_town.bmd"],
+  ["facility/town.bf", "facility/pack/top.arc_town.bf"],
+  ["facility/datcharahelp.bmd", "init/datcharahelp.bmd"],
+  ["init/gsobserver.bf", "init/gsobserver.bin_gsobserver.bf"]
+]

scripts/build_patch.ps1

@@ -2,14 +2,15 @@ $cpkmakec = "bin\CRI_File_System_Tools_v2.40.13.0\cpkmakec.exe"
 $pq2helper = "bin\PersonaQ2ChsLocalizationHelper\PersonaQ2ChsLocalizationHelper\bin\Release\net8.0\publish\PersonaQ2ChsLocalizationHelper.exe"
 
 # Clean output folder
-try {
+if (Test-Path -Path "out\" -PathType "Container") {
+  Remove-Item -Recurse -Force "out\"
+}
+if (Test-Path -Path "temp\" -PathType "Container") {
   Remove-Item -Recurse -Force "temp\"
 }
-catch {}
-try {
-  Remove-Item -Recurse -Force "out\"
+if (Test-Path -Path "files\normalized\" -PathType "Container") {
+  Remove-Item -Recurse -Force "files\normalized\"
 }
-catch {}
 
 # Prepare for tools
 dotnet publish -c Release --framework net8.0 "bin\PersonaQ2ChsLocalizationHelper\PersonaQ2ChsLocalizationHelper\PersonaQ2ChsLocalizationHelper.csproj"
@@ -19,10 +20,12 @@ dotnet publish -c Release --framework net8.0 "bin\PersonaQ2ChsLocalizationHelper
 & $pq2helper export -i "original_files\unpacked" -o "temp\messages"
 
 # Convert texts and create a character table
+python scripts\remove_duplicate_files.py
 python scripts\convert_msg_to_json.py
 python scripts\import_csv_to_json.py
 python scripts\generate_char_table.py
 python scripts\convert_json_to_msg.py
+python scripts\copy_duplicate_files.py
 & $pq2helper import -i "original_files\unpacked" -j "temp\messages_new" -o "temp\patch102"
 
 # Create new font