Plop (testing fix for python 3.11)

.eslintignore

@@ -15,3 +15,5 @@ stylesheets/dist/
 compiled.d.ts
 .eslintrc.js
 playwright.config.js
+
+ts/localization/locales.ts

.gitignore

@@ -52,6 +52,7 @@ stylesheets/dist/
 
 *.LICENSE.txt
 ts/webworker/workers/node/**/*.node
+ts/localization/locales.ts
 
 .yarn/**/*.mjs
 .yarn/**/*.cjs

.nvmrc

@@ -1 +1 @@
-18.15.0
+18.15.0

.prettierignore

@@ -28,3 +28,8 @@ release/**
 .nyc_output/
 coverage/
 stylesheets/dist/**
+
+ts/localization/locales.ts
+
+# _locales files are generated by crowdin now.
+_locales/

CONTRIBUTING.md

@@ -116,24 +116,24 @@ Setup instructions for Windows using Chocolatey:
   Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser
   ```
 
-
 ### Linux
 
 1.  Install build tools `apt install build-essential cmake` (this installs make, g++, gcc)
 2.  Depending on your distro, you might need to install `hunspell` and `hunspell-<lan>` (e.g. `hunspell-en-au`)
 
 In Ubuntu, you may also need to install
+
 ```
 sudo apt install cmake
 npm install cmake-js
 ```
 
 In Fedora, you may also need to install
+
 ```
 sudo dnf install make automake gcc gcc-c++ kernel-devel
 ```
 
-
 ### All platforms
 
 Now, run these commands in your preferred terminal in a good directory for development:
@@ -237,7 +237,7 @@ So you wanna make a pull request? Please observe the following guidelines.
   this script generates updated TypeScript type definitions to ensure you aren't
   using a localisation key which doesn't exist.
 - Please do not submit pull requests for pure translation fixes. Anyone can update
-  the translations at [Crowdin](https://crowdin.com/project/session-desktop).
+  the translations at [Crowdin](https://crowdin.com/project/session-crossplatform-strings).
 - [Rebase](https://nathanleclaire.com/blog/2014/09/14/dont-be-scared-of-git-rebase/) your
   changes on the latest `clearnet` branch, resolving any conflicts.
   This ensures that your changes will merge cleanly when you open your PR.

about_preload.js

@@ -4,14 +4,16 @@
 const { ipcRenderer } = require('electron');
 const url = require('url');
 const os = require('os');
-const i18n = require('./ts/util/i18n');
+const { setupI18n } = require('./ts/util/i18n/i18n');
 
 const config = url.parse(window.location.toString(), true).query;
-const { locale } = config;
-const localeMessages = ipcRenderer.sendSync('locale-data');
+const { dictionary, locale } = ipcRenderer.sendSync('locale-data');
 
 window.theme = config.theme;
-window.i18n = i18n.setupi18n(locale, localeMessages);
+window.i18n = setupI18n({
+  locale,
+  translationDictionary: dictionary,
+});
 
 window.getOSRelease = () =>
   `${os.type()} ${os.release()}, Node.js ${config.node_version} ${os.platform()} ${os.arch()}`;

crowdin.yml

@@ -0,0 +1,3 @@
+commit_message: '[CI SKIP]'
+bundles:
+  - 12

package.json

@@ -2,7 +2,7 @@
   "name": "session-desktop",
   "productName": "Session",
   "description": "Private messaging from your desktop",
-  "version": "1.13.1",
+  "version": "1.13.3",
   "license": "GPL-3.0",
   "author": {
     "name": "Oxen Labs",
@@ -18,7 +18,6 @@
     "getobject": "^1.0.0",
     "ansi-regex": "^4.1.1",
     "async": "^2.6.4",
-    "moment": "^2.29.4",
     "lodash": "^4.17.20",
     "ini": "^1.3.6",
     "ejs": "^3.1.7",
@@ -37,10 +36,13 @@
     "start-prod": "cross-env NODE_ENV=production NODE_APP_INSTANCE=devprod$MULTI electron .",
     "start-prod:pretty": "cross-env NODE_ENV=production NODE_APP_INSTANCE=devprod$MULTI electron . | npx bunyan",
     "start-dev": "cross-env NODE_ENV=development NODE_APP_INSTANCE=devprod$MULTI electron .",
+    "build-everything": "yarn clean && yarn protobuf && yarn update-git-info && yarn sass && python3 ./tools/localization/generateLocalizedStringsAnalysis.py --print-not-found --delete-unused-keys && yarn build:locales-soft && tsc && yarn build:workers",
+    "build-everything:soft": "yarn clean && yarn protobuf && yarn update-git-info && yarn sass && yarn build:locales-soft && tsc && yarn build:workers",
+    "build-everything:watch": "yarn clean && yarn protobuf && yarn update-git-info && yarn sass && yarn build:locales-soft && yarn build:workers && yarn tsc -w",
     "start-dev:pretty": "cross-env NODE_ENV=production NODE_APP_INSTANCE=devprod$MULTI electron . | npx bunyan",
-    "build-everything": "yarn clean && yarn protobuf && yarn update-git-info && yarn sass && tsc && yarn build:workers",
-    "build-everything:watch": "yarn clean && yarn protobuf && yarn update-git-info && yarn sass && yarn build:workers && tsc -w",
     "build:workers": "yarn worker:utils && yarn worker:libsession",
+    "build:locales": "python3 ./tools/localization/generateLocales.py --generate-types --print-problems --error-on-problems --error-old-dynamic-variables",
+    "build:locales-soft": "python3 ./tools/localization/generateLocales.py --generate-types --print-problems",
     "watch": "yarn clean && yarn protobuf && yarn update-git-info && yarn build-everything:watch",
     "protobuf": "pbjs --target static-module --wrap commonjs --out ts/protobuf/compiled.js protos/*.proto && pbts --out ts/protobuf/compiled.d.ts ts/protobuf/compiled.js --force-long",
     "sass": "rimraf 'stylesheets/dist/' && webpack  --config=./sass.config.js",
@@ -88,7 +90,7 @@
     "classnames": "2.2.5",
     "config": "1.28.1",
     "curve25519-js": "https://github.com/oxen-io/curve25519-js",
-    "date-fns": "^3.3.1",
+    "date-fns": "^3.6.0",
     "dompurify": "^2.0.7",
     "electron-localshortcut": "^3.2.1",
     "electron-updater": "^4.2.2",
@@ -106,7 +108,6 @@
     "long": "^4.0.0",
     "maxmind": "^4.3.18",
     "mic-recorder-to-mp3": "^2.2.2",
-    "moment": "^2.29.4",
     "node-fetch": "^2.6.7",
     "os-locale": "5.0.0",
     "p-retry": "^4.2.0",
@@ -181,6 +182,7 @@
     "chai": "^4.3.4",
     "chai-as-promised": "^7.1.1",
     "chai-bytes": "^0.1.2",
+    "concurrently": "^8.2.2",
     "cross-env": "^6.0.3",
     "css-loader": "^6.7.2",
     "dmg-builder": "23.6.0",
@@ -212,7 +214,7 @@
     "sass-loader": "^13.2.2",
     "sinon": "9.0.2",
     "ts-loader": "^9.4.2",
-    "typescript": "^5.1.6",
+    "typescript": "^5.5.4",
     "webpack": "^5.76.3",
     "webpack-cli": "^5.1.4",
     "yarn-deduplicate": "^6.0.2"

password_preload.js

@@ -3,16 +3,18 @@
 
 const { ipcRenderer } = require('electron');
 const url = require('url');
-const i18n = require('./ts/util/i18n');
+const { setupI18n } = require('./ts/util/i18n/i18n');
 
 const config = url.parse(window.location.toString(), true).query;
-const { locale } = config;
-const localeMessages = ipcRenderer.sendSync('locale-data');
+const { dictionary, locale } = ipcRenderer.sendSync('locale-data');
 
 // If the app is locked we can't access the database to check the theme.
 window.theme = 'classic-dark';
 window.primaryColor = 'green';
-window.i18n = i18n.setupi18n(locale, localeMessages);
+window.i18n = setupI18n({
+  locale,
+  translationDictionary: dictionary,
+});
 
 window.getEnvironment = () => config.environment;
 window.getVersion = () => config.version;

preload.js

@@ -1,5 +1,5 @@
 // eslint:disable: no-require-imports no-var-requires
-const { clipboard, ipcRenderer, webFrame } = require('electron/main');
+const { clipboard, ipcRenderer: ipc, webFrame } = require('electron/main');
 const { Storage } = require('./ts/util/storage');
 
 const { isTestNet, isTestIntegration } = require('./ts/shared/env_vars');
@@ -9,9 +9,15 @@ const url = require('url');
 
 const _ = require('lodash');
 
+const { setupI18n } = require('./ts/util/i18n/i18n');
+
+const { dictionary, locale } = ipc.sendSync('locale-data');
+
 const config = url.parse(window.location.toString(), true).query;
 const configAny = config;
 
+window.i18n = setupI18n({ locale, translationDictionary: dictionary });
+
 let title = config.name;
 if (config.environment !== 'production') {
   title += ` - ${config.environment}`;
@@ -29,12 +35,13 @@ window.getCommitHash = () => configAny.commitHash;
 window.getNodeVersion = () => configAny.node_version;
 window.getOSRelease = () =>
   `${os.type()} ${os.release()}, Node.js ${config.node_version} ${os.platform()} ${os.arch()}`;
-window.saveLog = additionalText => ipcRenderer.send('save-debug-log', additionalText);
+window.saveLog = additionalText => ipc.send('save-debug-log', additionalText);
 
 window.sessionFeatureFlags = {
   useOnionRequests: true,
   useTestNet: isTestNet() || isTestIntegration(),
   useClosedGroupV3: false,
+  replaceLocalizedStringsWithKeys: false,
   debug: {
     debugLogging: !_.isEmpty(process.env.SESSION_DEBUG),
     debugLibsessionDumps: !_.isEmpty(process.env.SESSION_DEBUG_LIBSESSION_DUMPS),
@@ -51,9 +58,6 @@ window.versionInfo = {
   appInstance: window.getAppInstance(),
 };
 
-const ipc = ipcRenderer;
-const localeMessages = ipc.sendSync('locale-data');
-
 window.updateZoomFactor = () => {
   const zoomFactor = window.getSettingValue('zoom-factor-setting') || 100;
   window.setZoomFactor(zoomFactor / 100);
@@ -250,7 +254,6 @@ if (config.proxyUrl) {
 window.nodeSetImmediate = setImmediate;
 
 const data = require('./ts/data/dataInit');
-const { setupi18n } = require('./ts/util/i18n');
 window.Signal = data.initData();
 
 const { getConversationController } = require('./ts/session/conversations/ConversationController');
@@ -272,9 +275,6 @@ window.getSeedNodeList = () =>
         'https://seed3.getsession.org:4443/',
       ];
 
-const { locale: localFromEnv } = config;
-window.i18n = setupi18n(localFromEnv || 'en', localeMessages);
-
 window.addEventListener('contextmenu', e => {
   const editable = e && e.target.closest('textarea, input, [contenteditable="true"]');
   const link = e && e.target.closest('a');

stylesheets/_modules.scss

@@ -633,6 +633,10 @@
   font-weight: 300;
 }
 
+.module-conversation-list-item__header__date {
+  flex-shrink: 0;
+}
+
 .module-conversation-list-item__header__name--with-unread {
   font-weight: 300;
 }

tools/.gitignore

@@ -0,0 +1,4 @@
+__pycache__
+/localization/analysis
+/localization/output
+/localization/input

tools/README.md

@@ -1,36 +1,93 @@
-**Those tools can be used to keep in sync our locale in the app between different language and with android translations**
+# Tools
 
+## Using the Python scripts
 
+The Python scripts are located in the `tools` directory. To run a script, use the following command:
 
-## Step 1: Find unused key locales in EN
+```bash
+python3 ./tools/<script>.py
+```
 
-`tools/unusedLocalizedString.py` is iterating over all root keys in _locales/en/message.json and try to find them on the code with a regex. If it does not find it, it will print a line with False.
-Some key exceptions are hardcoded to not report false negative
+Most of these scripts can take arguments. To see the arguments for a script, use the following command:
 
+```bash
+python3 ./tools/<script>.py --help
+```
 
-So just run:
-`tools/unusedLocalizedString.py |grep False`
-and double check by searching in the app if you can effectively remove those keys.
+## Utiltiy
 
+### Sort JSON
 
-## Step 2: Sync keys between each locales on desktop
+[./util/sortJson.py](./util/sortJson.py) sorts a given JSON file.
 
-This step removes every key in all locales not found in the locale EN.
-So if for example, you have a key in `it` which is not present in `en`, it will be removed and the `it` file will be written without it.
+```bash
+python3 ./tools/util/sortJson.py <file>
+```
 
-A summary for each language file is printed on the screen to let you know if anything was changed during the process
+## Localization
 
-`python3 tools/compareLocalizedStrings.py`
+There are several script that handle localization at different stages.
 
+### Find String
 
-## Step 3: Map translations from android to desktop
+[findString.py](./findString.py) is a utility script that searches for a given token across the codebase. This script
+searches in the following directories:
 
-This step matches translations from android to desktop. It needs to be run for each locale you want to update.
+- `./ts/`
 
+```bash
+python3 ./tools/findString.py <token>
+```
 
-`python3 tools/mapAndroidTranslationsToDesktop.py fr <path_to_android_root_project>`
+The script can automatically open the files in VSCode by passing the `--open` flag.
 
-Under the hood, it uses a item from the EN desktop locale called `androidKey` to find the matching translation for each locale.
+```bash
+python3 ./tools/findString.py <token> --open
+```
 
-Note that if a desktop key does not have an `androidKey` set, it will just be skipped
-The goal is to have an androidKey for each item, if possible. But for now apps are too different for that to make sense.
+**Warning:** The --open flag will open only the first result for the token in VSCode. If you wish to open more files,
+you can pass the `--limit` flag with the maximum number of files you wish to open. You can also pass the `--limit 0`
+flag to open all files containing the token.
+
+```bash
+python3 ./tools/findString.py <token> --open --limit 5
+```
+
+### [CrowdIn Post-Import](./localization/crowdInPostImport.sh)
+
+When a CrowdIn PR is made to update the localizations
+the [./localization/crowdInPostInstall.sh](./localization/crowdInPostImport.sh) - This script processes the imported
+files by running the following script:
+
+- [./localization/generateLocales.py](./localization/generateLocales.py) - This script generates the TypeScript type
+  definitions [locales.ts](../ts/localization/locales.ts). This script also validates the dynamic variables in each
+  locale file and flags any errors.
+
+The generated type file is not commited to the repository and is generated at build time. It is generated here to ensure
+that changes to any type definitions are not problematic.
+
+## [Generate Localized Strings Analysis](./localization/generateLocalizedStringsAnalysis.sh)
+
+This script generates a report of the localized strings, identifying missing and unused strings, as well as strings that
+are used but not known about. Without any input files this script outputs:
+
+- [found_strings.csv] - A list of all strings found in the codebase.
+- [not_found_strings.csv] - A list of all strings not found in the codebase.
+- [potental_matches.csv] - A list of all not found strings in the codebase that have a potential match using a fuzzy
+  search.
+
+The script can be run with:
+
+```bash
+  python3 ./tools/localization/generateLocalizedStringsAnalysis.py
+```
+
+The script can also take the following arguments:
+
+- `--output-dir` - The directory to output the files to. Default is `./tools/localization/analysis/`.
+- `--master-strings` - A file containging a master list of strings to compare against. This list specifies the list of
+  known strings. When this is provided a `missing_strings.csv` file is generated. This file contains all strings in the
+  codebase that are not in the master list.
+- `--to-be-removed` - A file containging a list of strings that are to be removed from the codebase. This list specifies
+  the list of strings that are to be removed and so won't be flagged as missing from the master lists. Any strings in
+  this list will not appear in the `missing_strings.csv` file.