Add GitHub workflows

Author: dkqzz

.github/ISSUE_TEMPLATE/translation.yml

@@ -0,0 +1,46 @@
+name: Translation Issue Report
+description: File a translation issue report
+title: "[Typo]: "
+labels: ["translation"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Thanks for taking the time to fill out this translation issue report!
+  - type: input
+    id: version
+    attributes:
+      label: Python Version
+      description: Which version of the Python documentation covers this issue?
+      placeholder: ex. 3.12
+    validations:
+      required: true
+  - type: input
+    id: url
+    attributes:
+      label: Docs Page
+      description: What is the url of the page containing the issue?
+      placeholder: https://docs.python.org/3/about.html
+    validations:
+      required: true
+  - type: textarea
+    id: ru-original
+    attributes:
+      label: Original Translation
+      description: Which translated paragraph in Russian contains the issue?
+    validations:
+      required: true
+  - type: textarea
+    id: en-original
+    attributes:
+      label: Original Docs Paragraph
+      description: Which original paragraph in English contains the issue?
+    validations:
+      required: false
+  - type: textarea
+    id: ru-suggested
+    attributes:
+      label: Suggested Fix
+      description: What is your suggested fix?
+    validations:
+      required: true

.github/scripts/build.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+set -e
+set -u
+set -o pipefail
+
+error() {
+  while read -r line; do
+    echo
+    echo ::error::"$line"
+  done
+}
+
+cd cpython/Doc || exit 1
+mkdir -p locales/"$LOCALE"/
+ln -sfn "$(realpath ../../docs)" locales/"$LOCALE"/LC_MESSAGES
+pip3 install -q -r requirements.txt
+sphinx-build -b dummy -d build/doctrees  -j auto -D language=$LOCALE -D gettext_compact=0 -E --keep-going -W . build/html 2> >(error)

.github/scripts/commit.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -ex
+
+cd docs || exit 1
+git config user.email "github-actions[bot]@users.noreply.github.com"
+git config user.name "github-actions[bot]"
+if ! git status -s|grep '\.po'; then
+  echo "Nothing to commit"
+  exit 0
+fi
+git add .
+git commit -m '[po] auto sync'
+git push

.github/scripts/generate_tx_config.py

@@ -0,0 +1,87 @@
+"""Please note that this script requires a Transifex API token to run."""
+import glob
+import subprocess
+from functools import partial
+from pathlib import Path
+import re
+import os
+
+run = partial(subprocess.run, check=True)
+
+
+def init_project():
+    run(["tx", "init"])
+
+
+def add_files(project_name: str):
+    run(
+        [
+            "tx",
+            "add",
+            "remote",
+            "--file-filter",
+            "trans/<lang>/<resource_slug>.<ext>",
+            f"https://www.transifex.com/python-doc/{project_name}/dashboard/",
+        ]
+    )
+
+
+FILTER_PATTERN = re.compile(
+    r"^(?P<prefix>file_filter( *)=( *))(?P<resource>.+)$", re.MULTILINE
+)
+
+
+def name_replacer(match: re.Match[str]):
+    prefix, resource = match.group("prefix", "resource")
+    override_prefix = prefix.replace("file_filter", "trans.zh_CN")
+    pattern = (
+        resource.replace("trans/<lang>/", "")
+        .replace("glossary_", "glossary")
+        .replace("--", "/")
+        .replace("_", "?")
+    )
+    matches = list(glob.glob(pattern.replace(".po", ".rst")))
+    if not matches:
+        print("missing", pattern)
+        return f"{prefix}{resource}\n{override_prefix}{pattern.replace('?', '_')}"
+    elif len(matches) == 1:
+        filename = matches[0].replace(".rst", ".po").replace("\\", "/")
+    else:
+        raise ValueError("multi match", resource, pattern, matches)
+    return f"{prefix}{resource}\n{override_prefix}{filename}"
+
+
+def patch_config(path: str):
+    tx_config_path = Path(".tx", "config")
+
+    config_content = tx_config_path.read_text("utf-8")
+
+    cwd = os.getcwd()
+    os.chdir(path)
+    config_content = FILTER_PATTERN.sub(name_replacer, config_content)
+    config_content = re.sub(r'replace_edited_strings.*\n','', config_content)
+    config_content = re.sub(r'keep_translations.*\n','', config_content)
+    config_content = re.sub(r'0\ntrans\.ru.*\n','0\n', config_content)
+    config_content = config_content.replace('         =','=')
+    os.chdir(cwd)
+
+    tx_config_path.write_text(config_content, "utf-8")
+
+
+if __name__ == "__main__":
+    from argparse import ArgumentParser
+
+    parser = ArgumentParser()
+
+    parser.add_argument("--token", default="")
+    parser.add_argument("--project-name", required=True)
+    parser.add_argument("--doc-path", required=True)
+
+    params = parser.parse_args()
+
+    if params.token:
+        os.environ["TX_TOKEN"] = params.token
+
+    init_project()
+    add_files(params.project_name)
+    patch_config(params.doc_path)

.github/scripts/prepare.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+set -ex
+
+curl -o- https://raw.githubusercontent.com/transifex/cli/master/install.sh | bash

.github/scripts/tx_stat.py

@@ -0,0 +1,33 @@
+import json
+import os
+import urllib.request
+from datetime import datetime
+
+key = os.environ.get('TX_TOKEN')
+project = os.environ.get('TX_PROJECT')
+
+url = "https://rest.api.transifex.com/resource_language_stats?filter[project]=o%3Apython-doc%3Ap%3A{}&filter[language]=l%3Aru".format(project)
+
+headers = {
+    "accept": "application/vnd.api+json",
+    "authorization": "Bearer " + key
+}
+
+total = 0
+translated = 0
+
+while(url):
+    request = urllib.request.Request(url=url,headers=headers)
+
+    with urllib.request.urlopen(request) as response:
+        data = json.loads(response.read().decode("utf-8"))
+        url = data['links'].get('next')
+        for resourse in data['data']:
+            translated = translated + resourse['attributes']['translated_strings']
+            total =  total + resourse['attributes']['total_strings']
+
+p = '{:.2%}'.format(translated/total)
+print(json.dumps({
+    'translation':p,
+    'updated_at':datetime.utcnow().isoformat(timespec='seconds') + 'Z',
+    }))

.github/scripts/update.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+set -u
+
+cd cpython || exit 1
+
+# Restore git timestamp for enabling build cache
+rev=HEAD
+for f in $(git ls-tree -r -t --full-name --name-only "$rev" Doc) ; do
+    touch -d $(git log --pretty=format:%cI -1 "$rev" -- "$f") "$f";
+done
+
+cd ..
+cd docs || exit 1
+
+# Restore git timestamp for enabling build cache
+rev=HEAD
+for f in $(git ls-tree -r -t --full-name --name-only "$rev") ; do
+    touch -d $(git log --pretty=format:%cI -1 "$rev" -- "$f") "$f";
+done
+
+$(realpath ../tx) pull --languages "$LOCALE" -t --use-git-timestamps --workers 25 --silent

.github/workflows/python-310.yml

@@ -0,0 +1,18 @@
+name: python-310
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - master
+  schedule:
+    - cron: "22 * * * *"
+
+jobs:
+  sync:
+    uses: ./.github/workflows/sync.yml
+    with:
+      version: "3.10"
+      tx_project: "python-310"
+    secrets: inherit
+    

.github/workflows/python-311.yml

@@ -0,0 +1,18 @@
+name: python-311
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - master
+  schedule:
+    - cron: "32 * * * *"
+
+jobs:
+  sync:
+    uses: ./.github/workflows/sync.yml
+    with:
+      version: "3.11"
+      tx_project: "python-311"
+    secrets: inherit
+    

.github/workflows/python-312.yml

@@ -0,0 +1,17 @@
+name: python-312
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - master
+  schedule:
+    - cron: "42 * * * *"
+
+jobs:
+  sync:
+    uses: ./.github/workflows/sync.yml
+    with:
+      version: "3.12"
+      tx_project: "python-312"
+    secrets: inherit