Merge branch 'develop' of https://github.com/giellalt/lang-crk into d…

…evelop

.github/workflows/fsts.yml

@@ -0,0 +1,67 @@
+name: "Build FSTs for ALTLab (University of Alberta) and friends"
+on:
+  push:
+    tags:
+      # Occurs on tags matching fst-v* like fst-v2020.10.07-alpha.0
+      # Why not v*? like ordinary semver. Because it breaks something...
+      # somewhere. Pester @bbqsrc (Brendan) about it
+      - 'fst-v*'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    name: Build FSTs
+    steps:
+      - name: Get the version
+        id: get_version
+        # Stolen from: https://github.community/t/how-to-get-just-the-tag-name/16241/6
+        run: echo ::set-output name=VERSION::${GITHUB_REF/refs\/tags\//}
+      - uses: actions/checkout@v2
+        with:
+          repository: giellalt/giella-core
+          path: giella-core
+      - uses: actions/checkout@v2
+        with:
+          repository: giellalt/giella-shared
+          path: giella-shared
+      - uses: actions/checkout@v2
+        with:
+          path: lang
+      # We have this directory structure now:
+      # ${GITHUB_WORKSPACE}/
+      # ├── giella-core/
+      # ├── giella-shared/
+      # └── lang/
+      #    └── src/
+      #        └── quick.mk
+      - name: Install dev dependencies
+        uses: divvun/actions/lang/install-deps@master
+        with:
+          sudo: true
+      - name: Build giella-core/giella-shared
+        uses: divvun/actions/lang/build@master
+        with:
+          spellers: false
+          fst: hfst
+      - name: Use quick.mk (custom Makefile) to generate FSTs
+        run: make -C lang/src -f quick.mk -j4 fsts.zip
+      - name: Create a release
+        id: create_release
+        uses: actions/create-release@v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          tag_name: ${{ github.ref }}
+          release_name: Release ${{ github.ref }}
+          body: "Automatic release ${{ steps.get_version.outputs.VERSION }}"
+          draft: false
+          prerelease: false
+      - name: Attach FSTs to the release
+        uses: actions/upload-release-asset@v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          upload_url: ${{ steps.create_release.outputs.upload_url }}
+          asset_path: ./lang/src/fsts.zip
+          asset_name: plains-cree-fsts-${{ steps.get_version.outputs.VERSION }}.zip
+          asset_content_type: application/zip

.github/workflows/spellers-selfhosted.yml

@@ -2,8 +2,8 @@
 # manifest.toml needs to contain the manifest for the spellers
 # The Divvun CI encryption key 'DIVVUN_KEY' needs to be added as a secret 
 
-name: "Build Speller Archives and Bundles"
-on: [push, repository_dispatch]
+name: "Speller CI+CD"
+on: push
 
 jobs:
   build:
@@ -51,25 +51,30 @@ jobs:
             os: macos-latest
           - type: speller-windows
             os: windows-latest
-          - type: speller-windows-msoffice
-            os: windows-latest
     steps:
       - uses: actions/checkout@v2
       - name: Setup Divvun CI
         uses: divvun/actions/setup@master
         with:
           key: ${{ secrets.DIVVUN_KEY }}
+      - name: Get version
+        id: version
+        uses: divvun/actions/version@master
+        with:
+          speller-manifest: true
+          nightly: develop, test-ci
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       - name: Download Spellers
         uses: actions/download-artifact@v2
         with:
           name: spellers
       - name: Install build tools from Pahkat for Windows
-        if: ${{ matrix.type == 'speller-windows' || matrix.type == 'speller-windows-msoffice' }}
+        if: ${{ matrix.type == 'speller-windows' }}
         uses: divvun/actions/pahkat/init@master
         with:
           repo: https://pahkat.uit.no/devtools/
           channel: nightly
-          packages: divvun-bundler, pahkat-uploader, win-reg-tool
+          packages: pahkat-uploader
       - name: Install build tools from Pahkat for macOS
         if: ${{ matrix.type == 'speller-macos' || matrix.type == 'speller-mobile' }}
         uses: divvun/actions/pahkat/init@master
@@ -84,14 +89,13 @@ jobs:
           speller-type: ${{ matrix.type }}
           speller-manifest-path: "manifest.toml"
           speller-paths: ${{ needs.build.outputs['speller-paths'] }}
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          version: ${{ steps.version.outputs.version }}
       - name: Deploy to Pahkat
         uses: divvun/actions/speller/deploy@master
         with:
           speller-type: ${{ matrix.type }}
           speller-manifest-path: "manifest.toml"
           payload-path: "${{ steps.bundler.outputs['payload-path'] }}"
-          version: "${{ steps.bundler.outputs.version }}"
-          channel: nightly
-          force-deploy: true
-
+          version: "${{ steps.version.outputs.version }}"
+          repo: https://pahkat.thetc.se/main/
+          channel: "${{ steps.version.outputs.channel }}"

.gitignore

@@ -1,65 +1,88 @@
-/configure
-/aclocal.m4
-/build-aux
-/autom4te.cache
-bygg
-build
-Makefile.in
-Makefile
-.DS_Store
 *.*fst
-*.hfstol
-*.foma
-*.bin
+*.att.gz
 *.bcg3
+*.bin
+*.foma
+*.hfstol
 *.oxt
+*.pmhfst
+*.service
+*.tmp
 *.xpi
+*.zcheck
+*.zhfst
 *.zip
-*.service
-/src/fst/generated_files/*
-/src/fst/url.lexc
-/src/fst/*.tmp.*
-/src/fst/lexicon*
+*.zpipe
+.DS_Store
+/aclocal.m4
+/autom4te.cache
+/build-aux
+/config.log
+/config.status
+/configure
+/devtools/check_analysis_regressions.sh
+/devtools/test_grammar_checker.sh
+/devtools/test_ospell-office_suggestions.sh
+/devtools/test_voikkospell_suggestions.sh
+/giella-*.pc
+/misc/*
 /src/cg3/dependency.cg3
-/src/cg3/disambiguator.cg3
 /src/cg3/functions.cg3
-/src/cg3/korp.cg3
-/tools/grammarcheckers/*.pmhfst
-/tools/grammarcheckers/*.cg3
-/tools/grammarcheckers/*.zhfst
-/tools/grammarcheckers/*.zcheck
-/tools/grammarcheckers/modes
-/tools/grammarcheckers/errors.xml
-/tools/grammarcheckers/schemas.xml
-/tools/grammarcheckers/pipespec.xml
-/tools/analysers/*.pmhfst
+/src/filters/remove-all*.regex
+/src/filters/remove-homonymy-tags.regex
+/src/fst/*.tmp.*
+/src/fst/generated_files/*.lexc
+/src/fst/lexicon*
+/src/fst/url.lexc
+/test/run-morph-tester.sh
+/test/run-yaml-testcases.sh
+/test/src/morphology/analysed*.txt
+/test/src/morphology/filtered*
+/test/src/morphology/generate-*-lemmas.sh
+/test/src/morphology/generated*.txt
+/test/src/morphology/missing_*.txt
+/test/src/phonology/negative-*.txt
+/test/src/phonology/pair-*.txt
+/test/src/phonology/pair-test-*.sh
+/test/src/phonology/positive-*.txt
+/test/src/phonology/twolcscript.sh
+/test/tools/spellcheckers/fstbased/desktop/hfst/accept-all-lemmas.sh
+/test/tools/spellcheckers/fstbased/desktop/hfst/test-zhfst-basic-sugg-speed.sh
+/test/tools/spellcheckers/test-zhfst-file.sh
 /tools/analysers/*.cg3
+/tools/analysers/*.pmhfst
 /tools/analysers/*.zcheck
 /tools/analysers/modes
-/tools/grammarcheckers/pipespec.xml
-/config.log
-/config.status
-/giella-*.pc
-/devtools/test_voikkospell_suggestions.sh
-/devtools/test_ospell-office_suggestions.sh
-/devtools/test_grammar_checker.sh
-/devtools/check_analysis_regressions.sh
 /tools/analysers/pipespec.xml
+/tools/grammarcheckers/*.cg3
+/tools/grammarcheckers/errors.xml
+/tools/grammarcheckers/filters/make-*-CG-tags.regex
+/tools/grammarcheckers/freecorpus.err
+/tools/grammarcheckers/modes
+/tools/grammarcheckers/pipespec.xml
+/tools/grammarcheckers/schemas.xml
+/tools/hyphenators/all_tags.txt
+/tools/mt/apertium/*.cg3
+/tools/mt/apertium/tagsets/apertium.relabel
+/tools/mt/apertium/tagsets/apertiumtags.txt
+/tools/mt/apertium/tagsets/mt-tags.txt
+/tools/spellcheckers/filters/rename-POS_before_Der-tags.regex
 /tools/shellscripts/u*-gt.sh
-/test/run-morph-tester.sh
-/test/run-yaml-testcases.sh
-/test/src/morphology/generate-noun-lemmas.sh
-/test/src/morphology/generate-propernoun-lemmas.sh
-/test/src/morphology/generate-adjective-lemmas.sh
-/test/src/morphology/generate-verb-lemmas.sh
-/test/src/phonology/pair-test-positive.sh
-/test/src/phonology/pair-test-negative.sh
-/test/src/phonology/pair-test-hfst.sh
-/test/tools/spellcheckers/test-zhfst-file.sh
-/test/tools/spellcheckers/fstbased/desktop/hfst/test-zhfst-basic-sugg-speed.sh
-/test/tools/spellcheckers/fstbased/desktop/hfst/accept-all-lemmas.sh
+/tools/spellcheckers/easteregg.*
 /tools/spellcheckers/editdist.default.regex
-/tools/spellcheckers/filters/remove-word-boundary.regex
+/tools/spellcheckers/filters/block-illegal_compound-strings.regex
+/tools/spellcheckers/filters/convert_to_flags-CmpNP-tags.regex
+/tools/spellcheckers/filters/insert-default-compounding-tags.regex
+/tools/spellcheckers/filters/insert-default_left_compounding-tags.regex
+/tools/spellcheckers/filters/remove-derivation-position-tags.regex
+/tools/spellcheckers/filters/remove-illegal-derivation-strings-flagbased.regex
 /tools/spellcheckers/filters/remove-usage-tags.regex
+/tools/spellcheckers/filters/remove-word-boundary.regex
+/tools/spellcheckers/filters/split-CmpN-tags.regex
+/tools/spellcheckers/filters/split-CmpNP-tags.regex
+/tools/spellcheckers/*spellercorpus.*.txt
 /tools/spellcheckers/weights/*.clean.txt
-/tools/spellcheckers/easteregg.*
+Makefile
+Makefile.in
+build
+bygg

.gut/delta.toml

@@ -1,6 +1,6 @@
 template = "https://github.com/giellalt/template-lang-und"
-rev_id = 17
-template_sha = "ab1766ea01126c191b858050d12d1ed00018df5f"
+rev_id = 36
+template_sha = "56da3d5ff7bd29d8ffcc73b853ff7ccc8ef3d406"
 
 [replacements]
 __UND2C__ = "crk"

LICENCE

@@ -1,3 +1,6 @@
+                    GNU AFFERO GENERAL PUBLIC LICENSE
+                       Version 3, 19 November 2007
+
 This software and the associated source code is available under the
 GNU Affero General Public License (GNU AGPL v.3:
 https://www.gnu.org/licenses/agpl-3.0.en.html), with the following

Makefile.am

@@ -3,7 +3,7 @@
 ## Licence: GPL v3+
 
 ACLOCAL_AMFLAGS = -I m4
-SUBDIRS = . src tools doc test
+SUBDIRS = . src tools docs test
 
 EXTRA_DIST = und.timestamp
 

README

@@ -0,0 +1 @@
+README.markdown