Reset repo before projects upload with Annif

.dvc/.gitignore

@@ -1,3 +0,0 @@
-/config.local
-/tmp
-/cache

.dvc/config

@@ -1,6 +0,0 @@
-[cache]
-    dir = /data/dvc-cache/FintoAI-data-YSO
-    shared = group
-    type = symlink
-[core]
-    autostage = true

.dvcignore

@@ -1,4 +0,0 @@
-# Add patterns of files dvc should ignore, which could improve
-# the performance. Learn more at
-# https://dvc.org/doc/user-guide/dvcignore
-*.pdf

.gitattributes

@@ -1,54 +0,0 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-en/omikuji-model/tree0.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-en/omikuji-model/tree1.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-en/omikuji-model/tree2.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-en/vectorizer filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-fi/omikuji-model/tree0.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-fi/omikuji-model/tree1.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-fi/omikuji-model/tree2.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-fi/vectorizer filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-sv/omikuji-model/tree0.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-sv/omikuji-model/tree1.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-sv/omikuji-model/tree2.cbor filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-bonsai-sv/vectorizer filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-en/nn-model.keras filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-fasttext-en/fasttext-model filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-fasttext-fi/fasttext-model filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-fasttext-sv/fasttext-model filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-fi/nn-model.keras filter=lfs diff=lfs merge=lfs -text
-data/projects/yso-sv/nn-model.keras filter=lfs diff=lfs merge=lfs -text
-data/vocabs/yso/subjects.ttl filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1,2 +0,0 @@
-venv
-venv-installed

LICENSE

@@ -1,121 +0,0 @@
-Creative Commons Legal Code
-
-CC0 1.0 Universal
-
-    CREATIVE COMMONS CORPORATION IS NOT A LAW FIRM AND DOES NOT PROVIDE
-    LEGAL SERVICES. DISTRIBUTION OF THIS DOCUMENT DOES NOT CREATE AN
-    ATTORNEY-CLIENT RELATIONSHIP. CREATIVE COMMONS PROVIDES THIS
-    INFORMATION ON AN "AS-IS" BASIS. CREATIVE COMMONS MAKES NO WARRANTIES
-    REGARDING THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS
-    PROVIDED HEREUNDER, AND DISCLAIMS LIABILITY FOR DAMAGES RESULTING FROM
-    THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS PROVIDED
-    HEREUNDER.
-
-Statement of Purpose
-
-The laws of most jurisdictions throughout the world automatically confer
-exclusive Copyright and Related Rights (defined below) upon the creator
-and subsequent owner(s) (each and all, an "owner") of an original work of
-authorship and/or a database (each, a "Work").
-
-Certain owners wish to permanently relinquish those rights to a Work for
-the purpose of contributing to a commons of creative, cultural and
-scientific works ("Commons") that the public can reliably and without fear
-of later claims of infringement build upon, modify, incorporate in other
-works, reuse and redistribute as freely as possible in any form whatsoever
-and for any purposes, including without limitation commercial purposes.
-These owners may contribute to the Commons to promote the ideal of a free
-culture and the further production of creative, cultural and scientific
-works, or to gain reputation or greater distribution for their Work in
-part through the use and efforts of others.
-
-For these and/or other purposes and motivations, and without any
-expectation of additional consideration or compensation, the person
-associating CC0 with a Work (the "Affirmer"), to the extent that he or she
-is an owner of Copyright and Related Rights in the Work, voluntarily
-elects to apply CC0 to the Work and publicly distribute the Work under its
-terms, with knowledge of his or her Copyright and Related Rights in the
-Work and the meaning and intended legal effect of CC0 on those rights.
-
-1. Copyright and Related Rights. A Work made available under CC0 may be
-protected by copyright and related or neighboring rights ("Copyright and
-Related Rights"). Copyright and Related Rights include, but are not
-limited to, the following:
-
-  i. the right to reproduce, adapt, distribute, perform, display,
-     communicate, and translate a Work;
- ii. moral rights retained by the original author(s) and/or performer(s);
-iii. publicity and privacy rights pertaining to a person's image or
-     likeness depicted in a Work;
- iv. rights protecting against unfair competition in regards to a Work,
-     subject to the limitations in paragraph 4(a), below;
-  v. rights protecting the extraction, dissemination, use and reuse of data
-     in a Work;
- vi. database rights (such as those arising under Directive 96/9/EC of the
-     European Parliament and of the Council of 11 March 1996 on the legal
-     protection of databases, and under any national implementation
-     thereof, including any amended or successor version of such
-     directive); and
-vii. other similar, equivalent or corresponding rights throughout the
-     world based on applicable law or treaty, and any national
-     implementations thereof.
-
-2. Waiver. To the greatest extent permitted by, but not in contravention
-of, applicable law, Affirmer hereby overtly, fully, permanently,
-irrevocably and unconditionally waives, abandons, and surrenders all of
-Affirmer's Copyright and Related Rights and associated claims and causes
-of action, whether now known or unknown (including existing as well as
-future claims and causes of action), in the Work (i) in all territories
-worldwide, (ii) for the maximum duration provided by applicable law or
-treaty (including future time extensions), (iii) in any current or future
-medium and for any number of copies, and (iv) for any purpose whatsoever,
-including without limitation commercial, advertising or promotional
-purposes (the "Waiver"). Affirmer makes the Waiver for the benefit of each
-member of the public at large and to the detriment of Affirmer's heirs and
-successors, fully intending that such Waiver shall not be subject to
-revocation, rescission, cancellation, termination, or any other legal or
-equitable action to disrupt the quiet enjoyment of the Work by the public
-as contemplated by Affirmer's express Statement of Purpose.
-
-3. Public License Fallback. Should any part of the Waiver for any reason
-be judged legally invalid or ineffective under applicable law, then the
-Waiver shall be preserved to the maximum extent permitted taking into
-account Affirmer's express Statement of Purpose. In addition, to the
-extent the Waiver is so judged Affirmer hereby grants to each affected
-person a royalty-free, non transferable, non sublicensable, non exclusive,
-irrevocable and unconditional license to exercise Affirmer's Copyright and
-Related Rights in the Work (i) in all territories worldwide, (ii) for the
-maximum duration provided by applicable law or treaty (including future
-time extensions), (iii) in any current or future medium and for any number
-of copies, and (iv) for any purpose whatsoever, including without
-limitation commercial, advertising or promotional purposes (the
-"License"). The License shall be deemed effective as of the date CC0 was
-applied by Affirmer to the Work. Should any part of the License for any
-reason be judged legally invalid or ineffective under applicable law, such
-partial invalidity or ineffectiveness shall not invalidate the remainder
-of the License, and in such case Affirmer hereby affirms that he or she
-will not (i) exercise any of his or her remaining Copyright and Related
-Rights in the Work or (ii) assert any associated claims and causes of
-action with respect to the Work, in either case contrary to Affirmer's
-express Statement of Purpose.
-
-4. Limitations and Disclaimers.
-
- a. No trademark or patent rights held by Affirmer are waived, abandoned,
-    surrendered, licensed or otherwise affected by this document.
- b. Affirmer offers the Work as-is and makes no representations or
-    warranties of any kind concerning the Work, express, implied,
-    statutory or otherwise, including without limitation warranties of
-    title, merchantability, fitness for a particular purpose, non
-    infringement, or the absence of latent or other defects, accuracy, or
-    the present or absence of errors, whether or not discoverable, all to
-    the greatest extent permissible under applicable law.
- c. Affirmer disclaims responsibility for clearing rights of other persons
-    that may apply to the Work or any use thereof, including without
-    limitation any person's Copyright and Related Rights in the Work.
-    Further, Affirmer disclaims responsibility for obtaining any necessary
-    consents, permissions or other rights required for any use of the
-    Work.
- d. Affirmer understands and acknowledges that Creative Commons is not a
-    party to this document and has no duty or obligation with respect to
-    this CC0 or use of the Work.

README.md

@@ -1,49 +0,0 @@
----
-license: cc0-1.0
-language:
-- fi
-- sv
-- en
-pipeline_tag: text-classification
-thumbnail: https://raw.githubusercontent.com/NatLibFi/FintoAI/main/ai.finto.fi/static/img/finto-ai-social.png
-tags:
-- glam
-- lam
-- subject indexing
-- annif
----
-# FintoAI-data-YSO
-This repository is for the Annif projects with the
-[YSO vocabulary](https://finto.fi/yso)
-used at the [Finto AI service](https://ai.finto.fi/).
-The current models were published there 2023-09-04.
-The models have been trained on Python 3.8.10 with [Annif](https://annif.org) version 1.0.0.
-See [projects.toml](projects.toml) for the configurations of the models.
-
-This repository is mirrored from GitHub to the 🤗 Hugging Face Hub;
-the GitHub repository does not contain the model files, but only the configurations for the projects and the DVC pipeline, see below.
-
-The training corpora that are public can be found from the [Annif-corpora repository](https://github.com/NatLibFi/Annif-corpora/).
-
-The [notebook](/repository-metrics-analysis/analyse-theseus-tietolinja.ipynb) contains analysis of Annif suggestions in [Theseus repository](https://www.theseus.fi/).
-
-## Models
-The downloadable directories for projects and vocabularies are stored in the
-[`/data`](https://huggingface.co/juhoinkinen/FintoAI-data-YSO/tree/main/data)
-directory of this repository in the 🤗 Hugging Face Hub.
-
-## DVC pipeline
-The projects are trained and evaluated using a [DVC (Data Version Control) pipeline](https://dvc.org/doc/start/data-management/data-pipelines) defined in [dvc.yaml](./dvc.yaml).
-
-The pipeline takes care of
-
-1. installing Annif in a venv,
-2. loading the vocabulary,
-3. training the projects,
-4. evaluating the projects.
-
-When the necessary vocabulary and training corpora are in place the pipeline can be run using the command
-
-    dvc repro
-
-For more information about using DVC with Annif projects see the [DVC exercise of Annif tutorial](https://github.com/NatLibFi/Annif-tutorial/blob/master/exercises/OPT_dvc.md).

corpora/.gitignore

@@ -1 +0,0 @@
-/yso-skos.ttl

corpora/fulltext-test/en/.gitignore

@@ -1,4 +0,0 @@
-/abo-theses
-/jyu-theses
-/kirjaesittelyt2021
-/vapaakappaleet-orig

corpora/fulltext-test/en/abo-theses.dvc

@@ -1,12 +0,0 @@
-md5: 3eb7c18baf9f361da8535b971115dc94
-deps:
-- md5: 7743e923695da632586b6426318d6ac6.dir
-  size: 181887549
-  nfiles: 306
-  path: /data/Annif-corpora/fulltext/abo-theses/eng/test/
-  hash: md5
-outs:
-- md5: 8543bf23d8ae5c415973beeac864929c.dir
-  size: 10823806
-  nfiles: 227
-  path: abo-theses

corpora/fulltext-test/en/jyu-theses.dvc

@@ -1,13 +0,0 @@
-md5: 8d33b71700855688cf72611c81332782
-deps:
-- md5: 35f96b1279030a69ca1c67c792768faf.dir
-  size: 70776290
-  nfiles: 603
-  path: /data/Annif-corpora/fulltext/jyu-theses/eng-test/
-  hash: md5
-outs:
-- md5: 35f96b1279030a69ca1c67c792768faf.dir
-  size: 70776290
-  nfiles: 603
-  path: jyu-theses
-  hash: md5

corpora/fulltext-test/en/kirjaesittelyt2021.dvc

@@ -1,13 +0,0 @@
-md5: c689b1b0c1c84f3fcf11afcb41675684
-deps:
-- md5: 7d714ce2b7222e511507946d7eed43ca.dir
-  size: 603188
-  nfiles: 894
-  path: /data/Annif-corpora-restricted/kirjaesittelyt2021/yso/eng/test/
-  hash: md5
-outs:
-- md5: 7d714ce2b7222e511507946d7eed43ca.dir
-  size: 603188
-  nfiles: 894
-  path: kirjaesittelyt2021
-  hash: md5

corpora/fulltext-test/en/vapaakappaleet-orig.dvc

@@ -1,12 +0,0 @@
-md5: 2259d4d7676ffa10002217ce68653b73
-deps:
-- md5: d2fe684741eb7b4ef338da37a5c24fbf.dir
-  size: 250449809
-  nfiles: 2102
-  path: /data/Annif-corpora-local/vapaakappaleet-orig/en/test/
-  hash: md5
-outs:
-- md5: 015ae9b1152b530ea0b90e430f97ac97.dir
-  size: 250449809
-  nfiles: 2102
-  path: vapaakappaleet-orig

corpora/fulltext-test/fi/.gitignore

@@ -1,8 +0,0 @@
-/kirjastonhoitaja
-/jyu-theses
-/satakunnan-kansa-1
-/satakunnan-kansa-2
-/satakunnan-kansa-3
-/satakunnan-kansa-4
-/kirjaesittelyt2021
-/vapaakappaleet-orig

corpora/fulltext-test/fi/jyu-theses.dvc

@@ -1,13 +0,0 @@
-md5: 788eb07f26d934aaf602601da4c5ce7d
-deps:
-- md5: 84ad598c69b51ccf24fba7cf5770a8e9.dir
-  size: 156492348
-  nfiles: 1532
-  path: /data/Annif-corpora/fulltext/jyu-theses/fin-test/
-  hash: md5
-outs:
-- md5: 84ad598c69b51ccf24fba7cf5770a8e9.dir
-  size: 156492348
-  nfiles: 1532
-  path: jyu-theses
-  hash: md5

corpora/fulltext-test/fi/kirjaesittelyt2021.dvc

@@ -1,13 +0,0 @@
-md5: 0686f9e231846e10e78c35062a1439f7
-deps:
-- md5: 669296255c4cc5e064bee77d5d0e9f90.dir
-  size: 1915579
-  nfiles: 2622
-  path: /data/Annif-corpora-restricted/kirjaesittelyt2021/yso/fin/test/
-  hash: md5
-outs:
-- md5: 669296255c4cc5e064bee77d5d0e9f90.dir
-  size: 1915579
-  nfiles: 2622
-  path: kirjaesittelyt2021
-  hash: md5

corpora/fulltext-test/fi/kirjastonhoitaja.dvc

@@ -1,13 +0,0 @@
-md5: 63d69ce511c1262977bf8db01fe2f752
-deps:
-- md5: 90d818aa356f6b5d8e3992817702a0df.dir
-  size: 466317
-  nfiles: 624
-  path: /data/Annif-corpora/fulltext/kirjastonhoitaja/test/
-  hash: md5
-outs:
-- md5: 90d818aa356f6b5d8e3992817702a0df.dir
-  size: 466317
-  nfiles: 624
-  path: kirjastonhoitaja
-  hash: md5

corpora/fulltext-test/fi/satakunnan-kansa-1.dvc

@@ -1,12 +0,0 @@
-md5: ff82a7714027f4a3fd2c5b98b82ac0d8
-deps:
-- md5: 70c57356422bf59c87ad4545c6975393.dir
-  size: 122589
-  nfiles: 100
-  path: /data/Annif-corpora-restricted/satakunnan-kansa/test1/
-  hash: md5
-outs:
-- md5: 70c57356422bf59c87ad4545c6975393.dir
-  size: 122589
-  nfiles: 100
-  path: satakunnan-kansa-1

corpora/fulltext-test/fi/satakunnan-kansa-2.dvc

@@ -1,12 +0,0 @@
-md5: 94f4c590e519ceb83745134706d4941d
-deps:
-- md5: 438f14417893527d7d4ab74cbc2b63a0.dir
-  size: 119038
-  nfiles: 100
-  path: /data/Annif-corpora-restricted/satakunnan-kansa/test2/
-  hash: md5
-outs:
-- md5: 438f14417893527d7d4ab74cbc2b63a0.dir
-  size: 119038
-  nfiles: 100
-  path: satakunnan-kansa-2

corpora/fulltext-test/fi/satakunnan-kansa-3.dvc

@@ -1,12 +0,0 @@
-md5: 4d840ec899949b09e42ec29f7c0ec592
-deps:
-- md5: e8011b405e848a6c7ecb1d54b5f63456.dir
-  size: 122239
-  nfiles: 100
-  path: /data/Annif-corpora-restricted/satakunnan-kansa/test3/
-  hash: md5
-outs:
-- md5: e8011b405e848a6c7ecb1d54b5f63456.dir
-  size: 122239
-  nfiles: 100
-  path: satakunnan-kansa-3

corpora/fulltext-test/fi/satakunnan-kansa-4.dvc

@@ -1,12 +0,0 @@
-md5: d88ed0e407d028bfffd012a84873fe44
-deps:
-- md5: 43d672dfadc16ffffd6537f2ffbbd82b.dir
-  size: 122546
-  nfiles: 100
-  path: /data/Annif-corpora-restricted/satakunnan-kansa/test4/
-  hash: md5
-outs:
-- md5: 43d672dfadc16ffffd6537f2ffbbd82b.dir
-  size: 122546
-  nfiles: 100
-  path: satakunnan-kansa-4

corpora/fulltext-test/fi/vapaakappaleet-orig.dvc

@@ -1,12 +0,0 @@
-md5: e3eacb5db12f34d67376e6c6efc022e0
-deps:
-- md5: 4d6ea13ca02024a016142c25567ded7d.dir
-  size: 226413101
-  nfiles: 2080
-  path: /data/Annif-corpora-local/vapaakappaleet-orig/fi/test/
-  hash: md5
-outs:
-- md5: ea34a6a16b98b497edb2ea21cf41bb96.dir
-  size: 226413101
-  nfiles: 2080
-  path: vapaakappaleet-orig

corpora/fulltext-test/sv/.gitignore

@@ -1,4 +0,0 @@
-/abo-theses
-/jyu-theses
-/kirjaesittelyt2021
-/vapaakappaleet-orig

corpora/fulltext-test/sv/abo-theses.dvc

@@ -1,13 +0,0 @@
-md5: f3c85e3ead529de7d073ece9515cd097
-deps:
-- md5: 49e25736b4df7cdddd4eddc4018ba461.dir
-  size: 135949330
-  nfiles: 452
-  path: /data/Annif-corpora/fulltext/abo-theses/swe/test/
-  hash: md5
-outs:
-- md5: 92766d2134bd95255b00015baa4e5537.dir
-  size: 17219952
-  nfiles: 337
-  path: abo-theses
-  hash: md5

corpora/fulltext-test/sv/jyu-theses.dvc

@@ -1,13 +0,0 @@
-md5: cc9aa22b429e0c9f7e45ab53e0b75379
-deps:
-- md5: dc55be91f5b3157e4bc2e4b010bc6847.dir
-  size: 5734687
-  nfiles: 64
-  path: /data/Annif-corpora/fulltext/jyu-theses/swe-test/
-  hash: md5
-outs:
-- md5: dc55be91f5b3157e4bc2e4b010bc6847.dir
-  size: 5734687
-  nfiles: 64
-  path: jyu-theses
-  hash: md5

corpora/fulltext-test/sv/kirjaesittelyt2021.dvc

@@ -1,13 +0,0 @@
-md5: 5c70d93cc7f357ab78ea013751785a08
-deps:
-- md5: 03528a8434a6e4ba9e35468ce1d8bc7c.dir
-  size: 677165
-  nfiles: 1120
-  path: /data/Annif-corpora-restricted/kirjaesittelyt2021/yso/swe/test
-  hash: md5
-outs:
-- md5: 03528a8434a6e4ba9e35468ce1d8bc7c.dir
-  size: 677165
-  nfiles: 1120
-  path: kirjaesittelyt2021
-  hash: md5

corpora/fulltext-test/sv/vapaakappaleet-orig.dvc

@@ -1,12 +0,0 @@
-md5: 1983227e4acbc6ea45546111ddcd20a8
-deps:
-- md5: 19cc037d5da0a35ca7df8d587789aed9.dir
-  size: 43104636
-  nfiles: 352
-  path: /data/Annif-corpora-local/vapaakappaleet-orig/sv/test/
-  hash: md5
-outs:
-- md5: 9a0bbb9a19c71df69ec7623ccbff005e.dir
-  size: 43104636
-  nfiles: 352
-  path: vapaakappaleet-orig

corpora/fulltext-train/en/.gitignore

@@ -1,4 +0,0 @@
-/vapaakappaleet-orig
-/kirjaesittelyt2021
-/abo-theses
-/jyu-theses

corpora/fulltext-train/en/abo-theses.dvc

@@ -1,12 +0,0 @@
-md5: ef3e52d478dfc68126670c72a123f172
-deps:
-- md5: 3fad4fdc3b9b767e91e6d5f8c78f66f9.dir
-  size: 844863786
-  nfiles: 1343
-  path: /data/Annif-corpora-local/fulltext-train/en/abo-theses
-  hash: md5
-outs:
-- md5: bba9a6f747e56765005c9a33c32f078a.dir
-  size: 47738259
-  nfiles: 997
-  path: abo-theses

corpora/fulltext-train/en/jyu-theses.dvc

@@ -1,13 +0,0 @@
-md5: ad203010df2d637157aac2f7596d576f
-deps:
-- md5: 6520f92450253e62d8165bd62e4ad0a2.dir
-  size: 119290546
-  nfiles: 998
-  path: /data/Annif-corpora-local/fulltext-train/en/jyu-theses
-  hash: md5
-outs:
-- md5: 6520f92450253e62d8165bd62e4ad0a2.dir
-  size: 119290546
-  nfiles: 998
-  path: jyu-theses
-  hash: md5

corpora/fulltext-train/en/kirjaesittelyt2021.dvc

@@ -1,13 +0,0 @@
-md5: c34a43c0b010c387892ef193b06865e0
-deps:
-- md5: d5cb69f6a8969fcdb45661c4cd07fd38.dir
-  size: 1232470
-  nfiles: 1652
-  path: /data/Annif-corpora-local/fulltext-train/en/kirjaesittelyt2021
-  hash: md5
-outs:
-- md5: d5cb69f6a8969fcdb45661c4cd07fd38.dir
-  size: 1232470
-  nfiles: 1652
-  path: kirjaesittelyt2021
-  hash: md5

corpora/fulltext-train/en/vapaakappaleet-orig.dvc

@@ -1,12 +0,0 @@
-md5: d349357d0fe88fcd67853ddf180ac966
-deps:
-- md5: fa2f6d99b3b80057c3277a459b71878b.dir
-  size: 100089232
-  nfiles: 932
-  path: /data/Annif-corpora-local/fulltext-train/en/vapaakappaleet-orig
-  hash: md5
-outs:
-- md5: 4e970e8206aa0b8db67cf8e29bac8c4b.dir
-  size: 100089232
-  nfiles: 932
-  path: vapaakappaleet-orig

corpora/fulltext-train/fi/.gitignore

@@ -1,5 +0,0 @@
-/vapaakappaleet-orig
-/kirjaesittelyt2021
-/kirjastonhoitaja
-/jyu-theses
-/satakunnan-kansa

corpora/fulltext-train/fi/jyu-theses.dvc

@@ -1,13 +0,0 @@
-md5: 51402df088f59db105b4100fcc6d0a22
-deps:
-- md5: 5915d784b3dee464cf79dfc7ed8972fd.dir
-  size: 111873334
-  nfiles: 1000
-  path: /data/Annif-corpora-local/fulltext-train/fi/jyu-theses
-  hash: md5
-outs:
-- md5: 5915d784b3dee464cf79dfc7ed8972fd.dir
-  size: 111873334
-  nfiles: 1000
-  path: jyu-theses
-  hash: md5

corpora/fulltext-train/fi/kirjaesittelyt2021.dvc

@@ -1,13 +0,0 @@
-md5: 2f01d0b71ea32c24598860cafe5510b6
-deps:
-- md5: 3900e0f22556c3c69f84115ee81bf6fd.dir
-  size: 693029
-  nfiles: 1000
-  path: /data/Annif-corpora-local/fulltext-train/fi/kirjaesittelyt2021
-  hash: md5
-outs:
-- md5: 3900e0f22556c3c69f84115ee81bf6fd.dir
-  size: 693029
-  nfiles: 1000
-  path: kirjaesittelyt2021
-  hash: md5

corpora/fulltext-train/fi/kirjastonhoitaja.dvc

@@ -1,13 +0,0 @@
-md5: c53fbdaa4c77397e06e6ec6ced29fda9
-deps:
-- md5: 8979846e372fb084dec5663088f7cdc2.dir
-  size: 758017
-  nfiles: 1000
-  path: /data/Annif-corpora-local/fulltext-train/fi/kirjastonhoitaja
-  hash: md5
-outs:
-- md5: 8979846e372fb084dec5663088f7cdc2.dir
-  size: 758017
-  nfiles: 1000
-  path: kirjastonhoitaja
-  hash: md5

corpora/fulltext-train/fi/satakunnan-kansa.dvc

@@ -1,12 +0,0 @@
-md5: 54e7cd77b751dccfb90c850b9fadf144
-deps:
-- md5: 477591160a10d6289a6eb92204e64b48.dir
-  size: 128726
-  nfiles: 100
-  path: /data/Annif-corpora-local/fulltext-train/fi/satakunnan-kansa
-  hash: md5
-outs:
-- md5: 477591160a10d6289a6eb92204e64b48.dir
-  size: 128726
-  nfiles: 100
-  path: satakunnan-kansa

corpora/fulltext-train/fi/vapaakappaleet-orig.dvc

@@ -1,12 +0,0 @@
-md5: efcd970176b36e6cf1dc11f135bb48e5
-deps:
-- md5: a3fba8d50ca8bab8d53c49dc32c32cf3.dir
-  size: 300405374
-  nfiles: 2477
-  path: /data/Annif-corpora-local/fulltext-train/fi/vapaakappaleet-orig
-  hash: md5
-outs:
-- md5: 8f479ecda100df8c244485b1419724dc.dir
-  size: 300405374
-  nfiles: 2477
-  path: vapaakappaleet-orig

corpora/fulltext-train/sv/.gitignore

@@ -1,4 +0,0 @@
-/vapaakappaleet-orig
-/kirjaesittelyt2021
-/abo-theses
-/jyu-theses

corpora/fulltext-train/sv/abo-theses.dvc

@@ -1,13 +0,0 @@
-md5: 3ef7f112a8a284fb154ca2e7c6c0994f
-deps:
-- md5: 97cd40ae5e815b3ca56955a87628f048.dir
-  size: 815900768
-  nfiles: 2104
-  path: /data/Annif-corpora-local/fulltext-train/sv/abo-theses
-  hash: md5
-outs:
-- md5: 2566088025265f800f55e1f04db01625.dir
-  size: 81123768
-  nfiles: 1565
-  path: abo-theses
-  hash: md5

corpora/fulltext-train/sv/jyu-theses.dvc

@@ -1,12 +0,0 @@
-md5: 5ddae68412821047810dfcda806dd38a
-deps:
-- md5: c1af325f14aabba73fb65baf77d85543.dir
-  size: 19596525
-  nfiles: 206
-  path: /data/Annif-corpora-local/fulltext-train/sv/jyu-theses
-  hash: md5
-outs:
-- md5: c1af325f14aabba73fb65baf77d85543.dir
-  size: 19596525
-  nfiles: 206
-  path: jyu-theses

corpora/fulltext-train/sv/kirjaesittelyt2021.dvc

@@ -1,13 +0,0 @@
-md5: 847ede919aacc94af9fef348e8021721
-deps:
-- md5: 7bde899cf4bbbf7c8baa0014a3d8634e.dir
-  size: 918716
-  nfiles: 1488
-  path: /data/Annif-corpora-local/fulltext-train/sv/kirjaesittelyt2021
-  hash: md5
-outs:
-- md5: 7bde899cf4bbbf7c8baa0014a3d8634e.dir
-  size: 918716
-  nfiles: 1488
-  path: kirjaesittelyt2021
-  hash: md5

corpora/fulltext-train/sv/vapaakappaleet-orig.dvc

@@ -1,12 +0,0 @@
-md5: 87bd7c808ae8e6c24981c9505c1bf175
-deps:
-- md5: 7da4409207e17533342df239c1fa7986.dir
-  size: 53458333
-  nfiles: 490
-  path: /data/Annif-corpora-local/fulltext-train/sv/vapaakappaleet-orig
-  hash: md5
-outs:
-- md5: cc91ab54440572bffee62cfa75ecaee2.dir
-  size: 53458333
-  nfiles: 490
-  path: vapaakappaleet-orig

corpora/shorttext-train/en/.gitignore

@@ -1 +0,0 @@
-/yso-finna-en.tsv.gz

corpora/shorttext-train/en/yso-finna-en.tsv.gz.dvc

@@ -1,11 +0,0 @@
-md5: 71c24280ff9d20993ef67d4ad4d0de61
-deps:
-- md5: c45518688682af2848246b8d6db617a5
-  size: 98828900
-  path: /data/Annif-corpora/training/yso-finna-en.tsv.gz
-  hash: md5
-outs:
-- md5: c45518688682af2848246b8d6db617a5
-  size: 98828900
-  path: yso-finna-en.tsv.gz
-  hash: md5

corpora/shorttext-train/fi/.gitignore

@@ -1,4 +0,0 @@
-/yso-finna-fi-01.tsv.gz
-/yso-finna-fi-02.tsv.gz
-/yso-finna-fi-03.tsv.gz
-/yso-finna-fi-04.tsv.gz

corpora/shorttext-train/fi/yso-finna-fi-01.tsv.gz.dvc

@@ -1,11 +0,0 @@
-md5: 564736494bd3e9f6dcbad43db05e4fcd
-deps:
-- md5: 3d5ecada7cbe4ad320c0e5f8a54846f7
-  size: 99401083
-  path: /data/Annif-corpora/training/yso-finna-fi-01.tsv.gz
-  hash: md5
-outs:
-- md5: 3d5ecada7cbe4ad320c0e5f8a54846f7
-  size: 99401083
-  path: yso-finna-fi-01.tsv.gz
-  hash: md5

corpora/shorttext-train/fi/yso-finna-fi-02.tsv.gz.dvc

@@ -1,11 +0,0 @@
-md5: f6efdf2e9a81c0369226f14d007a7af8
-deps:
-- md5: 3dac9f314f705870ed66e9243a07ab70
-  size: 99477086
-  path: /data/Annif-corpora/training/yso-finna-fi-02.tsv.gz
-  hash: md5
-outs:
-- md5: 3dac9f314f705870ed66e9243a07ab70
-  size: 99477086
-  path: yso-finna-fi-02.tsv.gz
-  hash: md5

corpora/shorttext-train/fi/yso-finna-fi-03.tsv.gz.dvc

@@ -1,11 +0,0 @@
-md5: e5b52fed49c0c9f64110aa4254e17885
-deps:
-- md5: be00ff7dc5fd91d7e13b366e0089089c
-  size: 99411108
-  path: /data/Annif-corpora/training/yso-finna-fi-03.tsv.gz
-  hash: md5
-outs:
-- md5: be00ff7dc5fd91d7e13b366e0089089c
-  size: 99411108
-  path: yso-finna-fi-03.tsv.gz
-  hash: md5

corpora/shorttext-train/fi/yso-finna-fi-04.tsv.gz.dvc

@@ -1,11 +0,0 @@
-md5: a7af220a29741c0b213676bd77c221ee
-deps:
-- md5: a8f16f5d33de8c534010e7d2191a5e71
-  size: 60270897
-  path: /data/Annif-corpora/training/yso-finna-fi-04.tsv.gz
-  hash: md5
-outs:
-- md5: a8f16f5d33de8c534010e7d2191a5e71
-  size: 60270897
-  path: yso-finna-fi-04.tsv.gz
-  hash: md5