Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+statim-decide-multilingual-base-pii.lora.gguf filter=lfs diff=lfs merge=lfs -text

LICENSE-MODEL.md

@@ -0,0 +1,222 @@
+# Statim model weights licence
+
+This licence applies to **model weights** published by the Statim project (fine-tuned checkpoints and
+their GGUF and safetensors files), not to the source code, which is licensed under the Apache
+License 2.0 (see [LICENSE](LICENSE)).
+
+You may use the weights under **any one** of the following licences, whichever fits you:
+
+| Licence | For |
+|---|---|
+| [PolyForm Noncommercial 1.0.0](#polyform-noncommercial-license-100) | Personal use, research, experiments, hobby projects and noncommercial organisations such as charities, schools, public research organisations and government institutions. |
+| [PolyForm Small Business 1.0.0](#polyform-small-business-license-100) | Companies with fewer than 100 people (employees and independent contractors) and less than 1,000,000 USD (2019, adjusted for inflation) total revenue in the prior tax year, **including commercial use**. |
+| [PolyForm Free Trial 1.0.0](#polyform-free-trial-license-100) | Any company evaluating whether the weights suit a particular application, for fewer than 32 consecutive calendar days. |
+| Statim commercial licence | Every other commercial use. See [COMMERCIAL.md](COMMERCIAL.md). |
+
+The summaries above are for orientation only; the licence texts below, reproduced verbatim from
+<https://github.com/polyformproject/polyform-licenses>, are authoritative.
+
+Required Notice: Copyright 2026 Belkis Aslani (https://github.com/BEKO2210/statim)
+Required Notice: Statim weights are fine-tuned from Laya checkpoints (https://huggingface.co/convaiinnovations), Copyright their authors, licensed under the Apache License 2.0.
+
+---
+
+# PolyForm Noncommercial License 1.0.0
+
+<https://polyformproject.org/licenses/noncommercial/1.0.0>
+
+## Acceptance
+
+In order to get any license under these terms, you must agree to them as both strict obligations and conditions to all your licenses.
+
+## Copyright License
+
+The licensor grants you a copyright license for the software to do everything you might do with the software that would otherwise infringe the licensor's copyright in it for any permitted purpose.  However, you may only distribute the software according to [Distribution License](#distribution-license) and make changes or new works based on the software according to [Changes and New Works License](#changes-and-new-works-license).
+
+## Distribution License
+
+The licensor grants you an additional copyright license to distribute copies of the software.  Your license to distribute covers distributing the software with changes and new works permitted by [Changes and New Works License](#changes-and-new-works-license).
+
+## Notices
+
+You must ensure that anyone who gets a copy of any part of the software from you also gets a copy of these terms or the URL for them above, as well as copies of any plain-text lines beginning with `Required Notice:` that the licensor provided with the software.  For example:
+
+> Required Notice: Copyright Yoyodyne, Inc. (http://example.com)
+
+## Changes and New Works License
+
+The licensor grants you an additional copyright license to make changes and new works based on the software for any permitted purpose.
+
+## Patent License
+
+The licensor grants you a patent license for the software that covers patent claims the licensor can license, or becomes able to license, that you would infringe by using the software.
+
+## Noncommercial Purposes
+
+Any noncommercial purpose is a permitted purpose.
+
+## Personal Uses
+
+Personal use for research, experiment, and testing for the benefit of public knowledge, personal study, private entertainment, hobby projects, amateur pursuits, or religious observance, without any anticipated commercial application, is use for a permitted purpose.
+
+## Noncommercial Organizations
+
+Use by any charitable organization, educational institution, public research organization, public safety or health organization, environmental protection organization, or government institution is use for a permitted purpose regardless of the source of funding or obligations resulting from the funding.
+
+## Fair Use
+
+You may have "fair use" rights for the software under the law. These terms do not limit them.
+
+## No Other Rights
+
+These terms do not allow you to sublicense or transfer any of your licenses to anyone else, or prevent the licensor from granting licenses to anyone else.  These terms do not imply any other licenses.
+
+## Patent Defense
+
+If you make any written claim that the software infringes or contributes to infringement of any patent, your patent license for the software granted under these terms ends immediately. If your company makes such a claim, your patent license ends immediately for work on behalf of your company.
+
+## Violations
+
+The first time you are notified in writing that you have violated any of these terms, or done anything with the software not covered by your licenses, your licenses can nonetheless continue if you come into full compliance with these terms, and take practical steps to correct past violations, within 32 days of receiving notice.  Otherwise, all your licenses end immediately.
+
+## No Liability
+
+***As far as the law allows, the software comes as is, without any warranty or condition, and the licensor will not be liable to you for any damages arising out of these terms or the use or nature of the software, under any kind of legal claim.***
+
+## Definitions
+
+The **licensor** is the individual or entity offering these terms, and the **software** is the software the licensor makes available under these terms.
+
+**You** refers to the individual or entity agreeing to these terms.
+
+**Your company** is any legal entity, sole proprietorship, or other kind of organization that you work for, plus all organizations that have control over, are under the control of, or are under common control with that organization.  **Control** means ownership of substantially all the assets of an entity, or the power to direct its management and policies by vote, contract, or otherwise.  Control can be direct or indirect.
+
+**Your licenses** are all the licenses granted to you for the software under these terms.
+
+**Use** means anything you do with the software requiring one of your licenses.
+
+---
+
+# PolyForm Small Business License 1.0.0
+
+<https://polyformproject.org/licenses/small-business/1.0.0>
+
+## Acceptance
+
+In order to get any license under these terms, you must agree to them as both strict obligations and conditions to all your licenses.
+
+## Copyright License
+
+The licensor grants you a copyright license for the software to do everything you might do with the software that would otherwise infringe the licensor's copyright in it for any permitted purpose.  However, you may only distribute the software according to [Distribution License](#distribution-license) and make changes or new works based on the software according to [Changes and New Works License](#changes-and-new-works-license).
+
+## Distribution License
+
+The licensor grants you an additional copyright license to distribute copies of the software.  Your license to distribute covers distributing the software with changes and new works permitted by [Changes and New Works License](#changes-and-new-works-license).
+
+## Notices
+
+You must ensure that anyone who gets a copy of any part of the software from you also gets a copy of these terms or the URL for them above, as well as copies of any plain-text lines beginning with `Required Notice:` that the licensor provided with the software.  For example:
+
+> Required Notice: Copyright Yoyodyne, Inc. (http://example.com)
+
+## Changes and New Works License
+
+The licensor grants you an additional copyright license to make changes and new works based on the software for any permitted purpose.
+
+## Patent License
+
+The licensor grants you a patent license for the software that covers patent claims the licensor can license, or becomes able to license, that you would infringe by using the software.
+
+## Fair Use
+
+You may have "fair use" rights for the software under the law. These terms do not limit them.
+
+## Small Business
+
+Use of the software for the benefit of your company is use for a permitted purpose if your company has fewer than 100 total individuals working as employees and independent contractors, and less than 1,000,000 USD (2019) total revenue in the prior tax year.  Adjust this revenue threshold for inflation according to the United States Bureau of Labor Statistics' consumer price index for all urban consumers, U.S. city average, for all items, not seasonally adjusted, with 1982–1984=100 reference base.
+
+## No Other Rights
+
+These terms do not allow you to sublicense or transfer any of your licenses to anyone else, or prevent the licensor from granting licenses to anyone else.  These terms do not imply any other licenses.
+
+## Patent Defense
+
+If you make any written claim that the software infringes or contributes to infringement of any patent, your patent license for the software granted under these terms ends immediately. If your company makes such a claim, your patent license ends immediately for work on behalf of your company.
+
+## Violations
+
+The first time you are notified in writing that you have violated any of these terms, or done anything with the software not covered by your licenses, your licenses can nonetheless continue if you come into full compliance with these terms, and take practical steps to correct past violations, within 32 days of receiving notice.  Otherwise, all your licenses end immediately.
+
+## No Liability
+
+***As far as the law allows, the software comes as is, without any warranty or condition, and the licensor will not be liable to you for any damages arising out of these terms or the use or nature of the software, under any kind of legal claim.***
+
+## Definitions
+
+The **licensor** is the individual or entity offering these terms, and the **software** is the software the licensor makes available under these terms.
+
+**You** refers to the individual or entity agreeing to these terms.
+
+**Your company** is any legal entity, sole proprietorship, or other kind of organization that you work for, plus all organizations that have control over, are under the control of, or are under common control with that organization.  **Control** means ownership of substantially all the assets of an entity, or the power to direct its management and policies by vote, contract, or otherwise.  Control can be direct or indirect.
+
+**Your licenses** are all the licenses granted to you for the software under these terms.
+
+**Use** means anything you do with the software requiring one of your licenses.
+
+---
+
+# PolyForm Free Trial License 1.0.0
+
+<https://polyformproject.org/licenses/free-trial/1.0.0>
+
+## Acceptance
+
+In order to get any license under these terms, you must agree to them as both strict obligations and conditions to all your licenses.
+
+## Copyright License
+
+The licensor grants you a copyright license for the software to do everything you might do with the software that would otherwise infringe the licensor's copyright in it for any permitted purpose.  However, you may only make changes or new works based on the software according to [Changes and New Works License](#changes-and-new-works-license), and you may not distribute copies of the software.
+
+## Changes and New Works License
+
+The licensor grants you an additional copyright license to make changes and new works based on the software for any permitted purpose.
+
+## Patent License
+
+The licensor grants you a patent license for the software that covers patent claims the licensor can license, or becomes able to license, that you would infringe by using the software.
+
+## Fair Use
+
+You may have "fair use" rights for the software under the law. These terms do not limit them.
+
+## Free Trial
+
+Use to evaluate whether the software suits a particular application for less than 32 consecutive calendar days, on behalf of you or your company, is use for a permitted purpose.
+
+## No Other Rights
+
+These terms do not allow you to sublicense or transfer any of your licenses to anyone else, or prevent the licensor from granting licenses to anyone else.  These terms do not imply any other licenses.
+
+## Patent Defense
+
+If you make any written claim that the software infringes or contributes to infringement of any patent, your patent license for the software granted under these terms ends immediately. If your company makes such a claim, your patent license ends immediately for work on behalf of your company.
+
+## Violations
+
+If you violate any of these terms, or do anything with the software not covered by your licenses, all your licenses end immediately.
+
+## No Liability
+
+***As far as the law allows, the software comes as is, without any warranty or condition, and the licensor will not be liable to you for any damages arising out of these terms or the use or nature of the software, under any kind of legal claim.***
+
+## Definitions
+
+The **licensor** is the individual or entity offering these terms, and the **software** is the software the licensor makes available under these terms.
+
+**You** refers to the individual or entity agreeing to these terms.
+
+**Your company** is any legal entity, sole proprietorship, or other kind of organization that you work for, plus all organizations that have control over, are under the control of, or are under common control with that organization.  **Control** means ownership of substantially all the assets of an entity, or the power to direct its management and policies by vote, contract, or otherwise.  Control can be direct or indirect.
+
+**Your licenses** are all the licenses granted to you for the software under these terms.
+
+**Use** means anything you do with the software requiring one of your licenses.

NOTICE

@@ -0,0 +1,17 @@
+Statim Decide Multilingual Base: PII adapter
+
+Required Notice: Copyright 2026 Belkis Aslani (https://github.com/BEKO2210/statim)
+Required Notice: Statim weights are fine-tuned from Laya checkpoints (https://huggingface.co/convaiinnovations), Copyright their authors, licensed under the Apache License 2.0.
+
+The weights are licensed under PolyForm Noncommercial 1.0.0, PolyForm Small Business 1.0.0 or PolyForm Free Trial 1.0.0, at the user's choice (LICENSE-MODEL.md), or a commercial licence (https://github.com/BEKO2210/statim/blob/main/COMMERCIAL.md).
+
+It adapts https://huggingface.co/Beko2210/statim-decide-multilingual-base.
+Laya (https://github.com/NandhaKishorM/laya) is Apache-2.0; Statim is independent and not affiliated with or endorsed by the Laya authors.
+
+Training data
+- E3-JSI/synthetic-multi-pii-ner-v1, https://huggingface.co/datasets/E3-JSI/synthetic-multi-pii-ner-v1: licensed under MIT; 2,971 rows used.
+- Wismut/nym-pii-multilingual-data, https://huggingface.co/datasets/Wismut/nym-pii-multilingual-data: licensed under MIT; 6,200 rows used.
+- gretelai/gretel-pii-masking-en-v1, https://huggingface.co/datasets/gretelai/gretel-pii-masking-en-v1: licensed under Apache-2.0; 6,200 rows used.
+- gretelai/synthetic_pii_finance_multilingual, https://huggingface.co/datasets/gretelai/synthetic_pii_finance_multilingual: licensed under Apache-2.0; 6,200 rows used.
+- nvidia/Nemotron-PII, https://huggingface.co/datasets/nvidia/Nemotron-PII: licensed under CC BY 4.0; 6,200 rows used.
+- urchade/synthetic-pii-ner-mistral-v1, https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1: licensed under Apache-2.0; 6,200 rows used.

README.md

@@ -0,0 +1,130 @@
+---
+license: "other"
+license_name: "statim-weights"
+license_link: "https://huggingface.co/Beko2210/statim-decide-multilingual-base-pii/blob/main/LICENSE-MODEL.md"
+base_model: "Beko2210/statim-decide-multilingual-base"
+base_model_relation: "adapter"
+library_name: "gguf"
+language: ["ar", "de", "en", "es", "fr", "it", "ja", "nl", "ru", "sv", "zh"]
+tags: ["statim", "lora", "adapter", "gguf", "pii"]
+pipeline_tag: "zero-shot-classification"
+model-index: [{"name": "statim-decide-multilingual-base-pii", "results": [{"task": {"type": "text-classification"}, "dataset": {"name": "pii ar (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.9067}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii de (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.8667}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii en (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.9267}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii es (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.8933}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii fr (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.94}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii it (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.92}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii ja (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.9267}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii nl (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.8667}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii ru (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.9467}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii sv (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.8733}]}, {"task": {"type": "text-classification"}, "dataset": {"name": "pii zh (n=150, seed=20260927, z=2.0, alpha=0.05)", "type": "pii"}, "metrics": [{"type": "accuracy", "value": 0.9467}]}]}]
+---
+
+# Statim Decide Multilingual Base: PII adapter
+
+A LoRA adapter that improves the PII decisions of
+[`Beko2210/statim-decide-multilingual-base`](https://huggingface.co/Beko2210/statim-decide-multilingual-base) **0.7.0**.
+Checked with Statim 0.8.3: the published f32 file loads it merged at load, the q8_0 file as runtime LoRA. LoRA adapters need Statim 0.8.0 or later.
+
+## Quick start
+
+```sh
+hf download Beko2210/statim-decide-multilingual-base statim-decide-multilingual-base-q8_0.gguf --local-dir models
+hf download Beko2210/statim-decide-multilingual-base-pii statim-decide-multilingual-base-pii.lora.gguf --local-dir models
+statim serve -m multilingual=models/statim-decide-multilingual-base-q8_0.gguf --adapter multilingual:pii=models/statim-decide-multilingual-base-pii.lora.gguf --port 8080
+
+curl -s localhost:8080/v1/systemone -d '{"state": {"text": "Hi, this is Anna Schmidt. Call me back at +49 170 1234567."}, "questions": {"pii": {"type": "noul", "instructions": "Does the text contain a phone number?"}}, "adapter": "pii"}'
+curl -s localhost:8080/v1/systemone -d '{"state": {"text": "Hi, this is Anna Schmidt. Call me back at +49 170 1234567."}, "questions": {"pii": {"type": "noul", "instructions": "Does the text contain a phone number?"}}, "adapter": "auto"}'
+```
+
+Python (Python SDK 0.8.3 or later):
+
+```python
+from statim import Client
+client = Client("http://127.0.0.1:8080")
+client.decide({"text": "Hi, this is Anna Schmidt. Call me back at +49 170 1234567."}, {"pii": {"type": "noul", "instructions": "Does the text contain a phone number?"}}, adapter="pii")
+```
+
+## Results (experiment's f32 run)
+
+Each cell uses 150 items (seed 20260927).
+
+| Language | Base | Adapter | Change (points) | Verdict | Qwen3-8B zero-shot |
+|---|---:|---:|---:|---|---:|
+| ar | 0.8467 | **0.9067** | +6.00 | within noise | 0.893 |
+| de | 0.8400 | **0.8667** | +2.67 | within noise | 0.893 |
+| en | 0.8933 | **0.9267** | +3.34 | within noise | 0.887 |
+| es | 0.8533 | **0.8933** | +4.00 | within noise | 0.867 |
+| fr | 0.8933 | **0.9400** | +4.67 | within noise | 0.880 |
+| it | 0.8400 | **0.9200** | +8.00 | gain (2 SE) | 0.873 |
+| ja | 0.8467 | **0.9267** | +8.00 | gain (2 SE) | 0.893 |
+| nl | 0.7600 | **0.8667** | +10.67 | gain (2 SE) | 0.800 |
+| ru | 0.9067 | **0.9467** | +4.00 | within noise | 0.947 |
+| sv | 0.8333 | **0.8733** | +4.00 | within noise | 0.800 |
+| zh | 0.9000 | **0.9467** | +4.67 | within noise | 0.920 |
+| **Mean** | 0.8558 | **0.9103** | +5.46 | — | 0.878 |
+
+The pooled family change is **+5.46 points** with **2 SE = 2.22 points** (gain).
+
+A single cell of 150 items rarely clears 2 SE on its own; the decision uses the pooled family.
+
+Decision rule: promote when the category family gains more than 2 standard errors, pooled by rows or by suites, and nothing regresses. A regression is a pooled drop beyond 2 standard errors under either pooling, or a drop in one language cell that stays significant after Holm-Bonferroni (family-wise 5 %).
+
+Statim is trained on this category, while [Qwen3-8B runs zero-shot](https://github.com/BEKO2210/statim/blob/main/docs/BASELINES.md).
+
+## Checked on the published files
+
+| Weights | Adapter mode | Base mean | Adapter mean | Change (points) | Cell for cell as in the experiment |
+|---|---|---:|---:|---:|---|
+| f32 | merged at load | 0.8558 | 0.9103 | +5.46 | yes |
+| q8_0 | runtime LoRA | 0.8558 | 0.9109 | +5.52 | — (experiment: f32) |
+
+## Training
+
+| Source | Rows | Licence |
+|---|---:|---|
+| [`E3-JSI/synthetic-multi-pii-ner-v1`](https://huggingface.co/datasets/E3-JSI/synthetic-multi-pii-ner-v1) (`default`) | 2,971 | MIT |
+| [`Wismut/nym-pii-multilingual-data`](https://huggingface.co/datasets/Wismut/nym-pii-multilingual-data) (`default`) | 6,200 | MIT |
+| [`gretelai/gretel-pii-masking-en-v1`](https://huggingface.co/datasets/gretelai/gretel-pii-masking-en-v1) (`default`) | 6,200 | Apache-2.0 |
+| [`gretelai/synthetic_pii_finance_multilingual`](https://huggingface.co/datasets/gretelai/synthetic_pii_finance_multilingual) (`default`) | 6,200 | Apache-2.0 |
+| [`nvidia/Nemotron-PII`](https://huggingface.co/datasets/nvidia/Nemotron-PII) (`default`) | 6,200 | CC-BY-4.0 |
+| [`urchade/synthetic-pii-ner-mistral-v1`](https://huggingface.co/datasets/urchade/synthetic-pii-ner-mistral-v1) (`data.json`) | 6,200 | Apache-2.0 |
+
+LoRA rank **16**, alpha **32.0**, dropout **0.05**;
+target modules `Wqkv`, `Wo`, `Wi`; **88** wrapped modules and
+**3,379,200** trainable parameters.
+
+- Items: **33,571 train**, **400 dev**.
+- Updates: **1,172**.
+- Dev accuracy: **0.8375** before, **0.8725** after.
+- Time: **1631.7 seconds**; peak memory: **2,332 MB**.
+
+## Provenance
+
+- Adapter GGUF SHA-256: `2991a33b5d9db4f5b679081885faab1f84289d6eae7660830447e790bd168b29`
+- PEFT safetensors SHA-256: `f8e7e674ab868b312ff32f403552daa436e7437411e83fa0ece60187431a2d6f`
+- Training checkpoint `model.safetensors` SHA-256: `c44425f14ac9d55508f73a6f371e4e2802ed59e646287c3abbec10b653a19840`
+- Base fingerprint: `e7a8fa743b4920850167b587226e339d651be0244fcc6a9e24fff8ed5073bae5`
+- Training mixture SHA-256: `b8a87e85f3bf72b61509555aba9148358760d3329ecf37a36cebd94f9358cb03`
+- Source registry SHA-256: `309ce8ec262886b3bfaa529934151ae0c1879595c26301e4269da276d95cbfcd`
+
+Experiment commands (paths relative to the Statim repository):
+
+- `train`: `'.venv-train/bin/python' 'tools/finetune/train_lora.py' 'models/laya-multilingual-v9' --mixture 'data/mixture-v8.jsonl.gz' --category pii --registry 'tools/finetune/sources/v6-keep.json' --out 'models/lora-exp1/pii' --device cuda --epochs 2`
+- `convert`: `'.venv/bin/python' 'tools/convert_lora.py' 'models/lora-exp1/pii' -o 'models/lora-exp1/pii.lora.gguf' --base 'models/laya-multilingual-v9-f32.gguf' --category pii --name pii`
+- `serve`: `'build-vk/statim' serve -m 'multilingual=models/laya-multilingual-v9-f32.gguf' --adapter 'multilingual:pii=models/lora-exp1/pii.lora.gguf' --device vulkan --threads 16 --port 8098 --no-access-log --inference-timeout 600`
+- `eval_base`: `'.venv/bin/python' 'bench/eval_categories.py' --strict --url http://127.0.0.1:8098 --model multilingual --suites pii --n 150 --seed 20260927 --exclude-mixture 'data/mixture-v8.jsonl.gz' --out 'models/lora-exp1/pii.base.jsonl'`
+- `eval_adapter`: `'.venv/bin/python' 'bench/eval_categories.py' --strict --url http://127.0.0.1:8098 --model multilingual --suites pii --n 150 --seed 20260927 --exclude-mixture 'data/mixture-v8.jsonl.gz' --adapter pii --out 'models/lora-exp1/pii.adapter.jsonl'`
+
+Protocol and experiment: [docs/ADAPTERS.md](https://github.com/BEKO2210/statim/blob/main/docs/ADAPTERS.md). Full reproduction
+instructions: [REPRODUCE.md](https://github.com/BEKO2210/statim/blob/main/REPRODUCE.md).
+
+## Intended use and limits
+
+- This adapter only helps its category; route requests with `"pii"` or `"auto"`.
+- Bound to `Beko2210/statim-decide-multilingual-base` 0.7.0 by the base fingerprint `e7a8fa743b492085…` (`statim.lora.base_fingerprint`, SHA-256 over the checkpoint's norm and bias tensors); Statim refuses the adapter on a base whose fingerprint differs.
+- Languages outside the evaluated list are untested.
+- Each language cell has 150 items.
+- Do not automate decisions about people without human review.
+
+## Licence
+
+The weights may be used under any one of: PolyForm Noncommercial 1.0.0, PolyForm Small Business
+1.0.0 (free commercial use below 100 people and 1 M USD revenue), PolyForm Free Trial 1.0.0 (any
+company, fewer than 32 days), or a Statim commercial licence
+([COMMERCIAL.md](https://github.com/BEKO2210/statim/blob/main/COMMERCIAL.md)). Texts in [LICENSE-MODEL.md](LICENSE-MODEL.md).
+The Statim engine is Apache-2.0.
+
+Training data attribution is listed source by source above, with the row count and licence read
+from the experiment registry.

SHA256SUMS

@@ -0,0 +1,14 @@
+1106ca74eec5e589cec780e4f19f5218ea84ceb6b0d23594d7d9b5b30a2b2322  LICENSE-MODEL.md
+53eb1a64b7123a906b3261d37f467e40702e05239a1137d270202397eb203e87  NOTICE
+8c622161e9a064a85732dc8526ce019e39118c80ae05218062373c2de30da4b6  README.md
+335c3a21ff0599b2e521f055b31c0e6e64b64fb8db8796e96eafd4c57389b00d  evaluation/pii.adapter.jsonl
+47d0ff7024199b9c7e9832cbbe336f6a4ec5f0364bfd1cb0a2a4adff387f0821  evaluation/pii.base.jsonl
+2dca26b1bc42e41e4792c478ad2cfc832c9d9fe80454fbac7d52835a63b56502  evaluation/published-f32-adapter.jsonl
+4e59da1a13489e6edd5bbbdf24f8b505f8ba7b74468a4269cd097d608f42cc30  evaluation/published-f32-base.jsonl
+133c5072dd229211c44ff2dac02302d799ea1d723c9c67e910681ce8ff3bc4a4  evaluation/published-q8_0-adapter.jsonl
+4856e5a8c45650beb9fc4cd76948a9c7c184c9082e5902c2060897f0940df98e  evaluation/published-q8_0-base.jsonl
+f9218a9b7871e0f850b2264ca163ffff8880f8e0024b9b4d2c6f5bb8d7e673ab  evaluation/summary.json
+cdf68a8aee322bc2841047525fec52b8f89d4310867fd6458367b9378320091b  peft/adapter_config.json
+f8e7e674ab868b312ff32f403552daa436e7437411e83fa0ece60187431a2d6f  peft/adapter_model.safetensors
+2991a33b5d9db4f5b679081885faab1f84289d6eae7660830447e790bd168b29  statim-decide-multilingual-base-pii.lora.gguf
+48dcc90dfc3d32c9129f50efa29397d7302a90d8051d1ae0d36277e2b98142f5  training/train_lora.json

evaluation/pii.adapter.jsonl

@@ -0,0 +1,16 @@
+{"family": "categories", "suite": "pii", "lang": "ar", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "323112f111aa8c9c401e70d0f081ea6628b5230e57d741ac291694e16708c2b9", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 55, "true": 95}, "accuracy": 0.9067, "nll": 0.2518, "brier": 0.1512, "ece": 0.0472, "balanced_accuracy": 0.9187, "seconds": 2.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "de", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "52145c7106ce9f85fa46c267cdace80c42181e148d9cb45594263718f5a49d92", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 72, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 78}, "question_types": {"noul": 150}, "gold_counts": {"false": 71, "true": 79}, "accuracy": 0.8667, "nll": 0.2554, "brier": 0.1635, "ece": 0.0494, "balanced_accuracy": 0.8656, "seconds": 2.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "en", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "10b8d7d2c36445bbeecdfded7c937f4ca228c43ab80c515dd038be0f658a2cbe", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9267, "nll": 0.1618, "brier": 0.0961, "ece": 0.039, "balanced_accuracy": 0.9267, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "es", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "853091fcb462b7b89e00759c1085ad942fb99eb455c18f4c5ecd8db63cb20e6e", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8933, "nll": 0.2465, "brier": 0.1489, "ece": 0.0492, "balanced_accuracy": 0.8933, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "fr", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "2be7c20bc628fd30fe60af29d6e457b9ce63cba3d8961d3528007cacba4fcbb0", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 74, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 76}, "question_types": {"noul": 150}, "gold_counts": {"false": 73, "true": 77}, "accuracy": 0.94, "nll": 0.2037, "brier": 0.107, "ece": 0.0308, "balanced_accuracy": 0.9394, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "it", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "632ad4c14c949eb65c7261d70f3532ea54f0d930e8df47b6da1a69bd294dc5a3", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 70, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 80}, "question_types": {"noul": 150}, "gold_counts": {"false": 70, "true": 80}, "accuracy": 0.92, "nll": 0.1802, "brier": 0.1074, "ece": 0.043, "balanced_accuracy": 0.9214, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ja", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "9d0a6eeb1fe27e2e5fcb7d7aa058c3bebfaa4e0fd650fe272e96049037cf03f6", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 66, "true": 84}, "accuracy": 0.9267, "nll": 0.2702, "brier": 0.145, "ece": 0.0549, "balanced_accuracy": 0.9264, "seconds": 1.7, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "nl", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "72e3d46617d1027c2370304fbfea819c14e7d9e7be8a1e7e21e05137680472bd", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 64, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 86}, "question_types": {"noul": 150}, "gold_counts": {"false": 63, "true": 87}, "accuracy": 0.8667, "nll": 0.3322, "brier": 0.2051, "ece": 0.0793, "balanced_accuracy": 0.861, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ru", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "dde80741bffb81fecd80f3a66d88ea65ff9c6b15c050ece7db985ed910ef2f36", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9467, "nll": 0.1364, "brier": 0.0785, "ece": 0.0323, "balanced_accuracy": 0.9467, "seconds": 1.9, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "sv", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "f0e3e43965db3fb821f3191ba6572b783dc15cdc927dc4e9680da8c2d07e9c5f", "sources": {"gretelai/synthetic_pii_finance_multilingual::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8733, "nll": 0.2882, "brier": 0.1747, "ece": 0.0397, "balanced_accuracy": 0.8733, "seconds": 3.4, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "zh", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "6a85c938e961cc68abc1e79faf75d91c5af55c9a7c38176f0313bd23bf22b1dc", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 74, "true": 76}, "accuracy": 0.9467, "nll": 0.1717, "brier": 0.0899, "ece": 0.0139, "balanced_accuracy": 0.9468, "seconds": 1.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "macro", "model": "multilingual:pii", "adapter": "pii", "n": 1650, "n_langs": 11, "accuracy": 0.9103, "balanced_accuracy": 0.9108, "ece": 0.0435, "nll": 0.2271, "brier": 0.1334}
+{"family": "categories", "suite": "pii", "lang": "hi", "skipped": "only 132 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pl", "skipped": "only 42 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pt", "skipped": "only 54 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "tr", "skipped": "only 58 pooled items, need 150"}

evaluation/pii.base.jsonl

@@ -0,0 +1,16 @@
+{"family": "categories", "suite": "pii", "lang": "ar", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "323112f111aa8c9c401e70d0f081ea6628b5230e57d741ac291694e16708c2b9", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 55, "true": 95}, "accuracy": 0.8467, "nll": 0.3589, "brier": 0.2236, "ece": 0.0645, "balanced_accuracy": 0.8598, "seconds": 2.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "de", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "52145c7106ce9f85fa46c267cdace80c42181e148d9cb45594263718f5a49d92", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 72, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 78}, "question_types": {"noul": 150}, "gold_counts": {"false": 71, "true": 79}, "accuracy": 0.84, "nll": 0.3724, "brier": 0.2268, "ece": 0.0387, "balanced_accuracy": 0.8403, "seconds": 2.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "en", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "10b8d7d2c36445bbeecdfded7c937f4ca228c43ab80c515dd038be0f658a2cbe", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8933, "nll": 0.28, "brier": 0.1697, "ece": 0.0967, "balanced_accuracy": 0.8933, "seconds": 3.2, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "es", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "853091fcb462b7b89e00759c1085ad942fb99eb455c18f4c5ecd8db63cb20e6e", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8533, "nll": 0.3837, "brier": 0.2297, "ece": 0.06, "balanced_accuracy": 0.8533, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "fr", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "2be7c20bc628fd30fe60af29d6e457b9ce63cba3d8961d3528007cacba4fcbb0", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 74, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 76}, "question_types": {"noul": 150}, "gold_counts": {"false": 73, "true": 77}, "accuracy": 0.8933, "nll": 0.3102, "brier": 0.1746, "ece": 0.0387, "balanced_accuracy": 0.8922, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "it", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "632ad4c14c949eb65c7261d70f3532ea54f0d930e8df47b6da1a69bd294dc5a3", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 70, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 80}, "question_types": {"noul": 150}, "gold_counts": {"false": 70, "true": 80}, "accuracy": 0.84, "nll": 0.3676, "brier": 0.2255, "ece": 0.0638, "balanced_accuracy": 0.8411, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ja", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "9d0a6eeb1fe27e2e5fcb7d7aa058c3bebfaa4e0fd650fe272e96049037cf03f6", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 66, "true": 84}, "accuracy": 0.8467, "nll": 0.331, "brier": 0.2079, "ece": 0.0413, "balanced_accuracy": 0.8501, "seconds": 1.7, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "nl", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "72e3d46617d1027c2370304fbfea819c14e7d9e7be8a1e7e21e05137680472bd", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 64, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 86}, "question_types": {"noul": 150}, "gold_counts": {"false": 63, "true": 87}, "accuracy": 0.76, "nll": 0.5078, "brier": 0.3349, "ece": 0.1127, "balanced_accuracy": 0.7559, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ru", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "dde80741bffb81fecd80f3a66d88ea65ff9c6b15c050ece7db985ed910ef2f36", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9067, "nll": 0.2355, "brier": 0.137, "ece": 0.0725, "balanced_accuracy": 0.9067, "seconds": 2.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "sv", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "f0e3e43965db3fb821f3191ba6572b783dc15cdc927dc4e9680da8c2d07e9c5f", "sources": {"gretelai/synthetic_pii_finance_multilingual::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8333, "nll": 0.3914, "brier": 0.244, "ece": 0.0326, "balanced_accuracy": 0.8333, "seconds": 3.5, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "zh", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "a6d43a981c13a016+b8a87e85f3bf72b6", "pool_items_sha256": "6a85c938e961cc68abc1e79faf75d91c5af55c9a7c38176f0313bd23bf22b1dc", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 74, "true": 76}, "accuracy": 0.9, "nll": 0.2604, "brier": 0.1538, "ece": 0.0608, "balanced_accuracy": 0.9006, "seconds": 1.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "macro", "model": "multilingual", "n": 1650, "n_langs": 11, "accuracy": 0.8558, "balanced_accuracy": 0.857, "ece": 0.062, "nll": 0.3454, "brier": 0.2116}
+{"family": "categories", "suite": "pii", "lang": "hi", "skipped": "only 132 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pl", "skipped": "only 42 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pt", "skipped": "only 54 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "tr", "skipped": "only 58 pooled items, need 150"}

evaluation/published-f32-adapter.jsonl

@@ -0,0 +1,16 @@
+{"family": "categories", "suite": "pii", "lang": "ar", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "323112f111aa8c9c401e70d0f081ea6628b5230e57d741ac291694e16708c2b9", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 55, "true": 95}, "accuracy": 0.9067, "nll": 0.2518, "brier": 0.1512, "ece": 0.0472, "balanced_accuracy": 0.9187, "seconds": 2.2, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "de", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "52145c7106ce9f85fa46c267cdace80c42181e148d9cb45594263718f5a49d92", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 72, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 78}, "question_types": {"noul": 150}, "gold_counts": {"false": 71, "true": 79}, "accuracy": 0.8667, "nll": 0.2554, "brier": 0.1635, "ece": 0.0494, "balanced_accuracy": 0.8656, "seconds": 2.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "en", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "10b8d7d2c36445bbeecdfded7c937f4ca228c43ab80c515dd038be0f658a2cbe", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9267, "nll": 0.1618, "brier": 0.0961, "ece": 0.039, "balanced_accuracy": 0.9267, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "es", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "853091fcb462b7b89e00759c1085ad942fb99eb455c18f4c5ecd8db63cb20e6e", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8933, "nll": 0.2465, "brier": 0.1489, "ece": 0.0492, "balanced_accuracy": 0.8933, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "fr", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "2be7c20bc628fd30fe60af29d6e457b9ce63cba3d8961d3528007cacba4fcbb0", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 74, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 76}, "question_types": {"noul": 150}, "gold_counts": {"false": 73, "true": 77}, "accuracy": 0.94, "nll": 0.2037, "brier": 0.107, "ece": 0.0308, "balanced_accuracy": 0.9394, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "it", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "632ad4c14c949eb65c7261d70f3532ea54f0d930e8df47b6da1a69bd294dc5a3", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 70, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 80}, "question_types": {"noul": 150}, "gold_counts": {"false": 70, "true": 80}, "accuracy": 0.92, "nll": 0.1802, "brier": 0.1074, "ece": 0.043, "balanced_accuracy": 0.9214, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ja", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "9d0a6eeb1fe27e2e5fcb7d7aa058c3bebfaa4e0fd650fe272e96049037cf03f6", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 66, "true": 84}, "accuracy": 0.9267, "nll": 0.2702, "brier": 0.145, "ece": 0.0549, "balanced_accuracy": 0.9264, "seconds": 1.7, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "nl", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "72e3d46617d1027c2370304fbfea819c14e7d9e7be8a1e7e21e05137680472bd", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 64, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 86}, "question_types": {"noul": 150}, "gold_counts": {"false": 63, "true": 87}, "accuracy": 0.8667, "nll": 0.3322, "brier": 0.2051, "ece": 0.0793, "balanced_accuracy": 0.861, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ru", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "dde80741bffb81fecd80f3a66d88ea65ff9c6b15c050ece7db985ed910ef2f36", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9467, "nll": 0.1364, "brier": 0.0785, "ece": 0.0323, "balanced_accuracy": 0.9467, "seconds": 1.9, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "sv", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "f0e3e43965db3fb821f3191ba6572b783dc15cdc927dc4e9680da8c2d07e9c5f", "sources": {"gretelai/synthetic_pii_finance_multilingual::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8733, "nll": 0.2882, "brier": 0.1747, "ece": 0.0397, "balanced_accuracy": 0.8733, "seconds": 3.4, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "zh", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "6a85c938e961cc68abc1e79faf75d91c5af55c9a7c38176f0313bd23bf22b1dc", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 74, "true": 76}, "accuracy": 0.9467, "nll": 0.1717, "brier": 0.0899, "ece": 0.0139, "balanced_accuracy": 0.9468, "seconds": 1.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "macro", "model": "multilingual:pii", "adapter": "pii", "n": 1650, "n_langs": 11, "accuracy": 0.9103, "balanced_accuracy": 0.9108, "ece": 0.0435, "nll": 0.2271, "brier": 0.1334}
+{"family": "categories", "suite": "pii", "lang": "hi", "skipped": "only 132 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pl", "skipped": "only 42 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pt", "skipped": "only 54 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "tr", "skipped": "only 58 pooled items, need 150"}

evaluation/published-f32-base.jsonl

@@ -0,0 +1,16 @@
+{"family": "categories", "suite": "pii", "lang": "ar", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "323112f111aa8c9c401e70d0f081ea6628b5230e57d741ac291694e16708c2b9", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 55, "true": 95}, "accuracy": 0.8467, "nll": 0.3589, "brier": 0.2236, "ece": 0.0645, "balanced_accuracy": 0.8598, "seconds": 2.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "de", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "52145c7106ce9f85fa46c267cdace80c42181e148d9cb45594263718f5a49d92", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 72, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 78}, "question_types": {"noul": 150}, "gold_counts": {"false": 71, "true": 79}, "accuracy": 0.84, "nll": 0.3724, "brier": 0.2268, "ece": 0.0387, "balanced_accuracy": 0.8403, "seconds": 2.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "en", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "10b8d7d2c36445bbeecdfded7c937f4ca228c43ab80c515dd038be0f658a2cbe", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8933, "nll": 0.28, "brier": 0.1697, "ece": 0.0967, "balanced_accuracy": 0.8933, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "es", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "853091fcb462b7b89e00759c1085ad942fb99eb455c18f4c5ecd8db63cb20e6e", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8533, "nll": 0.3837, "brier": 0.2297, "ece": 0.06, "balanced_accuracy": 0.8533, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "fr", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "2be7c20bc628fd30fe60af29d6e457b9ce63cba3d8961d3528007cacba4fcbb0", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 74, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 76}, "question_types": {"noul": 150}, "gold_counts": {"false": 73, "true": 77}, "accuracy": 0.8933, "nll": 0.3102, "brier": 0.1746, "ece": 0.0387, "balanced_accuracy": 0.8922, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "it", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "632ad4c14c949eb65c7261d70f3532ea54f0d930e8df47b6da1a69bd294dc5a3", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 70, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 80}, "question_types": {"noul": 150}, "gold_counts": {"false": 70, "true": 80}, "accuracy": 0.84, "nll": 0.3676, "brier": 0.2255, "ece": 0.0638, "balanced_accuracy": 0.8411, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ja", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "9d0a6eeb1fe27e2e5fcb7d7aa058c3bebfaa4e0fd650fe272e96049037cf03f6", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 66, "true": 84}, "accuracy": 0.8467, "nll": 0.331, "brier": 0.2079, "ece": 0.0413, "balanced_accuracy": 0.8501, "seconds": 1.7, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "nl", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "72e3d46617d1027c2370304fbfea819c14e7d9e7be8a1e7e21e05137680472bd", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 64, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 86}, "question_types": {"noul": 150}, "gold_counts": {"false": 63, "true": 87}, "accuracy": 0.76, "nll": 0.5078, "brier": 0.3349, "ece": 0.1127, "balanced_accuracy": 0.7559, "seconds": 3.1, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ru", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "dde80741bffb81fecd80f3a66d88ea65ff9c6b15c050ece7db985ed910ef2f36", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9067, "nll": 0.2355, "brier": 0.137, "ece": 0.0725, "balanced_accuracy": 0.9067, "seconds": 1.9, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "sv", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "f0e3e43965db3fb821f3191ba6572b783dc15cdc927dc4e9680da8c2d07e9c5f", "sources": {"gretelai/synthetic_pii_finance_multilingual::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8333, "nll": 0.3914, "brier": 0.244, "ece": 0.0326, "balanced_accuracy": 0.8333, "seconds": 3.4, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "zh", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "6a85c938e961cc68abc1e79faf75d91c5af55c9a7c38176f0313bd23bf22b1dc", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 74, "true": 76}, "accuracy": 0.9, "nll": 0.2604, "brier": 0.1538, "ece": 0.0608, "balanced_accuracy": 0.9006, "seconds": 1.8, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "macro", "model": "multilingual", "n": 1650, "n_langs": 11, "accuracy": 0.8558, "balanced_accuracy": 0.857, "ece": 0.062, "nll": 0.3454, "brier": 0.2116}
+{"family": "categories", "suite": "pii", "lang": "hi", "skipped": "only 132 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pl", "skipped": "only 42 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pt", "skipped": "only 54 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "tr", "skipped": "only 58 pooled items, need 150"}

evaluation/published-q8_0-adapter.jsonl

@@ -0,0 +1,16 @@
+{"family": "categories", "suite": "pii", "lang": "ar", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "323112f111aa8c9c401e70d0f081ea6628b5230e57d741ac291694e16708c2b9", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 55, "true": 95}, "accuracy": 0.9067, "nll": 0.2534, "brier": 0.1526, "ece": 0.0462, "balanced_accuracy": 0.9187, "seconds": 2.4, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "de", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "52145c7106ce9f85fa46c267cdace80c42181e148d9cb45594263718f5a49d92", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 72, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 78}, "question_types": {"noul": 150}, "gold_counts": {"false": 71, "true": 79}, "accuracy": 0.8667, "nll": 0.256, "brier": 0.1646, "ece": 0.0509, "balanced_accuracy": 0.8656, "seconds": 3.2, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "en", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "10b8d7d2c36445bbeecdfded7c937f4ca228c43ab80c515dd038be0f658a2cbe", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9267, "nll": 0.1611, "brier": 0.0958, "ece": 0.0407, "balanced_accuracy": 0.9267, "seconds": 3.5, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "es", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "853091fcb462b7b89e00759c1085ad942fb99eb455c18f4c5ecd8db63cb20e6e", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9, "nll": 0.2445, "brier": 0.1472, "ece": 0.0492, "balanced_accuracy": 0.9, "seconds": 3.5, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "fr", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "2be7c20bc628fd30fe60af29d6e457b9ce63cba3d8961d3528007cacba4fcbb0", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 74, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 76}, "question_types": {"noul": 150}, "gold_counts": {"false": 73, "true": 77}, "accuracy": 0.9333, "nll": 0.2035, "brier": 0.1077, "ece": 0.032, "balanced_accuracy": 0.9329, "seconds": 3.4, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "it", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "632ad4c14c949eb65c7261d70f3532ea54f0d930e8df47b6da1a69bd294dc5a3", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 70, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 80}, "question_types": {"noul": 150}, "gold_counts": {"false": 70, "true": 80}, "accuracy": 0.9267, "nll": 0.1823, "brier": 0.1088, "ece": 0.036, "balanced_accuracy": 0.9286, "seconds": 3.4, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ja", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "9d0a6eeb1fe27e2e5fcb7d7aa058c3bebfaa4e0fd650fe272e96049037cf03f6", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 66, "true": 84}, "accuracy": 0.9267, "nll": 0.27, "brier": 0.1455, "ece": 0.0583, "balanced_accuracy": 0.9264, "seconds": 1.9, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "nl", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "72e3d46617d1027c2370304fbfea819c14e7d9e7be8a1e7e21e05137680472bd", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 64, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 86}, "question_types": {"noul": 150}, "gold_counts": {"false": 63, "true": 87}, "accuracy": 0.8667, "nll": 0.332, "brier": 0.2045, "ece": 0.065, "balanced_accuracy": 0.861, "seconds": 3.5, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ru", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "dde80741bffb81fecd80f3a66d88ea65ff9c6b15c050ece7db985ed910ef2f36", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9467, "nll": 0.1359, "brier": 0.0785, "ece": 0.0275, "balanced_accuracy": 0.9467, "seconds": 2.2, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "sv", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "f0e3e43965db3fb821f3191ba6572b783dc15cdc927dc4e9680da8c2d07e9c5f", "sources": {"gretelai/synthetic_pii_finance_multilingual::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.88, "nll": 0.2874, "brier": 0.1749, "ece": 0.0508, "balanced_accuracy": 0.88, "seconds": 3.9, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "zh", "model": "multilingual:pii", "adapter": "pii", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "6a85c938e961cc68abc1e79faf75d91c5af55c9a7c38176f0313bd23bf22b1dc", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 74, "true": 76}, "accuracy": 0.94, "nll": 0.1721, "brier": 0.0905, "ece": 0.0224, "balanced_accuracy": 0.9403, "seconds": 2.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "macro", "model": "multilingual:pii", "adapter": "pii", "n": 1650, "n_langs": 11, "accuracy": 0.9109, "balanced_accuracy": 0.9115, "ece": 0.0435, "nll": 0.2271, "brier": 0.1337}
+{"family": "categories", "suite": "pii", "lang": "hi", "skipped": "only 132 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pl", "skipped": "only 42 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pt", "skipped": "only 54 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "tr", "skipped": "only 58 pooled items, need 150"}

evaluation/published-q8_0-base.jsonl

@@ -0,0 +1,16 @@
+{"family": "categories", "suite": "pii", "lang": "ar", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "323112f111aa8c9c401e70d0f081ea6628b5230e57d741ac291694e16708c2b9", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 55, "true": 95}, "accuracy": 0.8467, "nll": 0.3616, "brier": 0.225, "ece": 0.0474, "balanced_accuracy": 0.8598, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "de", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "52145c7106ce9f85fa46c267cdace80c42181e148d9cb45594263718f5a49d92", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 72, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 78}, "question_types": {"noul": 150}, "gold_counts": {"false": 71, "true": 79}, "accuracy": 0.84, "nll": 0.3699, "brier": 0.2263, "ece": 0.0444, "balanced_accuracy": 0.841, "seconds": 2.7, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "en", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "10b8d7d2c36445bbeecdfded7c937f4ca228c43ab80c515dd038be0f658a2cbe", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8933, "nll": 0.2804, "brier": 0.1699, "ece": 0.0938, "balanced_accuracy": 0.8933, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "es", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "853091fcb462b7b89e00759c1085ad942fb99eb455c18f4c5ecd8db63cb20e6e", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 76, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 74}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8533, "nll": 0.3797, "brier": 0.2275, "ece": 0.0654, "balanced_accuracy": 0.8533, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "fr", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "2be7c20bc628fd30fe60af29d6e457b9ce63cba3d8961d3528007cacba4fcbb0", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 74, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 76}, "question_types": {"noul": 150}, "gold_counts": {"false": 73, "true": 77}, "accuracy": 0.8933, "nll": 0.3089, "brier": 0.1734, "ece": 0.0443, "balanced_accuracy": 0.8922, "seconds": 2.9, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "it", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "632ad4c14c949eb65c7261d70f3532ea54f0d930e8df47b6da1a69bd294dc5a3", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 70, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 80}, "question_types": {"noul": 150}, "gold_counts": {"false": 70, "true": 80}, "accuracy": 0.84, "nll": 0.3704, "brier": 0.2271, "ece": 0.0688, "balanced_accuracy": 0.8411, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ja", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "9d0a6eeb1fe27e2e5fcb7d7aa058c3bebfaa4e0fd650fe272e96049037cf03f6", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 66, "true": 84}, "accuracy": 0.8467, "nll": 0.3313, "brier": 0.2076, "ece": 0.0431, "balanced_accuracy": 0.8501, "seconds": 1.6, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "nl", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "72e3d46617d1027c2370304fbfea819c14e7d9e7be8a1e7e21e05137680472bd", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 64, "gretelai/synthetic_pii_finance_multilingual::default::default/test": 86}, "question_types": {"noul": 150}, "gold_counts": {"false": 63, "true": 87}, "accuracy": 0.76, "nll": 0.5088, "brier": 0.3352, "ece": 0.1111, "balanced_accuracy": 0.7559, "seconds": 3.0, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "ru", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "dde80741bffb81fecd80f3a66d88ea65ff9c6b15c050ece7db985ed910ef2f36", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.9067, "nll": 0.2357, "brier": 0.1371, "ece": 0.077, "balanced_accuracy": 0.9067, "seconds": 1.9, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "sv", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "f0e3e43965db3fb821f3191ba6572b783dc15cdc927dc4e9680da8c2d07e9c5f", "sources": {"gretelai/synthetic_pii_finance_multilingual::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 75, "true": 75}, "accuracy": 0.8333, "nll": 0.3908, "brier": 0.2449, "ece": 0.041, "balanced_accuracy": 0.8333, "seconds": 3.3, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "zh", "model": "multilingual", "n": 150, "seed": 20260927, "pool": "cd56ab1fa3c1ee43+b8a87e85f3bf72b6", "pool_items_sha256": "6a85c938e961cc68abc1e79faf75d91c5af55c9a7c38176f0313bd23bf22b1dc", "sources": {"Wismut/nym-pii-multilingual-data::default::default/test": 150}, "question_types": {"noul": 150}, "gold_counts": {"false": 74, "true": 76}, "accuracy": 0.9, "nll": 0.2605, "brier": 0.1537, "ece": 0.0431, "balanced_accuracy": 0.9006, "seconds": 1.7, "gate": true}
+{"family": "categories", "suite": "pii", "lang": "macro", "model": "multilingual", "n": 1650, "n_langs": 11, "accuracy": 0.8558, "balanced_accuracy": 0.857, "ece": 0.0618, "nll": 0.3453, "brier": 0.2116}
+{"family": "categories", "suite": "pii", "lang": "hi", "skipped": "only 132 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pl", "skipped": "only 42 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "pt", "skipped": "only 54 pooled items, need 150"}
+{"family": "categories", "suite": "pii", "lang": "tr", "skipped": "only 58 pooled items, need 150"}

evaluation/summary.json

@@ -0,0 +1,279 @@
+{
+  "n": 150,
+  "seed": 20260927,
+  "z": 2.0,
+  "alpha": 0.05,
+  "created": "2026-09-29T02:04:37",
+  "argv": [
+    "tools/finetune/lora_experiment.py",
+    "--base-checkpoint",
+    "models/laya-multilingual-v9",
+    "--base-gguf",
+    "models/laya-multilingual-v9-f32.gguf",
+    "--mixture",
+    "data/mixture-v8.jsonl.gz",
+    "--statim",
+    "build-vk/statim",
+    "--device",
+    "cuda",
+    "--server-device",
+    "vulkan",
+    "--work",
+    "models/lora-exp1",
+    "--train-args",
+    "--epochs 2"
+  ],
+  "category": "pii",
+  "status": "ok",
+  "stage": "done",
+  "commands": {
+    "train": "'.venv-train/bin/python' 'tools/finetune/train_lora.py' 'models/laya-multilingual-v9' --mixture 'data/mixture-v8.jsonl.gz' --category pii --registry 'tools/finetune/sources/v6-keep.json' --out 'models/lora-exp1/pii' --device cuda --epochs 2",
+    "convert": "'.venv/bin/python' 'tools/convert_lora.py' 'models/lora-exp1/pii' -o 'models/lora-exp1/pii.lora.gguf' --base 'models/laya-multilingual-v9-f32.gguf' --category pii --name pii",
+    "serve": "'build-vk/statim' serve -m 'multilingual=models/laya-multilingual-v9-f32.gguf' --adapter 'multilingual:pii=models/lora-exp1/pii.lora.gguf' --device vulkan --threads 16 --port 8098 --no-access-log --inference-timeout 600",
+    "eval_base": "'.venv/bin/python' 'bench/eval_categories.py' --strict --url http://127.0.0.1:8098 --model multilingual --suites pii --n 150 --seed 20260927 --exclude-mixture 'data/mixture-v8.jsonl.gz' --out 'models/lora-exp1/pii.base.jsonl'",
+    "eval_adapter": "'.venv/bin/python' 'bench/eval_categories.py' --strict --url http://127.0.0.1:8098 --model multilingual --suites pii --n 150 --seed 20260927 --exclude-mixture 'data/mixture-v8.jsonl.gz' --adapter pii --out 'models/lora-exp1/pii.adapter.jsonl'"
+  },
+  "train": {
+    "items": {
+      "train": 33571,
+      "dev": 400,
+      "dropped_marker_mismatch": 0
+    },
+    "best": {
+      "dev_acc": 0.8725,
+      "epoch": 2,
+      "update": 1172,
+      "saved_initial": false
+    },
+    "dev_before": {
+      "dev_acc": 0.8375,
+      "dev_by_lang": {
+        "?": 0.8375
+      }
+    },
+    "updates": 1172,
+    "seconds": 1631.7,
+    "peak_memory_mb": 2332,
+    "device": "cuda",
+    "base_sha256": "c44425f14ac9d55508f73a6f371e4e2802ed59e646287c3abbec10b653a19840",
+    "mixture": "data/mixture-v8.jsonl.gz",
+    "mixture_sha256": "b8a87e85f3bf72b61509555aba9148358760d3329ecf37a36cebd94f9358cb03",
+    "lora": {
+      "r": 16,
+      "lora_alpha": 32.0,
+      "lora_dropout": 0.05,
+      "init": "true",
+      "target_modules": [
+        "Wqkv",
+        "Wo",
+        "Wi"
+      ],
+      "wrapped_modules": 88,
+      "trainable_parameters": 3379200
+    }
+  },
+  "convert": "wrote models/lora-exp1/pii.lora.gguf (88 LoRA pairs, rank 16, 13.53 MB)",
+  "server_startup_seconds": 1.5,
+  "eval_base_seconds": 93.1,
+  "eval_adapter_seconds": 92.0,
+  "promote": true,
+  "reason": "",
+  "cells": [
+    {
+      "cell": "categories:pii/ar",
+      "lang": "ar",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.8467,
+      "adapter_acc": 0.9067,
+      "delta": 0.06,
+      "se": 0.0378,
+      "z": 1.59,
+      "p_drop": 0.9437492295760375,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    },
+    {
+      "cell": "categories:pii/de",
+      "lang": "de",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.84,
+      "adapter_acc": 0.8667,
+      "delta": 0.0267,
+      "se": 0.0408,
+      "z": 0.65,
+      "p_drop": 0.7434775622497196,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    },
+    {
+      "cell": "categories:pii/en",
+      "lang": "en",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.8933,
+      "adapter_acc": 0.9267,
+      "delta": 0.0334,
+      "se": 0.033,
+      "z": 1.01,
+      "p_drop": 0.8443397910717234,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    },
+    {
+      "cell": "categories:pii/es",
+      "lang": "es",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.8533,
+      "adapter_acc": 0.8933,
+      "delta": 0.04,
+      "se": 0.0383,
+      "z": 1.04,
+      "p_drop": 0.8515940958363684,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    },
+    {
+      "cell": "categories:pii/fr",
+      "lang": "fr",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.8933,
+      "adapter_acc": 0.94,
+      "delta": 0.0467,
+      "se": 0.0318,
+      "z": 1.47,
+      "p_drop": 0.9290039046681648,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    },
+    {
+      "cell": "categories:pii/it",
+      "lang": "it",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.84,
+      "adapter_acc": 0.92,
+      "delta": 0.08,
+      "se": 0.0372,
+      "z": 2.15,
+      "p_drop": 0.9841568057301032,
+      "p_drop_holm": 1.0,
+      "verdict": "gain (2 SE)"
+    },
+    {
+      "cell": "categories:pii/ja",
+      "lang": "ja",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.8467,
+      "adapter_acc": 0.9267,
+      "delta": 0.08,
+      "se": 0.0363,
+      "z": 2.2,
+      "p_drop": 0.9862185271207049,
+      "p_drop_holm": 1.0,
+      "verdict": "gain (2 SE)"
+    },
+    {
+      "cell": "categories:pii/nl",
+      "lang": "nl",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.76,
+      "adapter_acc": 0.8667,
+      "delta": 0.1067,
+      "se": 0.0446,
+      "z": 2.39,
+      "p_drop": 0.9916706286055883,
+      "p_drop_holm": 1.0,
+      "verdict": "gain (2 SE)"
+    },
+    {
+      "cell": "categories:pii/ru",
+      "lang": "ru",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.9067,
+      "adapter_acc": 0.9467,
+      "delta": 0.04,
+      "se": 0.03,
+      "z": 1.33,
+      "p_drop": 0.9087448714594788,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    },
+    {
+      "cell": "categories:pii/sv",
+      "lang": "sv",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.8333,
+      "adapter_acc": 0.8733,
+      "delta": 0.04,
+      "se": 0.0408,
+      "z": 0.98,
+      "p_drop": 0.8366204616828873,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    },
+    {
+      "cell": "categories:pii/zh",
+      "lang": "zh",
+      "n_base": 150,
+      "n_adapter": 150,
+      "base_acc": 0.9,
+      "adapter_acc": 0.9467,
+      "delta": 0.0467,
+      "se": 0.0306,
+      "z": 1.53,
+      "p_drop": 0.9365095146474287,
+      "p_drop_holm": 1.0,
+      "verdict": "within noise"
+    }
+  ],
+  "family": {
+    "rows": {
+      "delta": 0.0546,
+      "se": 0.0111,
+      "groups": 11,
+      "flag": "gain"
+    },
+    "suites": {
+      "delta": 0.0546,
+      "se": 0.0111,
+      "groups": 1,
+      "flag": "gain"
+    }
+  },
+  "not_compared": [],
+  "harms": [],
+  "reported": {
+    "base": {},
+    "adapter": {}
+  },
+  "skipped": [
+    {
+      "lang": "hi",
+      "why": "only 132 pooled items, need 150"
+    },
+    {
+      "lang": "pl",
+      "why": "only 42 pooled items, need 150"
+    },
+    {
+      "lang": "pt",
+      "why": "only 54 pooled items, need 150"
+    },
+    {
+      "lang": "tr",
+      "why": "only 58 pooled items, need 150"
+    }
+  ],
+  "pool": [
+    "a6d43a981c13a016+b8a87e85f3bf72b6"
+  ],
+  "seconds": 1819.9
+}

peft/adapter_config.json

@@ -0,0 +1,50 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": {
+    "base_model_class": "DecisionModel",
+    "parent_library": "laya.common"
+  },
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "kasa_config": null,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32.0,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "monteclora_config": null,
+  "peft_type": "LORA",
+  "peft_version": "0.21.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "Wo",
+    "Wi",
+    "Wqkv"
+  ],
+  "target_parameters": null,
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false,
+  "velora_config": null
+}

peft/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e7e674ab868b312ff32f403552daa436e7437411e83fa0ece60187431a2d6f
+size 13538880

statim-decide-multilingual-base-pii.lora.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2991a33b5d9db4f5b679081885faab1f84289d6eae7660830447e790bd168b29
+size 13531200

training/train_lora.json

@@ -0,0 +1,165 @@
+{
+  "category": "pii",
+  "base": "models/laya-multilingual-v9",
+  "base_sha256": "c44425f14ac9d55508f73a6f371e4e2802ed59e646287c3abbec10b653a19840",
+  "mixture": "data/mixture-v8.jsonl.gz",
+  "mixture_sha256": "b8a87e85f3bf72b61509555aba9148358760d3329ecf37a36cebd94f9358cb03",
+  "registry": "tools/finetune/sources/v6-keep.json",
+  "registry_sha256": "309ce8ec262886b3bfaa529934151ae0c1879595c26301e4269da276d95cbfcd",
+  "sources": {
+    "v6/E3-JSI/synthetic-multi-pii-ner-v1/default": {
+      "rows": 2971,
+      "train": 2936,
+      "dev": 35
+    },
+    "v6/Wismut/nym-pii-multilingual-data/default": {
+      "rows": 6200,
+      "train": 6127,
+      "dev": 73
+    },
+    "v6/gretelai/gretel-pii-masking-en-v1/default": {
+      "rows": 6200,
+      "train": 6127,
+      "dev": 73
+    },
+    "v6/gretelai/synthetic_pii_finance_multilingual/default": {
+      "rows": 6200,
+      "train": 6127,
+      "dev": 73
+    },
+    "v6/nvidia/Nemotron-PII/default": {
+      "rows": 6200,
+      "train": 6127,
+      "dev": 73
+    },
+    "v6/urchade/synthetic-pii-ner-mistral-v1/data.json": {
+      "rows": 6200,
+      "train": 6127,
+      "dev": 73
+    }
+  },
+  "selection": {
+    "rows": 33971,
+    "other_category_rows": 500250,
+    "unknown_src_rows": 191750,
+    "unknown_src_top": {
+      "benayas/snips/en/train": 3000,
+      "commonsense_qa_2.0": 2000,
+      "procedural-typed-decisions/partial_observation_calibration": 2000,
+      "utilitarianism": 2000,
+      "agent_action_safety": 2000,
+      "civil_comments/sexual_explicit_share": 2000,
+      "civil_comments/severe_toxicity_share": 2000,
+      "lex_glue/case_hold": 2000,
+      "shell-safety-v2": 2000,
+      "social_i_qa": 2000
+    },
+    "limited": false
+  },
+  "items": {
+    "train": 33571,
+    "dev": 400,
+    "dropped_marker_mismatch": 0
+  },
+  "max_len": 1024,
+  "head_max_len": 512,
+  "lora": {
+    "r": 16,
+    "lora_alpha": 32.0,
+    "lora_dropout": 0.05,
+    "init": "true",
+    "target_modules": [
+      "Wqkv",
+      "Wo",
+      "Wi"
+    ],
+    "wrapped_modules": 88,
+    "trainable_parameters": 3379200
+  },
+  "device": "cuda",
+  "amp": "torch.bfloat16",
+  "base_dtype": "fp32",
+  "gradient_checkpointing": true,
+  "head_checkpointing": true,
+  "head_mode": "eval (frozen, dropout off)",
+  "dev_before": {
+    "dev_acc": 0.8375,
+    "dev_by_lang": {
+      "?": 0.8375
+    }
+  },
+  "log": [
+    {
+      "epoch": 1,
+      "update": 586,
+      "train_ce": 0.5629,
+      "lr": 0.00011041148082216535,
+      "seconds": 791.6,
+      "dev_acc": 0.865,
+      "dev_by_lang": {
+        "?": 0.865
+      }
+    },
+    {
+      "epoch": 2,
+      "update": 1172,
+      "train_ce": 0.3944,
+      "lr": 1e-06,
+      "seconds": 1582.3,
+      "dev_acc": 0.8725,
+      "dev_by_lang": {
+        "?": 0.8725
+      }
+    }
+  ],
+  "updates": 1172,
+  "updates_planned": 1172,
+  "best": {
+    "dev_acc": 0.8725,
+    "epoch": 2,
+    "update": 1172,
+    "saved_initial": false
+  },
+  "train_seconds": 1585.2,
+  "peak_memory_mb": 2332,
+  "peak_memory_kind": "cuda max_memory_allocated",
+  "seconds": 1631.7,
+  "args": {
+    "base": "models/laya-multilingual-v9",
+    "mixture": "data/mixture-v8.jsonl.gz",
+    "category": "pii",
+    "registry": "tools/finetune/sources/v6-keep.json",
+    "out": "models/lora-exp1/pii",
+    "r": 16,
+    "lora_alpha": 32.0,
+    "lora_dropout": 0.05,
+    "init": "true",
+    "epochs": 2,
+    "lr": 0.0002,
+    "weight_decay": 0.0,
+    "warmup": 0.06,
+    "max_tokens": 8192,
+    "max_rows": 64,
+    "accum": 2,
+    "dev_items": 400,
+    "eval_every": 0,
+    "max_steps": 0,
+    "limit_items": 0,
+    "max_len": 0,
+    "head_max_len": 512,
+    "device": "cuda",
+    "amp": "auto",
+    "base_dtype": "fp32",
+    "grad_checkpointing": true,
+    "head_checkpointing": true,
+    "seed": 20260926,
+    "profile_batch": null
+  },
+  "versions": {
+    "python": "3.12.3",
+    "torch": "2.14.0+cu130",
+    "peft": "0.21.0",
+    "transformers": "5.17.0",
+    "laya": "0.3.20"
+  }
+}