Publish zamba2-1.2b-instruct@1 (aether publish)
Browse files- .gitattributes +2 -0
- LICENSE +202 -0
- README.md +61 -0
- ios-any-gpu/aether.json +124 -0
- ios-any-gpu/metadata.json +25 -0
- ios-any-gpu/tokenizer/generation_config.json +7 -0
- ios-any-gpu/tokenizer/special_tokens_map.json +27 -0
- ios-any-gpu/tokenizer/tokenizer.json +0 -0
- ios-any-gpu/tokenizer/tokenizer_config.json +52 -0
- ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash +1 -0
- ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb +3 -0
- ios-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json +5 -0
- macos-any-gpu/aether.json +124 -0
- macos-any-gpu/metadata.json +25 -0
- macos-any-gpu/tokenizer/generation_config.json +7 -0
- macos-any-gpu/tokenizer/special_tokens_map.json +27 -0
- macos-any-gpu/tokenizer/tokenizer.json +0 -0
- macos-any-gpu/tokenizer/tokenizer_config.json +52 -0
- macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash +1 -0
- macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb +3 -0
- macos-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json +5 -0
- verification/31aefeaf-c63e-4f48-833f-e2395d2ce798.json +34 -0
- verification/4722db3c-0a4d-4445-8c4c-bc0ac4733ec4.json +0 -0
- verification/693a2248-e253-41ad-af09-91738cfba6b5.json +697 -0
- verification/8aefdd45-f00e-4a9d-b944-b291c0d05559.json +511 -0
- verification/b0bf808b-125b-48cd-9668-e52941021a84.json +511 -0
- verification/cc6fad7c-93cf-4229-a19e-ef537c2713f3.json +65 -0
- verification/dd9e2cec-1159-45ad-b364-b22fb2c7a3b2.json +423 -0
- verification/f11695a8-cb73-4e07-9dd1-1eb6feaae714.json +34 -0
- verification/negative-control/3960b0e0-2d34-4663-a339-bdfd5f5a7ba2.json +37 -0
- verification/negative-control/39af8913-aab4-4baf-aac2-00641b09e7ce.json +35 -0
- verification/negative-control/52dd928e-55fd-4548-bd5b-d5e0507a8718.json +38 -0
- verification/negative-control/6a58bb62-43e6-407c-958f-8764f268e7cb.json +35 -0
- verification/negative-control/e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5.json +35 -0
- verification/negative-control/f35522e7-015a-4098-a236-c6ec7691190b.json +37 -0
- verification/reference/b307cd38-c45c-4556-b027-62ad6a326928.json +667 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
|
LICENSE
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
Apache License
|
| 3 |
+
Version 2.0, January 2004
|
| 4 |
+
http://www.apache.org/licenses/
|
| 5 |
+
|
| 6 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 7 |
+
|
| 8 |
+
1. Definitions.
|
| 9 |
+
|
| 10 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 11 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 12 |
+
|
| 13 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 14 |
+
the copyright owner that is granting the License.
|
| 15 |
+
|
| 16 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 17 |
+
other entities that control, are controlled by, or are under common
|
| 18 |
+
control with that entity. For the purposes of this definition,
|
| 19 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 20 |
+
direction or management of such entity, whether by contract or
|
| 21 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 22 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 23 |
+
|
| 24 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 25 |
+
exercising permissions granted by this License.
|
| 26 |
+
|
| 27 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 28 |
+
including but not limited to software source code, documentation
|
| 29 |
+
source, and configuration files.
|
| 30 |
+
|
| 31 |
+
"Object" form shall mean any form resulting from mechanical
|
| 32 |
+
transformation or translation of a Source form, including but
|
| 33 |
+
not limited to compiled object code, generated documentation,
|
| 34 |
+
and conversions to other media types.
|
| 35 |
+
|
| 36 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 37 |
+
Object form, made available under the License, as indicated by a
|
| 38 |
+
copyright notice that is included in or attached to the work
|
| 39 |
+
(an example is provided in the Appendix below).
|
| 40 |
+
|
| 41 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 42 |
+
form, that is based on (or derived from) the Work and for which the
|
| 43 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 44 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 45 |
+
of this License, Derivative Works shall not include works that remain
|
| 46 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 47 |
+
the Work and Derivative Works thereof.
|
| 48 |
+
|
| 49 |
+
"Contribution" shall mean any work of authorship, including
|
| 50 |
+
the original version of the Work and any modifications or additions
|
| 51 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 52 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 53 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 54 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 55 |
+
means any form of electronic, verbal, or written communication sent
|
| 56 |
+
to the Licensor or its representatives, including but not limited to
|
| 57 |
+
communication on electronic mailing lists, source code control systems,
|
| 58 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 59 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 60 |
+
excluding communication that is conspicuously marked or otherwise
|
| 61 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 62 |
+
|
| 63 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 64 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 65 |
+
subsequently incorporated within the Work.
|
| 66 |
+
|
| 67 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 68 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 69 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 70 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 71 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 72 |
+
Work and such Derivative Works in Source or Object form.
|
| 73 |
+
|
| 74 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 75 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 76 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 77 |
+
(except as stated in this section) patent license to make, have made,
|
| 78 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 79 |
+
where such license applies only to those patent claims licensable
|
| 80 |
+
by such Contributor that are necessarily infringed by their
|
| 81 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 82 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 83 |
+
institute patent litigation against any entity (including a
|
| 84 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 85 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 86 |
+
or contributory patent infringement, then any patent licenses
|
| 87 |
+
granted to You under this License for that Work shall terminate
|
| 88 |
+
as of the date such litigation is filed.
|
| 89 |
+
|
| 90 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 91 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 92 |
+
modifications, and in Source or Object form, provided that You
|
| 93 |
+
meet the following conditions:
|
| 94 |
+
|
| 95 |
+
(a) You must give any other recipients of the Work or
|
| 96 |
+
Derivative Works a copy of this License; and
|
| 97 |
+
|
| 98 |
+
(b) You must cause any modified files to carry prominent notices
|
| 99 |
+
stating that You changed the files; and
|
| 100 |
+
|
| 101 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 102 |
+
that You distribute, all copyright, patent, trademark, and
|
| 103 |
+
attribution notices from the Source form of the Work,
|
| 104 |
+
excluding those notices that do not pertain to any part of
|
| 105 |
+
the Derivative Works; and
|
| 106 |
+
|
| 107 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 108 |
+
distribution, then any Derivative Works that You distribute must
|
| 109 |
+
include a readable copy of the attribution notices contained
|
| 110 |
+
within such NOTICE file, excluding those notices that do not
|
| 111 |
+
pertain to any part of the Derivative Works, in at least one
|
| 112 |
+
of the following places: within a NOTICE text file distributed
|
| 113 |
+
as part of the Derivative Works; within the Source form or
|
| 114 |
+
documentation, if provided along with the Derivative Works; or,
|
| 115 |
+
within a display generated by the Derivative Works, if and
|
| 116 |
+
wherever such third-party notices normally appear. The contents
|
| 117 |
+
of the NOTICE file are for informational purposes only and
|
| 118 |
+
do not modify the License. You may add Your own attribution
|
| 119 |
+
notices within Derivative Works that You distribute, alongside
|
| 120 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 121 |
+
that such additional attribution notices cannot be construed
|
| 122 |
+
as modifying the License.
|
| 123 |
+
|
| 124 |
+
You may add Your own copyright statement to Your modifications and
|
| 125 |
+
may provide additional or different license terms and conditions
|
| 126 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 127 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 128 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 129 |
+
the conditions stated in this License.
|
| 130 |
+
|
| 131 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 132 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 133 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 134 |
+
this License, without any additional terms or conditions.
|
| 135 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 136 |
+
the terms of any separate license agreement you may have executed
|
| 137 |
+
with Licensor regarding such Contributions.
|
| 138 |
+
|
| 139 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 140 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 141 |
+
except as required for reasonable and customary use in describing the
|
| 142 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 143 |
+
|
| 144 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 145 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 146 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 147 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 148 |
+
implied, including, without limitation, any warranties or conditions
|
| 149 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 150 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 151 |
+
appropriateness of using or redistributing the Work and assume any
|
| 152 |
+
risks associated with Your exercise of permissions under this License.
|
| 153 |
+
|
| 154 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 155 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 156 |
+
unless required by applicable law (such as deliberate and grossly
|
| 157 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 158 |
+
liable to You for damages, including any direct, indirect, special,
|
| 159 |
+
incidental, or consequential damages of any character arising as a
|
| 160 |
+
result of this License or out of the use or inability to use the
|
| 161 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 162 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 163 |
+
other commercial damages or losses), even if such Contributor
|
| 164 |
+
has been advised of the possibility of such damages.
|
| 165 |
+
|
| 166 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 167 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 168 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 169 |
+
or other liability obligations and/or rights consistent with this
|
| 170 |
+
License. However, in accepting such obligations, You may act only
|
| 171 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 172 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 173 |
+
defend, and hold each Contributor harmless for any liability
|
| 174 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 175 |
+
of your accepting any such warranty or additional liability.
|
| 176 |
+
|
| 177 |
+
END OF TERMS AND CONDITIONS
|
| 178 |
+
|
| 179 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 180 |
+
|
| 181 |
+
To apply the Apache License to your work, attach the following
|
| 182 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 183 |
+
replaced with your own identifying information. (Don't include
|
| 184 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 185 |
+
comment syntax for the file format. We also recommend that a
|
| 186 |
+
file or class name and description of purpose be included on the
|
| 187 |
+
same "printed page" as the copyright notice for easier
|
| 188 |
+
identification within third-party archives.
|
| 189 |
+
|
| 190 |
+
Copyright [yyyy] [name of copyright owner]
|
| 191 |
+
|
| 192 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 193 |
+
you may not use this file except in compliance with the License.
|
| 194 |
+
You may obtain a copy of the License at
|
| 195 |
+
|
| 196 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 197 |
+
|
| 198 |
+
Unless required by applicable law or agreed to in writing, software
|
| 199 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 200 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 201 |
+
See the License for the specific language governing permissions and
|
| 202 |
+
limitations under the License.
|
README.md
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
base_model: Zyphra/Zamba2-1.2B-Instruct-v2
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- aether
|
| 7 |
+
- core-ai
|
| 8 |
+
- apple
|
| 9 |
+
- macos
|
| 10 |
+
- ios
|
| 11 |
+
---
|
| 12 |
+
|
| 13 |
+
# zamba2-1.2b-instruct
|
| 14 |
+
|
| 15 |
+
A Core AI bundle of [Zyphra/Zamba2-1.2B-Instruct-v2](https://huggingface.co/Zyphra/Zamba2-1.2B-Instruct-v2) for the Aether SDK (iOS and macOS 27+).
|
| 16 |
+
|
| 17 |
+
- **Source:** `Zyphra/Zamba2-1.2B-Instruct-v2` at revision `960222dd212c071e2b7e3734573ee5297b1c075d`, licence Apache-2.0.
|
| 18 |
+
The licence is included as `LICENSE`. `Zyphra/Zamba2-1.2B-Instruct-v2` declares apache-2.0 in its model card but ships no licence file; `LICENSE` is the canonical text from apache.org.
|
| 19 |
+
- **Changes from the source:** converted from PyTorch to Core AI (`.aimodel`) by Aether forge (recipe
|
| 20 |
+
`zamba2-1.2b-instruct@1`). Weights are int8-linear-perblock32 (8-bit weights). The tokenizer files are the source's own.
|
| 21 |
+
|
| 22 |
+
## Variants
|
| 23 |
+
|
| 24 |
+
| Variant | Platform | Arch | Compute | Compiled | Assets | Download |
|
| 25 |
+
|---|---|---|---|---|---|---|
|
| 26 |
+
| `macos-any-gpu` | macos | any | gpu | no (specialized on first load) | `zamba2_1_2b_instruct.aimodel` 1.29 GB | 1.3 GB |
|
| 27 |
+
| `ios-any-gpu` | ios | any | gpu | no (specialized on first load) | `zamba2_1_2b_instruct.aimodel` 1.29 GB | 1.3 GB |
|
| 28 |
+
|
| 29 |
+
## Verification
|
| 30 |
+
|
| 31 |
+
Every row is a record in `verification/` about exactly these bytes (matched by bundle digest). Reference rows
|
| 32 |
+
are strict T2 passes of the unquantized export on the same fixture, in `verification/reference/`.
|
| 33 |
+
|
| 34 |
+
| Variant | Tier | Result | Detail | Device | OS build | Compute | Record |
|
| 35 |
+
|---|---|---|---|---|---|---|---|
|
| 36 |
+
| `ios-any-gpu` | T0 | pass | | iPhone18,2 | 24A446 | target | `31aefeaf` |
|
| 37 |
+
| `ios-any-gpu` | T2 | pass | 20/20 strict; profile quantized-8bit; fixture `adbdef8a32ca3c1b` | iPhone18,2 | 24A446 | target | `dd9e2cec` |
|
| 38 |
+
| `ios-any-gpu` | T3 | pass | `copy-fidelity-v1`; 80.0% vs reference 80.0%; 50 items | iPhone18,2 | 24A446 | target | `8aefdd45` |
|
| 39 |
+
| `macos-any-gpu` | T0 | pass | | Mac17,6 | 26A434 | target | `f11695a8` |
|
| 40 |
+
| `macos-any-gpu` | T1 | pass | | Mac17,6 | 26A434 | target | `cc6fad7c` |
|
| 41 |
+
| `macos-any-gpu` | T2 | pass | 20/20 strict; 20/20 strict; profile quantized-8bit; fixture `adbdef8a32ca3c1b` | Mac17,6 | 26A434 | target | `693a2248` |
|
| 42 |
+
| `macos-any-gpu` | T3 | pass | `gsm8k-test-500`; 40.4% vs reference 40.4%; 500 items | Mac17,6 | 26A434 | target | `4722db3c` |
|
| 43 |
+
| `macos-any-gpu` | T3 | pass | `copy-fidelity-v1`; 80.0% vs reference 80.0%; 50 items | Mac17,6 | 26A434 | target | `b0bf808b` |
|
| 44 |
+
| unquantized reference (not published) | T2 | pass | 20/20 strict; 20/20 strict; profile strict; fixture `adbdef8a32ca3c1b` | Mac17,6 | 26A434 | target | `b307cd38` |
|
| 45 |
+
|
| 46 |
+
The quantized profile also requires: T2 strict on the unquantized reference export (met by the reference row).
|
| 47 |
+
|
| 48 |
+
## Use
|
| 49 |
+
|
| 50 |
+
```sh
|
| 51 |
+
aether run zamba2-1.2b-instruct --prompt "Hello"
|
| 52 |
+
```
|
| 53 |
+
|
| 54 |
+
```swift
|
| 55 |
+
import Aether
|
| 56 |
+
|
| 57 |
+
let aether = try Aether()
|
| 58 |
+
let chat = try await aether.chat("zamba2-1.2b-instruct")
|
| 59 |
+
let reply = try await chat.respond(to: "Hello")
|
| 60 |
+
print(reply.text)
|
| 61 |
+
```
|
ios-any-gpu/aether.json
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architecture" : {
|
| 3 |
+
"attentionLayers" : 6,
|
| 4 |
+
"class" : "hybrid",
|
| 5 |
+
"totalLayers" : 38
|
| 6 |
+
},
|
| 7 |
+
"capabilities" : [
|
| 8 |
+
"chat"
|
| 9 |
+
],
|
| 10 |
+
"driver" : "causal-lm",
|
| 11 |
+
"engine" : {
|
| 12 |
+
"allowed" : [
|
| 13 |
+
"pipelined",
|
| 14 |
+
"sequential"
|
| 15 |
+
],
|
| 16 |
+
"expectFrequentReshapes" : true,
|
| 17 |
+
"kind" : "pipelined"
|
| 18 |
+
},
|
| 19 |
+
"functions" : {
|
| 20 |
+
"decode" : {
|
| 21 |
+
"role" : "decode",
|
| 22 |
+
"seq" : 1
|
| 23 |
+
},
|
| 24 |
+
"main" : {
|
| 25 |
+
"role" : "step"
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"inputs" : {
|
| 29 |
+
"input_ids" : {
|
| 30 |
+
"bind" : "tokens",
|
| 31 |
+
"dtype" : "int32"
|
| 32 |
+
},
|
| 33 |
+
"position_ids" : {
|
| 34 |
+
"bind" : "positions",
|
| 35 |
+
"dtype" : "int32",
|
| 36 |
+
"mode" : "running"
|
| 37 |
+
}
|
| 38 |
+
},
|
| 39 |
+
"limits" : {
|
| 40 |
+
"contextMax" : {
|
| 41 |
+
"ios" : 4096
|
| 42 |
+
},
|
| 43 |
+
"maxOutputDefault" : 1024,
|
| 44 |
+
"prefillChunk" : 256,
|
| 45 |
+
"prefillChunkThreshold" : 256
|
| 46 |
+
},
|
| 47 |
+
"memory" : {
|
| 48 |
+
"bytesPerToken" : 1293498205,
|
| 49 |
+
"kvBytesPerToken" : 98304,
|
| 50 |
+
"requiresIncreasedMemoryLimit" : false,
|
| 51 |
+
"weightsBytes" : 1293498205
|
| 52 |
+
},
|
| 53 |
+
"outputs" : {
|
| 54 |
+
"logits" : {
|
| 55 |
+
"dtype" : "float16",
|
| 56 |
+
"role" : "logits",
|
| 57 |
+
"seq" : "dynamic"
|
| 58 |
+
}
|
| 59 |
+
},
|
| 60 |
+
"provenance" : {
|
| 61 |
+
"exportedOn" : {
|
| 62 |
+
"date" : "2026-09-30",
|
| 63 |
+
"os" : "26A434"
|
| 64 |
+
},
|
| 65 |
+
"exporter" : {
|
| 66 |
+
"coreai-core" : "1.0.0b2",
|
| 67 |
+
"coreai-opt" : "0.2.1",
|
| 68 |
+
"coreai-torch" : "0.4.2",
|
| 69 |
+
"torch" : "2.11.0"
|
| 70 |
+
},
|
| 71 |
+
"files" : {
|
| 72 |
+
"metadata.json" : "sha256:b6e337891980076cd458ad599d996c379822a4c6476a49819d73d7554efcb6ee",
|
| 73 |
+
"tokenizer/generation_config.json" : "sha256:822667f17e5af3746ed1aee5cfd01051ddb4f3e718195be4cf96aeeb5afce4b9",
|
| 74 |
+
"tokenizer/special_tokens_map.json" : "sha256:c4925a37fcd3782450ba1e1cf4f9fc37344bbeb9d02336e59a790879561a372e",
|
| 75 |
+
"tokenizer/tokenizer.json" : "sha256:2aa08b155b162538795e0502558c7c99d8ece6681b75cd10aac09d645b5cf97b",
|
| 76 |
+
"tokenizer/tokenizer_config.json" : "sha256:fe8ca65b8b287108074919fd0aa70a81b6cc9657262a7e721c2b34c5d25cc368",
|
| 77 |
+
"zamba2_1_2b_instruct.aimodel/main.hash" : "sha256:eca78557e4c0b2f346609dc4c2163f04f863ec9ba1b4667962299958a7dfe1d0",
|
| 78 |
+
"zamba2_1_2b_instruct.aimodel/main.mlirb" : "sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f",
|
| 79 |
+
"zamba2_1_2b_instruct.aimodel/metadata.json" : "sha256:c858769d032c00c78298fa3283bbbe73a8fcf34ab4329d8e7f5b3110b6f2a021"
|
| 80 |
+
},
|
| 81 |
+
"forge" : "0.1.0",
|
| 82 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 83 |
+
"source" : {
|
| 84 |
+
"hfRepo" : "Zyphra/Zamba2-1.2B-Instruct-v2",
|
| 85 |
+
"revision" : "960222dd212c071e2b7e3734573ee5297b1c075d"
|
| 86 |
+
}
|
| 87 |
+
},
|
| 88 |
+
"quantization" : {
|
| 89 |
+
"notes" : "weight-only PTQ on the torch module (coreai-opt eager Quantizer); exceptions resolve first-match in declaration order, then default; modules: int8-linear-perblock32 ×137",
|
| 90 |
+
"scheme" : "int8-linear-perblock32",
|
| 91 |
+
"weightBits" : 8
|
| 92 |
+
},
|
| 93 |
+
"schema" : 1,
|
| 94 |
+
"states" : {
|
| 95 |
+
"convState" : {
|
| 96 |
+
"kind" : "recurrent"
|
| 97 |
+
},
|
| 98 |
+
"keyCache" : {
|
| 99 |
+
"axis" : 3,
|
| 100 |
+
"initial" : 256,
|
| 101 |
+
"kind" : "kvGrowing"
|
| 102 |
+
},
|
| 103 |
+
"ssmState" : {
|
| 104 |
+
"kind" : "recurrent"
|
| 105 |
+
},
|
| 106 |
+
"valueCache" : {
|
| 107 |
+
"axis" : 3,
|
| 108 |
+
"initial" : 256,
|
| 109 |
+
"kind" : "kvGrowing"
|
| 110 |
+
}
|
| 111 |
+
},
|
| 112 |
+
"target" : {
|
| 113 |
+
"arch" : "any",
|
| 114 |
+
"backend" : "coreai",
|
| 115 |
+
"compiled" : false,
|
| 116 |
+
"compute" : "gpu",
|
| 117 |
+
"minOS" : "27.0",
|
| 118 |
+
"platform" : "ios"
|
| 119 |
+
},
|
| 120 |
+
"text" : {
|
| 121 |
+
"chatTemplate" : "embedded",
|
| 122 |
+
"tokenizer" : "tokenizer/"
|
| 123 |
+
}
|
| 124 |
+
}
|
ios-any-gpu/metadata.json
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"assets": {
|
| 3 |
+
"main": "zamba2_1_2b_instruct.aimodel"
|
| 4 |
+
},
|
| 5 |
+
"compression": "int8-linear-perblock32",
|
| 6 |
+
"kind": "llm",
|
| 7 |
+
"language": {
|
| 8 |
+
"embedded_tokenizer": true,
|
| 9 |
+
"function_map": {
|
| 10 |
+
"main": [
|
| 11 |
+
"main",
|
| 12 |
+
"decode"
|
| 13 |
+
]
|
| 14 |
+
},
|
| 15 |
+
"max_context_length": 4096,
|
| 16 |
+
"tokenizer": "Zyphra/Zamba2-1.2B-Instruct-v2",
|
| 17 |
+
"vocab_size": 32000
|
| 18 |
+
},
|
| 19 |
+
"metadata_version": "0.2",
|
| 20 |
+
"name": "zamba2_1_2b_instruct",
|
| 21 |
+
"source": {
|
| 22 |
+
"hf_model_id": "Zyphra/Zamba2-1.2B-Instruct-v2",
|
| 23 |
+
"model_definition": "torch"
|
| 24 |
+
}
|
| 25 |
+
}
|
ios-any-gpu/tokenizer/generation_config.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 1,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"pad_token_id": 0,
|
| 6 |
+
"transformers_version": "4.49.0.dev0"
|
| 7 |
+
}
|
ios-any-gpu/tokenizer/special_tokens_map.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
"<|im_start|>",
|
| 4 |
+
"<|im_end|>"
|
| 5 |
+
],
|
| 6 |
+
"bos_token": {
|
| 7 |
+
"content": "<|im_start|>",
|
| 8 |
+
"lstrip": false,
|
| 9 |
+
"normalized": false,
|
| 10 |
+
"rstrip": false,
|
| 11 |
+
"single_word": false
|
| 12 |
+
},
|
| 13 |
+
"eos_token": {
|
| 14 |
+
"content": "<|im_end|>",
|
| 15 |
+
"lstrip": false,
|
| 16 |
+
"normalized": false,
|
| 17 |
+
"rstrip": false,
|
| 18 |
+
"single_word": false
|
| 19 |
+
},
|
| 20 |
+
"pad_token": {
|
| 21 |
+
"content": "[PAD]",
|
| 22 |
+
"lstrip": false,
|
| 23 |
+
"normalized": false,
|
| 24 |
+
"rstrip": false,
|
| 25 |
+
"single_word": false
|
| 26 |
+
}
|
| 27 |
+
}
|
ios-any-gpu/tokenizer/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ios-any-gpu/tokenizer/tokenizer_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": true,
|
| 3 |
+
"add_eos_token": false,
|
| 4 |
+
"add_prefix_space": null,
|
| 5 |
+
"added_tokens_decoder": {
|
| 6 |
+
"0": {
|
| 7 |
+
"content": "[PAD]",
|
| 8 |
+
"lstrip": false,
|
| 9 |
+
"normalized": false,
|
| 10 |
+
"rstrip": false,
|
| 11 |
+
"single_word": false,
|
| 12 |
+
"special": true
|
| 13 |
+
},
|
| 14 |
+
"1": {
|
| 15 |
+
"content": "<|im_start|>",
|
| 16 |
+
"lstrip": false,
|
| 17 |
+
"normalized": false,
|
| 18 |
+
"rstrip": false,
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"special": true
|
| 21 |
+
},
|
| 22 |
+
"2": {
|
| 23 |
+
"content": "<|im_end|>",
|
| 24 |
+
"lstrip": false,
|
| 25 |
+
"normalized": false,
|
| 26 |
+
"rstrip": false,
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"special": true
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"additional_special_tokens": [
|
| 32 |
+
"<|im_start|>",
|
| 33 |
+
"<|im_end|>"
|
| 34 |
+
],
|
| 35 |
+
"bos_token": "<|im_start|>",
|
| 36 |
+
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
|
| 37 |
+
"clean_up_tokenization_spaces": false,
|
| 38 |
+
"eos_token": "<|im_end|>",
|
| 39 |
+
"extra_special_tokens": {},
|
| 40 |
+
"legacy": true,
|
| 41 |
+
"max_length": 4096,
|
| 42 |
+
"model_max_length": 4096,
|
| 43 |
+
"pad_token": "[PAD]",
|
| 44 |
+
"sp_model_kwargs": {},
|
| 45 |
+
"spaces_between_special_tokens": false,
|
| 46 |
+
"stride": 0,
|
| 47 |
+
"tokenizer_class": "LlamaTokenizer",
|
| 48 |
+
"truncation_side": "right",
|
| 49 |
+
"truncation_strategy": "longest_first",
|
| 50 |
+
"unk_token": null,
|
| 51 |
+
"use_default_system_prompt": false
|
| 52 |
+
}
|
ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
�e��[w�
|
ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f
|
| 3 |
+
size 1293498068
|
ios-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"creationDate" : "20260930T235235Z",
|
| 3 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 4 |
+
"assetVersion" : "2.0"
|
| 5 |
+
}
|
macos-any-gpu/aether.json
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architecture" : {
|
| 3 |
+
"attentionLayers" : 6,
|
| 4 |
+
"class" : "hybrid",
|
| 5 |
+
"totalLayers" : 38
|
| 6 |
+
},
|
| 7 |
+
"capabilities" : [
|
| 8 |
+
"chat"
|
| 9 |
+
],
|
| 10 |
+
"driver" : "causal-lm",
|
| 11 |
+
"engine" : {
|
| 12 |
+
"allowed" : [
|
| 13 |
+
"pipelined",
|
| 14 |
+
"sequential"
|
| 15 |
+
],
|
| 16 |
+
"expectFrequentReshapes" : true,
|
| 17 |
+
"kind" : "pipelined"
|
| 18 |
+
},
|
| 19 |
+
"functions" : {
|
| 20 |
+
"decode" : {
|
| 21 |
+
"role" : "decode",
|
| 22 |
+
"seq" : 1
|
| 23 |
+
},
|
| 24 |
+
"main" : {
|
| 25 |
+
"role" : "step"
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"inputs" : {
|
| 29 |
+
"input_ids" : {
|
| 30 |
+
"bind" : "tokens",
|
| 31 |
+
"dtype" : "int32"
|
| 32 |
+
},
|
| 33 |
+
"position_ids" : {
|
| 34 |
+
"bind" : "positions",
|
| 35 |
+
"dtype" : "int32",
|
| 36 |
+
"mode" : "running"
|
| 37 |
+
}
|
| 38 |
+
},
|
| 39 |
+
"limits" : {
|
| 40 |
+
"contextMax" : {
|
| 41 |
+
"macos" : 4096
|
| 42 |
+
},
|
| 43 |
+
"maxOutputDefault" : 1024,
|
| 44 |
+
"prefillChunk" : 256,
|
| 45 |
+
"prefillChunkThreshold" : 256
|
| 46 |
+
},
|
| 47 |
+
"memory" : {
|
| 48 |
+
"bytesPerToken" : 1293498205,
|
| 49 |
+
"kvBytesPerToken" : 98304,
|
| 50 |
+
"requiresIncreasedMemoryLimit" : false,
|
| 51 |
+
"weightsBytes" : 1293498205
|
| 52 |
+
},
|
| 53 |
+
"outputs" : {
|
| 54 |
+
"logits" : {
|
| 55 |
+
"dtype" : "float16",
|
| 56 |
+
"role" : "logits",
|
| 57 |
+
"seq" : "dynamic"
|
| 58 |
+
}
|
| 59 |
+
},
|
| 60 |
+
"provenance" : {
|
| 61 |
+
"exportedOn" : {
|
| 62 |
+
"date" : "2026-09-30",
|
| 63 |
+
"os" : "26A434"
|
| 64 |
+
},
|
| 65 |
+
"exporter" : {
|
| 66 |
+
"coreai-core" : "1.0.0b2",
|
| 67 |
+
"coreai-opt" : "0.2.1",
|
| 68 |
+
"coreai-torch" : "0.4.2",
|
| 69 |
+
"torch" : "2.11.0"
|
| 70 |
+
},
|
| 71 |
+
"files" : {
|
| 72 |
+
"metadata.json" : "sha256:b6e337891980076cd458ad599d996c379822a4c6476a49819d73d7554efcb6ee",
|
| 73 |
+
"tokenizer/generation_config.json" : "sha256:822667f17e5af3746ed1aee5cfd01051ddb4f3e718195be4cf96aeeb5afce4b9",
|
| 74 |
+
"tokenizer/special_tokens_map.json" : "sha256:c4925a37fcd3782450ba1e1cf4f9fc37344bbeb9d02336e59a790879561a372e",
|
| 75 |
+
"tokenizer/tokenizer.json" : "sha256:2aa08b155b162538795e0502558c7c99d8ece6681b75cd10aac09d645b5cf97b",
|
| 76 |
+
"tokenizer/tokenizer_config.json" : "sha256:fe8ca65b8b287108074919fd0aa70a81b6cc9657262a7e721c2b34c5d25cc368",
|
| 77 |
+
"zamba2_1_2b_instruct.aimodel/main.hash" : "sha256:eca78557e4c0b2f346609dc4c2163f04f863ec9ba1b4667962299958a7dfe1d0",
|
| 78 |
+
"zamba2_1_2b_instruct.aimodel/main.mlirb" : "sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f",
|
| 79 |
+
"zamba2_1_2b_instruct.aimodel/metadata.json" : "sha256:c858769d032c00c78298fa3283bbbe73a8fcf34ab4329d8e7f5b3110b6f2a021"
|
| 80 |
+
},
|
| 81 |
+
"forge" : "0.1.0",
|
| 82 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 83 |
+
"source" : {
|
| 84 |
+
"hfRepo" : "Zyphra/Zamba2-1.2B-Instruct-v2",
|
| 85 |
+
"revision" : "960222dd212c071e2b7e3734573ee5297b1c075d"
|
| 86 |
+
}
|
| 87 |
+
},
|
| 88 |
+
"quantization" : {
|
| 89 |
+
"notes" : "weight-only PTQ on the torch module (coreai-opt eager Quantizer); exceptions resolve first-match in declaration order, then default; modules: int8-linear-perblock32 ×137",
|
| 90 |
+
"scheme" : "int8-linear-perblock32",
|
| 91 |
+
"weightBits" : 8
|
| 92 |
+
},
|
| 93 |
+
"schema" : 1,
|
| 94 |
+
"states" : {
|
| 95 |
+
"convState" : {
|
| 96 |
+
"kind" : "recurrent"
|
| 97 |
+
},
|
| 98 |
+
"keyCache" : {
|
| 99 |
+
"axis" : 3,
|
| 100 |
+
"initial" : 256,
|
| 101 |
+
"kind" : "kvGrowing"
|
| 102 |
+
},
|
| 103 |
+
"ssmState" : {
|
| 104 |
+
"kind" : "recurrent"
|
| 105 |
+
},
|
| 106 |
+
"valueCache" : {
|
| 107 |
+
"axis" : 3,
|
| 108 |
+
"initial" : 256,
|
| 109 |
+
"kind" : "kvGrowing"
|
| 110 |
+
}
|
| 111 |
+
},
|
| 112 |
+
"target" : {
|
| 113 |
+
"arch" : "any",
|
| 114 |
+
"backend" : "coreai",
|
| 115 |
+
"compiled" : false,
|
| 116 |
+
"compute" : "gpu",
|
| 117 |
+
"minOS" : "27.0",
|
| 118 |
+
"platform" : "macos"
|
| 119 |
+
},
|
| 120 |
+
"text" : {
|
| 121 |
+
"chatTemplate" : "embedded",
|
| 122 |
+
"tokenizer" : "tokenizer/"
|
| 123 |
+
}
|
| 124 |
+
}
|
macos-any-gpu/metadata.json
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"assets": {
|
| 3 |
+
"main": "zamba2_1_2b_instruct.aimodel"
|
| 4 |
+
},
|
| 5 |
+
"compression": "int8-linear-perblock32",
|
| 6 |
+
"kind": "llm",
|
| 7 |
+
"language": {
|
| 8 |
+
"embedded_tokenizer": true,
|
| 9 |
+
"function_map": {
|
| 10 |
+
"main": [
|
| 11 |
+
"main",
|
| 12 |
+
"decode"
|
| 13 |
+
]
|
| 14 |
+
},
|
| 15 |
+
"max_context_length": 4096,
|
| 16 |
+
"tokenizer": "Zyphra/Zamba2-1.2B-Instruct-v2",
|
| 17 |
+
"vocab_size": 32000
|
| 18 |
+
},
|
| 19 |
+
"metadata_version": "0.2",
|
| 20 |
+
"name": "zamba2_1_2b_instruct",
|
| 21 |
+
"source": {
|
| 22 |
+
"hf_model_id": "Zyphra/Zamba2-1.2B-Instruct-v2",
|
| 23 |
+
"model_definition": "torch"
|
| 24 |
+
}
|
| 25 |
+
}
|
macos-any-gpu/tokenizer/generation_config.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 1,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"pad_token_id": 0,
|
| 6 |
+
"transformers_version": "4.49.0.dev0"
|
| 7 |
+
}
|
macos-any-gpu/tokenizer/special_tokens_map.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
"<|im_start|>",
|
| 4 |
+
"<|im_end|>"
|
| 5 |
+
],
|
| 6 |
+
"bos_token": {
|
| 7 |
+
"content": "<|im_start|>",
|
| 8 |
+
"lstrip": false,
|
| 9 |
+
"normalized": false,
|
| 10 |
+
"rstrip": false,
|
| 11 |
+
"single_word": false
|
| 12 |
+
},
|
| 13 |
+
"eos_token": {
|
| 14 |
+
"content": "<|im_end|>",
|
| 15 |
+
"lstrip": false,
|
| 16 |
+
"normalized": false,
|
| 17 |
+
"rstrip": false,
|
| 18 |
+
"single_word": false
|
| 19 |
+
},
|
| 20 |
+
"pad_token": {
|
| 21 |
+
"content": "[PAD]",
|
| 22 |
+
"lstrip": false,
|
| 23 |
+
"normalized": false,
|
| 24 |
+
"rstrip": false,
|
| 25 |
+
"single_word": false
|
| 26 |
+
}
|
| 27 |
+
}
|
macos-any-gpu/tokenizer/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
macos-any-gpu/tokenizer/tokenizer_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": true,
|
| 3 |
+
"add_eos_token": false,
|
| 4 |
+
"add_prefix_space": null,
|
| 5 |
+
"added_tokens_decoder": {
|
| 6 |
+
"0": {
|
| 7 |
+
"content": "[PAD]",
|
| 8 |
+
"lstrip": false,
|
| 9 |
+
"normalized": false,
|
| 10 |
+
"rstrip": false,
|
| 11 |
+
"single_word": false,
|
| 12 |
+
"special": true
|
| 13 |
+
},
|
| 14 |
+
"1": {
|
| 15 |
+
"content": "<|im_start|>",
|
| 16 |
+
"lstrip": false,
|
| 17 |
+
"normalized": false,
|
| 18 |
+
"rstrip": false,
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"special": true
|
| 21 |
+
},
|
| 22 |
+
"2": {
|
| 23 |
+
"content": "<|im_end|>",
|
| 24 |
+
"lstrip": false,
|
| 25 |
+
"normalized": false,
|
| 26 |
+
"rstrip": false,
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"special": true
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"additional_special_tokens": [
|
| 32 |
+
"<|im_start|>",
|
| 33 |
+
"<|im_end|>"
|
| 34 |
+
],
|
| 35 |
+
"bos_token": "<|im_start|>",
|
| 36 |
+
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
|
| 37 |
+
"clean_up_tokenization_spaces": false,
|
| 38 |
+
"eos_token": "<|im_end|>",
|
| 39 |
+
"extra_special_tokens": {},
|
| 40 |
+
"legacy": true,
|
| 41 |
+
"max_length": 4096,
|
| 42 |
+
"model_max_length": 4096,
|
| 43 |
+
"pad_token": "[PAD]",
|
| 44 |
+
"sp_model_kwargs": {},
|
| 45 |
+
"spaces_between_special_tokens": false,
|
| 46 |
+
"stride": 0,
|
| 47 |
+
"tokenizer_class": "LlamaTokenizer",
|
| 48 |
+
"truncation_side": "right",
|
| 49 |
+
"truncation_strategy": "longest_first",
|
| 50 |
+
"unk_token": null,
|
| 51 |
+
"use_default_system_prompt": false
|
| 52 |
+
}
|
macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
�e��[w�
|
macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f
|
| 3 |
+
size 1293498068
|
macos-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"creationDate" : "20260930T235235Z",
|
| 3 |
+
"producer" : "coreai-core 1.0.0b2",
|
| 4 |
+
"assetVersion" : "2.0"
|
| 5 |
+
}
|
verification/31aefeaf-c63e-4f48-833f-e2395d2ce798.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T00:09:38Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"asset" : "zamba2_1_2b_instruct.aimodel",
|
| 5 |
+
"assetFormat" : "aimodel",
|
| 6 |
+
"compute" : "target",
|
| 7 |
+
"engine" : "ContextEngine",
|
| 8 |
+
"firstToken" : 2188,
|
| 9 |
+
"loadMs" : 61270.438666
|
| 10 |
+
},
|
| 11 |
+
"env" : {
|
| 12 |
+
"arch" : "h18p",
|
| 13 |
+
"compute" : "target",
|
| 14 |
+
"hwModel" : "iPhone18,2",
|
| 15 |
+
"osBuild" : "24A446",
|
| 16 |
+
"sdk" : {
|
| 17 |
+
"version" : "0.1.0-dev"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
"kind" : "verification",
|
| 21 |
+
"recordId" : "31aefeaf-c63e-4f48-833f-e2395d2ce798",
|
| 22 |
+
"result" : "pass",
|
| 23 |
+
"schema" : 1,
|
| 24 |
+
"subject" : {
|
| 25 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
|
| 26 |
+
"bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
|
| 27 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 28 |
+
"manifestSchema" : 1,
|
| 29 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 30 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 31 |
+
"variant" : "ios-any-gpu"
|
| 32 |
+
},
|
| 33 |
+
"tier" : "T0"
|
| 34 |
+
}
|
verification/4722db3c-0a4d-4445-8c4c-bc0ac4733ec4.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
verification/693a2248-e253-41ad-af09-91738cfba6b5.json
ADDED
|
@@ -0,0 +1,697 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-09-30T23:59:54Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"computes" : {
|
| 5 |
+
"cpuOnly" : {
|
| 6 |
+
"cases" : [
|
| 7 |
+
{
|
| 8 |
+
"id" : "capital-france",
|
| 9 |
+
"matchedSteps" : 2,
|
| 10 |
+
"pass" : true,
|
| 11 |
+
"reason" : "matched through the stop at step 2",
|
| 12 |
+
"stopMatched" : true
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"id" : "sky-color",
|
| 16 |
+
"matchedSteps" : 1,
|
| 17 |
+
"pass" : true,
|
| 18 |
+
"reason" : "matched through the stop at step 1",
|
| 19 |
+
"stopMatched" : true
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"id" : "add-numbers",
|
| 23 |
+
"matchedSteps" : 2,
|
| 24 |
+
"pass" : true,
|
| 25 |
+
"reason" : "matched through the stop at step 2",
|
| 26 |
+
"stopMatched" : true
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"id" : "translate-spanish",
|
| 30 |
+
"matchedSteps" : 5,
|
| 31 |
+
"pass" : true,
|
| 32 |
+
"reason" : "matched through the stop at step 5",
|
| 33 |
+
"stopMatched" : true
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"id" : "primary-colors",
|
| 37 |
+
"matchedSteps" : 5,
|
| 38 |
+
"pass" : true,
|
| 39 |
+
"reason" : "matched through the stop at step 5",
|
| 40 |
+
"stopMatched" : true
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"id" : "largest-planet",
|
| 44 |
+
"matchedSteps" : 11,
|
| 45 |
+
"pass" : true,
|
| 46 |
+
"reason" : "matched through the stop at step 11",
|
| 47 |
+
"stopMatched" : true
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"id" : "boiling-point",
|
| 51 |
+
"matchedSteps" : 25,
|
| 52 |
+
"pass" : true,
|
| 53 |
+
"reason" : "matched through the stop at step 25",
|
| 54 |
+
"stopMatched" : true
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"id" : "reverse-word",
|
| 58 |
+
"matchedSteps" : 13,
|
| 59 |
+
"pass" : true,
|
| 60 |
+
"reason" : "matched through the stop at step 13",
|
| 61 |
+
"stopMatched" : true
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"id" : "pirate-system",
|
| 65 |
+
"matchedSteps" : 38,
|
| 66 |
+
"pass" : true,
|
| 67 |
+
"reason" : "matched through the stop at step 38",
|
| 68 |
+
"stopMatched" : true
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"id" : "multi-turn-name",
|
| 72 |
+
"matchedSteps" : 6,
|
| 73 |
+
"pass" : true,
|
| 74 |
+
"reason" : "matched through the stop at step 6",
|
| 75 |
+
"stopMatched" : true
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"id" : "json-object",
|
| 79 |
+
"matchedSteps" : 20,
|
| 80 |
+
"pass" : true,
|
| 81 |
+
"reason" : "matched through the stop at step 20",
|
| 82 |
+
"stopMatched" : true
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"id" : "python-square",
|
| 86 |
+
"matchedSteps" : 19,
|
| 87 |
+
"pass" : true,
|
| 88 |
+
"reason" : "matched through the stop at step 19",
|
| 89 |
+
"stopMatched" : true
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"id" : "haiku-sea",
|
| 93 |
+
"matchedSteps" : 27,
|
| 94 |
+
"pass" : true,
|
| 95 |
+
"reason" : "matched through the stop at step 27",
|
| 96 |
+
"stopMatched" : true
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"id" : "days-week",
|
| 100 |
+
"matchedSteps" : 9,
|
| 101 |
+
"pass" : true,
|
| 102 |
+
"reason" : "matched through the stop at step 9",
|
| 103 |
+
"stopMatched" : true
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"id" : "think-multiply",
|
| 107 |
+
"matchedSteps" : 28,
|
| 108 |
+
"pass" : true,
|
| 109 |
+
"reason" : "matched through the stop at step 28",
|
| 110 |
+
"stopMatched" : true
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"id" : "think-prime",
|
| 114 |
+
"matchedSteps" : 24,
|
| 115 |
+
"pass" : true,
|
| 116 |
+
"reason" : "matched through the stop at step 24",
|
| 117 |
+
"stopMatched" : true
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"id" : "think-mammal",
|
| 121 |
+
"matchedSteps" : 12,
|
| 122 |
+
"pass" : true,
|
| 123 |
+
"reason" : "matched through the stop at step 12",
|
| 124 |
+
"stopMatched" : true
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"divergence" : {
|
| 128 |
+
"allowed" : true,
|
| 129 |
+
"expected" : 390,
|
| 130 |
+
"got" : 315,
|
| 131 |
+
"inTopK" : true,
|
| 132 |
+
"margin" : 0.003663,
|
| 133 |
+
"step" : 21
|
| 134 |
+
},
|
| 135 |
+
"id" : "tool-weather",
|
| 136 |
+
"matchedSteps" : 21,
|
| 137 |
+
"pass" : true,
|
| 138 |
+
"reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"divergence" : {
|
| 142 |
+
"allowed" : true,
|
| 143 |
+
"expected" : 22858,
|
| 144 |
+
"got" : 28723,
|
| 145 |
+
"inTopK" : true,
|
| 146 |
+
"margin" : 0.046912,
|
| 147 |
+
"step" : 14
|
| 148 |
+
},
|
| 149 |
+
"id" : "tool-currency",
|
| 150 |
+
"matchedSteps" : 14,
|
| 151 |
+
"pass" : true,
|
| 152 |
+
"reason" : "allowed divergence at step 14 (token differs; near-tie margin 0.047, engine token in top-5)"
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"id" : "completion-japan",
|
| 156 |
+
"matchedSteps" : 2,
|
| 157 |
+
"pass" : true,
|
| 158 |
+
"reason" : "matched through the stop at step 2",
|
| 159 |
+
"stopMatched" : true
|
| 160 |
+
}
|
| 161 |
+
],
|
| 162 |
+
"memory" : {
|
| 163 |
+
"cases" : [
|
| 164 |
+
{
|
| 165 |
+
"afterCaseMB" : 1599,
|
| 166 |
+
"id" : "capital-france",
|
| 167 |
+
"lifetimePeakMB" : 1629
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"afterCaseMB" : 1601,
|
| 171 |
+
"id" : "sky-color",
|
| 172 |
+
"lifetimePeakMB" : 1638
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"afterCaseMB" : 1605,
|
| 176 |
+
"id" : "add-numbers",
|
| 177 |
+
"lifetimePeakMB" : 1640
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"afterCaseMB" : 1542,
|
| 181 |
+
"id" : "translate-spanish",
|
| 182 |
+
"lifetimePeakMB" : 1644
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"afterCaseMB" : 1542,
|
| 186 |
+
"id" : "primary-colors",
|
| 187 |
+
"lifetimePeakMB" : 1644
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"afterCaseMB" : 1542,
|
| 191 |
+
"id" : "largest-planet",
|
| 192 |
+
"lifetimePeakMB" : 1644
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"afterCaseMB" : 1557,
|
| 196 |
+
"id" : "boiling-point",
|
| 197 |
+
"lifetimePeakMB" : 1644
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"afterCaseMB" : 1557,
|
| 201 |
+
"id" : "reverse-word",
|
| 202 |
+
"lifetimePeakMB" : 1644
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"afterCaseMB" : 1563,
|
| 206 |
+
"id" : "pirate-system",
|
| 207 |
+
"lifetimePeakMB" : 1644
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"afterCaseMB" : 1569,
|
| 211 |
+
"id" : "multi-turn-name",
|
| 212 |
+
"lifetimePeakMB" : 1644
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"afterCaseMB" : 1569,
|
| 216 |
+
"id" : "json-object",
|
| 217 |
+
"lifetimePeakMB" : 1644
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"afterCaseMB" : 1569,
|
| 221 |
+
"id" : "python-square",
|
| 222 |
+
"lifetimePeakMB" : 1644
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"afterCaseMB" : 1569,
|
| 226 |
+
"id" : "haiku-sea",
|
| 227 |
+
"lifetimePeakMB" : 1644
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"afterCaseMB" : 1570,
|
| 231 |
+
"id" : "days-week",
|
| 232 |
+
"lifetimePeakMB" : 1644
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"afterCaseMB" : 1515,
|
| 236 |
+
"id" : "think-multiply",
|
| 237 |
+
"lifetimePeakMB" : 1644
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"afterCaseMB" : 1516,
|
| 241 |
+
"id" : "think-prime",
|
| 242 |
+
"lifetimePeakMB" : 1644
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"afterCaseMB" : 1516,
|
| 246 |
+
"id" : "think-mammal",
|
| 247 |
+
"lifetimePeakMB" : 1644
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"afterCaseMB" : 1533,
|
| 251 |
+
"id" : "tool-weather",
|
| 252 |
+
"lifetimePeakMB" : 1644
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"afterCaseMB" : 1540,
|
| 256 |
+
"id" : "tool-currency",
|
| 257 |
+
"lifetimePeakMB" : 1644
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"afterCaseMB" : 1540,
|
| 261 |
+
"id" : "completion-japan",
|
| 262 |
+
"lifetimePeakMB" : 1644
|
| 263 |
+
}
|
| 264 |
+
],
|
| 265 |
+
"loadedMB" : 266,
|
| 266 |
+
"peakMB" : 1605
|
| 267 |
+
},
|
| 268 |
+
"pass" : true
|
| 269 |
+
},
|
| 270 |
+
"target" : {
|
| 271 |
+
"cases" : [
|
| 272 |
+
{
|
| 273 |
+
"id" : "capital-france",
|
| 274 |
+
"matchedSteps" : 2,
|
| 275 |
+
"pass" : true,
|
| 276 |
+
"reason" : "matched through the stop at step 2",
|
| 277 |
+
"stopMatched" : true
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"id" : "sky-color",
|
| 281 |
+
"matchedSteps" : 1,
|
| 282 |
+
"pass" : true,
|
| 283 |
+
"reason" : "matched through the stop at step 1",
|
| 284 |
+
"stopMatched" : true
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"id" : "add-numbers",
|
| 288 |
+
"matchedSteps" : 2,
|
| 289 |
+
"pass" : true,
|
| 290 |
+
"reason" : "matched through the stop at step 2",
|
| 291 |
+
"stopMatched" : true
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"id" : "translate-spanish",
|
| 295 |
+
"matchedSteps" : 5,
|
| 296 |
+
"pass" : true,
|
| 297 |
+
"reason" : "matched through the stop at step 5",
|
| 298 |
+
"stopMatched" : true
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"id" : "primary-colors",
|
| 302 |
+
"matchedSteps" : 5,
|
| 303 |
+
"pass" : true,
|
| 304 |
+
"reason" : "matched through the stop at step 5",
|
| 305 |
+
"stopMatched" : true
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"id" : "largest-planet",
|
| 309 |
+
"matchedSteps" : 11,
|
| 310 |
+
"pass" : true,
|
| 311 |
+
"reason" : "matched through the stop at step 11",
|
| 312 |
+
"stopMatched" : true
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"id" : "boiling-point",
|
| 316 |
+
"matchedSteps" : 25,
|
| 317 |
+
"pass" : true,
|
| 318 |
+
"reason" : "matched through the stop at step 25",
|
| 319 |
+
"stopMatched" : true
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"id" : "reverse-word",
|
| 323 |
+
"matchedSteps" : 13,
|
| 324 |
+
"pass" : true,
|
| 325 |
+
"reason" : "matched through the stop at step 13",
|
| 326 |
+
"stopMatched" : true
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"id" : "pirate-system",
|
| 330 |
+
"matchedSteps" : 38,
|
| 331 |
+
"pass" : true,
|
| 332 |
+
"reason" : "matched through the stop at step 38",
|
| 333 |
+
"stopMatched" : true
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"id" : "multi-turn-name",
|
| 337 |
+
"matchedSteps" : 6,
|
| 338 |
+
"pass" : true,
|
| 339 |
+
"reason" : "matched through the stop at step 6",
|
| 340 |
+
"stopMatched" : true
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"id" : "json-object",
|
| 344 |
+
"matchedSteps" : 20,
|
| 345 |
+
"pass" : true,
|
| 346 |
+
"reason" : "matched through the stop at step 20",
|
| 347 |
+
"stopMatched" : true
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"id" : "python-square",
|
| 351 |
+
"matchedSteps" : 19,
|
| 352 |
+
"pass" : true,
|
| 353 |
+
"reason" : "matched through the stop at step 19",
|
| 354 |
+
"stopMatched" : true
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"id" : "haiku-sea",
|
| 358 |
+
"matchedSteps" : 27,
|
| 359 |
+
"pass" : true,
|
| 360 |
+
"reason" : "matched through the stop at step 27",
|
| 361 |
+
"stopMatched" : true
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"id" : "days-week",
|
| 365 |
+
"matchedSteps" : 9,
|
| 366 |
+
"pass" : true,
|
| 367 |
+
"reason" : "matched through the stop at step 9",
|
| 368 |
+
"stopMatched" : true
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"id" : "think-multiply",
|
| 372 |
+
"matchedSteps" : 28,
|
| 373 |
+
"pass" : true,
|
| 374 |
+
"reason" : "matched through the stop at step 28",
|
| 375 |
+
"stopMatched" : true
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"id" : "think-prime",
|
| 379 |
+
"matchedSteps" : 24,
|
| 380 |
+
"pass" : true,
|
| 381 |
+
"reason" : "matched through the stop at step 24",
|
| 382 |
+
"stopMatched" : true
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"id" : "think-mammal",
|
| 386 |
+
"matchedSteps" : 12,
|
| 387 |
+
"pass" : true,
|
| 388 |
+
"reason" : "matched through the stop at step 12",
|
| 389 |
+
"stopMatched" : true
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"divergence" : {
|
| 393 |
+
"allowed" : true,
|
| 394 |
+
"expected" : 390,
|
| 395 |
+
"got" : 315,
|
| 396 |
+
"inTopK" : true,
|
| 397 |
+
"margin" : 0.003663,
|
| 398 |
+
"step" : 21
|
| 399 |
+
},
|
| 400 |
+
"id" : "tool-weather",
|
| 401 |
+
"matchedSteps" : 21,
|
| 402 |
+
"pass" : true,
|
| 403 |
+
"reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
|
| 404 |
+
},
|
| 405 |
+
{
|
| 406 |
+
"divergence" : {
|
| 407 |
+
"allowed" : true,
|
| 408 |
+
"expected" : 22858,
|
| 409 |
+
"got" : 28723,
|
| 410 |
+
"inTopK" : true,
|
| 411 |
+
"margin" : 0.046912,
|
| 412 |
+
"step" : 14
|
| 413 |
+
},
|
| 414 |
+
"id" : "tool-currency",
|
| 415 |
+
"matchedSteps" : 14,
|
| 416 |
+
"pass" : true,
|
| 417 |
+
"reason" : "allowed divergence at step 14 (token differs; near-tie margin 0.047, engine token in top-5)"
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"id" : "completion-japan",
|
| 421 |
+
"matchedSteps" : 2,
|
| 422 |
+
"pass" : true,
|
| 423 |
+
"reason" : "matched through the stop at step 2",
|
| 424 |
+
"stopMatched" : true
|
| 425 |
+
}
|
| 426 |
+
],
|
| 427 |
+
"memory" : {
|
| 428 |
+
"cases" : [
|
| 429 |
+
{
|
| 430 |
+
"afterCaseMB" : 797,
|
| 431 |
+
"id" : "capital-france",
|
| 432 |
+
"lifetimePeakMB" : 1644
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"afterCaseMB" : 905,
|
| 436 |
+
"id" : "sky-color",
|
| 437 |
+
"lifetimePeakMB" : 1644
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"afterCaseMB" : 925,
|
| 441 |
+
"id" : "add-numbers",
|
| 442 |
+
"lifetimePeakMB" : 1644
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"afterCaseMB" : 843,
|
| 446 |
+
"id" : "translate-spanish",
|
| 447 |
+
"lifetimePeakMB" : 1644
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"afterCaseMB" : 929,
|
| 451 |
+
"id" : "primary-colors",
|
| 452 |
+
"lifetimePeakMB" : 1644
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"afterCaseMB" : 843,
|
| 456 |
+
"id" : "largest-planet",
|
| 457 |
+
"lifetimePeakMB" : 1644
|
| 458 |
+
},
|
| 459 |
+
{
|
| 460 |
+
"afterCaseMB" : 898,
|
| 461 |
+
"id" : "boiling-point",
|
| 462 |
+
"lifetimePeakMB" : 1644
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"afterCaseMB" : 874,
|
| 466 |
+
"id" : "reverse-word",
|
| 467 |
+
"lifetimePeakMB" : 1644
|
| 468 |
+
},
|
| 469 |
+
{
|
| 470 |
+
"afterCaseMB" : 890,
|
| 471 |
+
"id" : "pirate-system",
|
| 472 |
+
"lifetimePeakMB" : 1644
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"afterCaseMB" : 920,
|
| 476 |
+
"id" : "multi-turn-name",
|
| 477 |
+
"lifetimePeakMB" : 1644
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"afterCaseMB" : 1014,
|
| 481 |
+
"id" : "json-object",
|
| 482 |
+
"lifetimePeakMB" : 1644
|
| 483 |
+
},
|
| 484 |
+
{
|
| 485 |
+
"afterCaseMB" : 1006,
|
| 486 |
+
"id" : "python-square",
|
| 487 |
+
"lifetimePeakMB" : 1644
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"afterCaseMB" : 943,
|
| 491 |
+
"id" : "haiku-sea",
|
| 492 |
+
"lifetimePeakMB" : 1644
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"afterCaseMB" : 958,
|
| 496 |
+
"id" : "days-week",
|
| 497 |
+
"lifetimePeakMB" : 1644
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"afterCaseMB" : 959,
|
| 501 |
+
"id" : "think-multiply",
|
| 502 |
+
"lifetimePeakMB" : 1644
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"afterCaseMB" : 959,
|
| 506 |
+
"id" : "think-prime",
|
| 507 |
+
"lifetimePeakMB" : 1644
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"afterCaseMB" : 957,
|
| 511 |
+
"id" : "think-mammal",
|
| 512 |
+
"lifetimePeakMB" : 1644
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"afterCaseMB" : 939,
|
| 516 |
+
"id" : "tool-weather",
|
| 517 |
+
"lifetimePeakMB" : 1644
|
| 518 |
+
},
|
| 519 |
+
{
|
| 520 |
+
"afterCaseMB" : 961,
|
| 521 |
+
"id" : "tool-currency",
|
| 522 |
+
"lifetimePeakMB" : 1644
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"afterCaseMB" : 977,
|
| 526 |
+
"id" : "completion-japan",
|
| 527 |
+
"lifetimePeakMB" : 1644
|
| 528 |
+
}
|
| 529 |
+
],
|
| 530 |
+
"loadedMB" : 535,
|
| 531 |
+
"peakMB" : 1014
|
| 532 |
+
},
|
| 533 |
+
"pass" : true
|
| 534 |
+
}
|
| 535 |
+
},
|
| 536 |
+
"profile" : {
|
| 537 |
+
"alsoRequires" : [
|
| 538 |
+
"T2 strict on the unquantized reference export"
|
| 539 |
+
],
|
| 540 |
+
"budget" : {
|
| 541 |
+
"fraction" : 0.05,
|
| 542 |
+
"margin" : 0.3,
|
| 543 |
+
"minCases" : 1
|
| 544 |
+
},
|
| 545 |
+
"name" : "quantized-8bit"
|
| 546 |
+
},
|
| 547 |
+
"profileResults" : {
|
| 548 |
+
"cpuOnly" : {
|
| 549 |
+
"budgeted" : [
|
| 550 |
+
|
| 551 |
+
],
|
| 552 |
+
"overBudget" : [
|
| 553 |
+
|
| 554 |
+
],
|
| 555 |
+
"pass" : true
|
| 556 |
+
},
|
| 557 |
+
"target" : {
|
| 558 |
+
"budgeted" : [
|
| 559 |
+
|
| 560 |
+
],
|
| 561 |
+
"overBudget" : [
|
| 562 |
+
|
| 563 |
+
],
|
| 564 |
+
"pass" : true
|
| 565 |
+
}
|
| 566 |
+
},
|
| 567 |
+
"rules" : {
|
| 568 |
+
"marginThreshold" : 0.1,
|
| 569 |
+
"topN" : 5
|
| 570 |
+
},
|
| 571 |
+
"templateClocks" : [
|
| 572 |
+
{
|
| 573 |
+
"id" : "capital-france",
|
| 574 |
+
"source" : "fixture",
|
| 575 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"id" : "sky-color",
|
| 579 |
+
"source" : "fixture",
|
| 580 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"id" : "add-numbers",
|
| 584 |
+
"source" : "fixture",
|
| 585 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"id" : "translate-spanish",
|
| 589 |
+
"source" : "fixture",
|
| 590 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"id" : "primary-colors",
|
| 594 |
+
"source" : "fixture",
|
| 595 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 596 |
+
},
|
| 597 |
+
{
|
| 598 |
+
"id" : "largest-planet",
|
| 599 |
+
"source" : "fixture",
|
| 600 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"id" : "boiling-point",
|
| 604 |
+
"source" : "fixture",
|
| 605 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 606 |
+
},
|
| 607 |
+
{
|
| 608 |
+
"id" : "reverse-word",
|
| 609 |
+
"source" : "fixture",
|
| 610 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"id" : "pirate-system",
|
| 614 |
+
"source" : "fixture",
|
| 615 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 616 |
+
},
|
| 617 |
+
{
|
| 618 |
+
"id" : "multi-turn-name",
|
| 619 |
+
"source" : "fixture",
|
| 620 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"id" : "json-object",
|
| 624 |
+
"source" : "fixture",
|
| 625 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 626 |
+
},
|
| 627 |
+
{
|
| 628 |
+
"id" : "python-square",
|
| 629 |
+
"source" : "fixture",
|
| 630 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"id" : "haiku-sea",
|
| 634 |
+
"source" : "fixture",
|
| 635 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"id" : "days-week",
|
| 639 |
+
"source" : "fixture",
|
| 640 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"id" : "think-multiply",
|
| 644 |
+
"source" : "fixture",
|
| 645 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"id" : "think-prime",
|
| 649 |
+
"source" : "fixture",
|
| 650 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 651 |
+
},
|
| 652 |
+
{
|
| 653 |
+
"id" : "think-mammal",
|
| 654 |
+
"source" : "fixture",
|
| 655 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"id" : "tool-weather",
|
| 659 |
+
"source" : "fixture",
|
| 660 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"id" : "tool-currency",
|
| 664 |
+
"source" : "fixture",
|
| 665 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 666 |
+
}
|
| 667 |
+
]
|
| 668 |
+
},
|
| 669 |
+
"env" : {
|
| 670 |
+
"arch" : "h17c",
|
| 671 |
+
"compute" : "target",
|
| 672 |
+
"hwModel" : "Mac17,6",
|
| 673 |
+
"osBuild" : "26A434",
|
| 674 |
+
"sdk" : {
|
| 675 |
+
"version" : "0.1.0-dev"
|
| 676 |
+
}
|
| 677 |
+
},
|
| 678 |
+
"fixture" : {
|
| 679 |
+
"id" : "adbdef8a32ca3c1b",
|
| 680 |
+
"sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
|
| 681 |
+
},
|
| 682 |
+
"kind" : "verification",
|
| 683 |
+
"negativeControlRecordId" : "52dd928e-55fd-4548-bd5b-d5e0507a8718",
|
| 684 |
+
"recordId" : "693a2248-e253-41ad-af09-91738cfba6b5",
|
| 685 |
+
"result" : "pass",
|
| 686 |
+
"schema" : 1,
|
| 687 |
+
"subject" : {
|
| 688 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
|
| 689 |
+
"bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
|
| 690 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 691 |
+
"manifestSchema" : 1,
|
| 692 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 693 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 694 |
+
"variant" : "macos-any-gpu"
|
| 695 |
+
},
|
| 696 |
+
"tier" : "T2"
|
| 697 |
+
}
|
verification/8aefdd45-f00e-4a9d-b944-b291c0d05559.json
ADDED
|
@@ -0,0 +1,511 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T01:10:21Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"accuracy" : 80,
|
| 5 |
+
"baseline" : {
|
| 6 |
+
"accuracy" : 80,
|
| 7 |
+
"recordId" : "68ce42e5-9033-4656-9147-5192e4b1bf08"
|
| 8 |
+
},
|
| 9 |
+
"compute" : "target",
|
| 10 |
+
"correct" : 40,
|
| 11 |
+
"drop" : 0,
|
| 12 |
+
"evalSet" : "copy-fidelity-v1",
|
| 13 |
+
"items" : [
|
| 14 |
+
{
|
| 15 |
+
"correct" : true,
|
| 16 |
+
"expected" : "15049169422564",
|
| 17 |
+
"extracted" : "15049169422564",
|
| 18 |
+
"id" : "copy-fidelity-v1-0000",
|
| 19 |
+
"output" : "15049169422564",
|
| 20 |
+
"stopped" : true,
|
| 21 |
+
"tokens" : 14
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"correct" : true,
|
| 25 |
+
"expected" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
|
| 26 |
+
"extracted" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
|
| 27 |
+
"id" : "copy-fidelity-v1-0001",
|
| 28 |
+
"output" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
|
| 29 |
+
"stopped" : true,
|
| 30 |
+
"tokens" : 31
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"correct" : true,
|
| 34 |
+
"expected" : "AA6-MXFG-BV",
|
| 35 |
+
"extracted" : "AA6-MXFG-BV",
|
| 36 |
+
"id" : "copy-fidelity-v1-0002",
|
| 37 |
+
"output" : "AA6-MXFG-BV",
|
| 38 |
+
"stopped" : true,
|
| 39 |
+
"tokens" : 9
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"correct" : false,
|
| 43 |
+
"expected" : "{\"id\":45851,\"name\":\"fjord\",\"ok\":false}",
|
| 44 |
+
"extracted" : "fjord ok",
|
| 45 |
+
"id" : "copy-fidelity-v1-0003",
|
| 46 |
+
"output" : "fjord ok",
|
| 47 |
+
"stopped" : true,
|
| 48 |
+
"tokens" : 4
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"correct" : true,
|
| 52 |
+
"expected" : "fjord 4736 cobalt EWECD4",
|
| 53 |
+
"extracted" : "fjord 4736 cobalt EWECD4",
|
| 54 |
+
"id" : "copy-fidelity-v1-0004",
|
| 55 |
+
"output" : "fjord 4736 cobalt EWECD4",
|
| 56 |
+
"stopped" : true,
|
| 57 |
+
"tokens" : 15
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"correct" : true,
|
| 61 |
+
"expected" : "2569722584",
|
| 62 |
+
"extracted" : "2569722584",
|
| 63 |
+
"id" : "copy-fidelity-v1-0005",
|
| 64 |
+
"output" : "2569722584",
|
| 65 |
+
"stopped" : true,
|
| 66 |
+
"tokens" : 10
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"correct" : true,
|
| 70 |
+
"expected" : "b7519f40-90dc-2596-7eaa-480494187094",
|
| 71 |
+
"extracted" : "b7519f40-90dc-2596-7eaa-480494187094",
|
| 72 |
+
"id" : "copy-fidelity-v1-0006",
|
| 73 |
+
"output" : "b7519f40-90dc-2596-7eaa-480494187094",
|
| 74 |
+
"stopped" : true,
|
| 75 |
+
"tokens" : 34
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"correct" : true,
|
| 79 |
+
"expected" : "5QY-37WK-PX",
|
| 80 |
+
"extracted" : "5QY-37WK-PX",
|
| 81 |
+
"id" : "copy-fidelity-v1-0007",
|
| 82 |
+
"output" : "5QY-37WK-PX",
|
| 83 |
+
"stopped" : true,
|
| 84 |
+
"tokens" : 11
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"correct" : false,
|
| 88 |
+
"expected" : "{\"id\":66524,\"name\":\"ember\",\"ok\":true}",
|
| 89 |
+
"extracted" : "ember",
|
| 90 |
+
"id" : "copy-fidelity-v1-0008",
|
| 91 |
+
"output" : "ember",
|
| 92 |
+
"stopped" : true,
|
| 93 |
+
"tokens" : 1
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"correct" : true,
|
| 97 |
+
"expected" : "delta 2466 ember MNQN4S",
|
| 98 |
+
"extracted" : "delta 2466 ember MNQN4S",
|
| 99 |
+
"id" : "copy-fidelity-v1-0009",
|
| 100 |
+
"output" : "delta 2466 ember MNQN4S",
|
| 101 |
+
"stopped" : true,
|
| 102 |
+
"tokens" : 14
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"correct" : true,
|
| 106 |
+
"expected" : "4032708178056737",
|
| 107 |
+
"extracted" : "4032708178056737",
|
| 108 |
+
"id" : "copy-fidelity-v1-0010",
|
| 109 |
+
"output" : "4032708178056737",
|
| 110 |
+
"stopped" : true,
|
| 111 |
+
"tokens" : 16
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"correct" : true,
|
| 115 |
+
"expected" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
|
| 116 |
+
"extracted" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
|
| 117 |
+
"id" : "copy-fidelity-v1-0011",
|
| 118 |
+
"output" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
|
| 119 |
+
"stopped" : true,
|
| 120 |
+
"tokens" : 34
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"correct" : true,
|
| 124 |
+
"expected" : "FZX-AN6Y-QJ",
|
| 125 |
+
"extracted" : "FZX-AN6Y-QJ",
|
| 126 |
+
"id" : "copy-fidelity-v1-0012",
|
| 127 |
+
"output" : "FZX-AN6Y-QJ",
|
| 128 |
+
"stopped" : true,
|
| 129 |
+
"tokens" : 10
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"correct" : false,
|
| 133 |
+
"expected" : "{\"id\":30273,\"name\":\"fjord\",\"ok\":false}",
|
| 134 |
+
"extracted" : "fjord ok",
|
| 135 |
+
"id" : "copy-fidelity-v1-0013",
|
| 136 |
+
"output" : "fjord ok",
|
| 137 |
+
"stopped" : true,
|
| 138 |
+
"tokens" : 4
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"correct" : true,
|
| 142 |
+
"expected" : "bravo 9797 garnet WN452B",
|
| 143 |
+
"extracted" : "bravo 9797 garnet WN452B",
|
| 144 |
+
"id" : "copy-fidelity-v1-0014",
|
| 145 |
+
"output" : "bravo 9797 garnet WN452B",
|
| 146 |
+
"stopped" : true,
|
| 147 |
+
"tokens" : 16
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"correct" : true,
|
| 151 |
+
"expected" : "88983386490283957910788",
|
| 152 |
+
"extracted" : "88983386490283957910788",
|
| 153 |
+
"id" : "copy-fidelity-v1-0015",
|
| 154 |
+
"output" : "88983386490283957910788",
|
| 155 |
+
"stopped" : true,
|
| 156 |
+
"tokens" : 23
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"correct" : true,
|
| 160 |
+
"expected" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
|
| 161 |
+
"extracted" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
|
| 162 |
+
"id" : "copy-fidelity-v1-0016",
|
| 163 |
+
"output" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
|
| 164 |
+
"stopped" : true,
|
| 165 |
+
"tokens" : 33
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"correct" : true,
|
| 169 |
+
"expected" : "WYP-WPF8-JY",
|
| 170 |
+
"extracted" : "WYP-WPF8-JY",
|
| 171 |
+
"id" : "copy-fidelity-v1-0017",
|
| 172 |
+
"output" : "WYP-WPF8-JY",
|
| 173 |
+
"stopped" : true,
|
| 174 |
+
"tokens" : 9
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"correct" : false,
|
| 178 |
+
"expected" : "{\"id\":99260,\"name\":\"juniper\",\"ok\":false}",
|
| 179 |
+
"extracted" : "juniper ok false",
|
| 180 |
+
"id" : "copy-fidelity-v1-0018",
|
| 181 |
+
"output" : "juniper ok false",
|
| 182 |
+
"stopped" : true,
|
| 183 |
+
"tokens" : 5
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"correct" : true,
|
| 187 |
+
"expected" : "garnet 5624 fjord AMULQR",
|
| 188 |
+
"extracted" : "garnet 5624 fjord AMULQR",
|
| 189 |
+
"id" : "copy-fidelity-v1-0019",
|
| 190 |
+
"output" : "garnet 5624 fjord AMULQR",
|
| 191 |
+
"stopped" : true,
|
| 192 |
+
"tokens" : 15
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"correct" : true,
|
| 196 |
+
"expected" : "3384263000",
|
| 197 |
+
"extracted" : "3384263000",
|
| 198 |
+
"id" : "copy-fidelity-v1-0020",
|
| 199 |
+
"output" : "3384263000",
|
| 200 |
+
"stopped" : true,
|
| 201 |
+
"tokens" : 10
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"correct" : true,
|
| 205 |
+
"expected" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
|
| 206 |
+
"extracted" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
|
| 207 |
+
"id" : "copy-fidelity-v1-0021",
|
| 208 |
+
"output" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
|
| 209 |
+
"stopped" : true,
|
| 210 |
+
"tokens" : 35
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"correct" : true,
|
| 214 |
+
"expected" : "5E4-L95U-P9",
|
| 215 |
+
"extracted" : "5E4-L95U-P9",
|
| 216 |
+
"id" : "copy-fidelity-v1-0022",
|
| 217 |
+
"output" : "5E4-L95U-P9",
|
| 218 |
+
"stopped" : true,
|
| 219 |
+
"tokens" : 11
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"correct" : false,
|
| 223 |
+
"expected" : "{\"id\":30560,\"name\":\"garnet\",\"ok\":false}",
|
| 224 |
+
"extracted" : "garnet ok false",
|
| 225 |
+
"id" : "copy-fidelity-v1-0023",
|
| 226 |
+
"output" : "garnet ok false",
|
| 227 |
+
"stopped" : true,
|
| 228 |
+
"tokens" : 5
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"correct" : true,
|
| 232 |
+
"expected" : "harbor 6492 garnet RZHKFT",
|
| 233 |
+
"extracted" : "harbor 6492 garnet RZHKFT",
|
| 234 |
+
"id" : "copy-fidelity-v1-0024",
|
| 235 |
+
"output" : "harbor 6492 garnet RZHKFT",
|
| 236 |
+
"stopped" : true,
|
| 237 |
+
"tokens" : 15
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"correct" : true,
|
| 241 |
+
"expected" : "58630756639800002113463",
|
| 242 |
+
"extracted" : "58630756639800002113463",
|
| 243 |
+
"id" : "copy-fidelity-v1-0025",
|
| 244 |
+
"output" : "58630756639800002113463",
|
| 245 |
+
"stopped" : true,
|
| 246 |
+
"tokens" : 23
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"correct" : true,
|
| 250 |
+
"expected" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
|
| 251 |
+
"extracted" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
|
| 252 |
+
"id" : "copy-fidelity-v1-0026",
|
| 253 |
+
"output" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
|
| 254 |
+
"stopped" : true,
|
| 255 |
+
"tokens" : 33
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"correct" : true,
|
| 259 |
+
"expected" : "9SU-NF4Z-B9",
|
| 260 |
+
"extracted" : "9SU-NF4Z-B9",
|
| 261 |
+
"id" : "copy-fidelity-v1-0027",
|
| 262 |
+
"output" : "9SU-NF4Z-B9",
|
| 263 |
+
"stopped" : true,
|
| 264 |
+
"tokens" : 9
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"correct" : false,
|
| 268 |
+
"expected" : "{\"id\":64286,\"name\":\"harbor\",\"ok\":true}",
|
| 269 |
+
"extracted" : "harbor ok",
|
| 270 |
+
"id" : "copy-fidelity-v1-0028",
|
| 271 |
+
"output" : "harbor ok",
|
| 272 |
+
"stopped" : true,
|
| 273 |
+
"tokens" : 3
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"correct" : true,
|
| 277 |
+
"expected" : "alpha 4098 indigo MJRGJZ",
|
| 278 |
+
"extracted" : "alpha 4098 indigo MJRGJZ",
|
| 279 |
+
"id" : "copy-fidelity-v1-0029",
|
| 280 |
+
"output" : "alpha 4098 indigo MJRGJZ",
|
| 281 |
+
"stopped" : true,
|
| 282 |
+
"tokens" : 13
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"correct" : true,
|
| 286 |
+
"expected" : "8190586487248718806",
|
| 287 |
+
"extracted" : "8190586487248718806",
|
| 288 |
+
"id" : "copy-fidelity-v1-0030",
|
| 289 |
+
"output" : "8190586487248718806",
|
| 290 |
+
"stopped" : true,
|
| 291 |
+
"tokens" : 19
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"correct" : true,
|
| 295 |
+
"expected" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
|
| 296 |
+
"extracted" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
|
| 297 |
+
"id" : "copy-fidelity-v1-0031",
|
| 298 |
+
"output" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
|
| 299 |
+
"stopped" : true,
|
| 300 |
+
"tokens" : 31
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"correct" : true,
|
| 304 |
+
"expected" : "LS3-CF2C-PA",
|
| 305 |
+
"extracted" : "LS3-CF2C-PA",
|
| 306 |
+
"id" : "copy-fidelity-v1-0032",
|
| 307 |
+
"output" : "LS3-CF2C-PA",
|
| 308 |
+
"stopped" : true,
|
| 309 |
+
"tokens" : 8
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"correct" : false,
|
| 313 |
+
"expected" : "{\"id\":76979,\"name\":\"fjord\",\"ok\":true}",
|
| 314 |
+
"extracted" : "fjord ok",
|
| 315 |
+
"id" : "copy-fidelity-v1-0033",
|
| 316 |
+
"output" : "fjord ok",
|
| 317 |
+
"stopped" : true,
|
| 318 |
+
"tokens" : 4
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"correct" : true,
|
| 322 |
+
"expected" : "cobalt 5382 fjord JARNPU",
|
| 323 |
+
"extracted" : "cobalt 5382 fjord JARNPU",
|
| 324 |
+
"id" : "copy-fidelity-v1-0034",
|
| 325 |
+
"output" : "cobalt 5382 fjord JARNPU",
|
| 326 |
+
"stopped" : true,
|
| 327 |
+
"tokens" : 15
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"correct" : true,
|
| 331 |
+
"expected" : "6046622270613680450",
|
| 332 |
+
"extracted" : "6046622270613680450",
|
| 333 |
+
"id" : "copy-fidelity-v1-0035",
|
| 334 |
+
"output" : "6046622270613680450",
|
| 335 |
+
"stopped" : true,
|
| 336 |
+
"tokens" : 19
|
| 337 |
+
},
|
| 338 |
+
{
|
| 339 |
+
"correct" : true,
|
| 340 |
+
"expected" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
|
| 341 |
+
"extracted" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
|
| 342 |
+
"id" : "copy-fidelity-v1-0036",
|
| 343 |
+
"output" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
|
| 344 |
+
"stopped" : true,
|
| 345 |
+
"tokens" : 34
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"correct" : true,
|
| 349 |
+
"expected" : "8TR-BQ6L-4R",
|
| 350 |
+
"extracted" : "8TR-BQ6L-4R",
|
| 351 |
+
"id" : "copy-fidelity-v1-0037",
|
| 352 |
+
"output" : "8TR-BQ6L-4R",
|
| 353 |
+
"stopped" : true,
|
| 354 |
+
"tokens" : 10
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"correct" : false,
|
| 358 |
+
"expected" : "{\"id\":32998,\"name\":\"bravo\",\"ok\":false}",
|
| 359 |
+
"extracted" : "bravo is not available in the system.",
|
| 360 |
+
"id" : "copy-fidelity-v1-0038",
|
| 361 |
+
"output" : "bravo is not available in the system.",
|
| 362 |
+
"stopped" : true,
|
| 363 |
+
"tokens" : 9
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"correct" : true,
|
| 367 |
+
"expected" : "garnet 4759 harbor HY3T8D",
|
| 368 |
+
"extracted" : "garnet 4759 harbor HY3T8D",
|
| 369 |
+
"id" : "copy-fidelity-v1-0039",
|
| 370 |
+
"output" : "garnet 4759 harbor HY3T8D",
|
| 371 |
+
"stopped" : true,
|
| 372 |
+
"tokens" : 16
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"correct" : true,
|
| 376 |
+
"expected" : "730990060521549377",
|
| 377 |
+
"extracted" : "730990060521549377",
|
| 378 |
+
"id" : "copy-fidelity-v1-0040",
|
| 379 |
+
"output" : "730990060521549377",
|
| 380 |
+
"stopped" : true,
|
| 381 |
+
"tokens" : 18
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"correct" : true,
|
| 385 |
+
"expected" : "55467d32-7301-1081-857b-7c3f8cf04041",
|
| 386 |
+
"extracted" : "55467d32-7301-1081-857b-7c3f8cf04041",
|
| 387 |
+
"id" : "copy-fidelity-v1-0041",
|
| 388 |
+
"output" : "55467d32-7301-1081-857b-7c3f8cf04041",
|
| 389 |
+
"stopped" : true,
|
| 390 |
+
"tokens" : 35
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"correct" : true,
|
| 394 |
+
"expected" : "QWN-A5S7-U8",
|
| 395 |
+
"extracted" : "QWN-A5S7-U8",
|
| 396 |
+
"id" : "copy-fidelity-v1-0042",
|
| 397 |
+
"output" : "QWN-A5S7-U8",
|
| 398 |
+
"stopped" : true,
|
| 399 |
+
"tokens" : 10
|
| 400 |
+
},
|
| 401 |
+
{
|
| 402 |
+
"correct" : false,
|
| 403 |
+
"expected" : "{\"id\":87359,\"name\":\"bravo\",\"ok\":true}",
|
| 404 |
+
"extracted" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
|
| 405 |
+
"id" : "copy-fidelity-v1-0043",
|
| 406 |
+
"output" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
|
| 407 |
+
"stopped" : true,
|
| 408 |
+
"tokens" : 19
|
| 409 |
+
},
|
| 410 |
+
{
|
| 411 |
+
"correct" : true,
|
| 412 |
+
"expected" : "harbor 5675 alpha PVTFQ3",
|
| 413 |
+
"extracted" : "harbor 5675 alpha PVTFQ3",
|
| 414 |
+
"id" : "copy-fidelity-v1-0044",
|
| 415 |
+
"output" : "harbor 5675 alpha PVTFQ3",
|
| 416 |
+
"stopped" : true,
|
| 417 |
+
"tokens" : 13
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"correct" : true,
|
| 421 |
+
"expected" : "026077672172414281421",
|
| 422 |
+
"extracted" : "026077672172414281421",
|
| 423 |
+
"id" : "copy-fidelity-v1-0045",
|
| 424 |
+
"output" : "026077672172414281421",
|
| 425 |
+
"stopped" : true,
|
| 426 |
+
"tokens" : 21
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"correct" : true,
|
| 430 |
+
"expected" : "9954e594-112c-8a99-2a23-f03167181417",
|
| 431 |
+
"extracted" : "9954e594-112c-8a99-2a23-f03167181417",
|
| 432 |
+
"id" : "copy-fidelity-v1-0046",
|
| 433 |
+
"output" : "9954e594-112c-8a99-2a23-f03167181417",
|
| 434 |
+
"stopped" : true,
|
| 435 |
+
"tokens" : 36
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"correct" : true,
|
| 439 |
+
"expected" : "P7C-TKRF-KV",
|
| 440 |
+
"extracted" : "P7C-TKRF-KV",
|
| 441 |
+
"id" : "copy-fidelity-v1-0047",
|
| 442 |
+
"output" : "P7C-TKRF-KV",
|
| 443 |
+
"stopped" : true,
|
| 444 |
+
"tokens" : 10
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"correct" : false,
|
| 448 |
+
"expected" : "{\"id\":26910,\"name\":\"bravo\",\"ok\":false}",
|
| 449 |
+
"extracted" : "bravo is not available in the system.",
|
| 450 |
+
"id" : "copy-fidelity-v1-0048",
|
| 451 |
+
"output" : "bravo is not available in the system.",
|
| 452 |
+
"stopped" : true,
|
| 453 |
+
"tokens" : 9
|
| 454 |
+
},
|
| 455 |
+
{
|
| 456 |
+
"correct" : true,
|
| 457 |
+
"expected" : "delta 8883 fjord LV8TXG",
|
| 458 |
+
"extracted" : "delta 8883 fjord LV8TXG",
|
| 459 |
+
"id" : "copy-fidelity-v1-0049",
|
| 460 |
+
"output" : "delta 8883 fjord LV8TXG",
|
| 461 |
+
"stopped" : true,
|
| 462 |
+
"tokens" : 14
|
| 463 |
+
}
|
| 464 |
+
],
|
| 465 |
+
"maxDrop" : 3,
|
| 466 |
+
"paired" : {
|
| 467 |
+
"gained" : 0,
|
| 468 |
+
"identicalOutputs" : 50,
|
| 469 |
+
"items" : 50,
|
| 470 |
+
"lost" : 0
|
| 471 |
+
},
|
| 472 |
+
"protocol" : {
|
| 473 |
+
"budget" : 96,
|
| 474 |
+
"extractor" : "exact",
|
| 475 |
+
"items" : 50,
|
| 476 |
+
"prompt" : "Repeat the following text exactly. Reply with the text only: no quotes, no code block, no explanation.\n\n{input}",
|
| 477 |
+
"thinking" : false
|
| 478 |
+
},
|
| 479 |
+
"protocolId" : "1fb45a10f09e8938",
|
| 480 |
+
"role" : "candidate",
|
| 481 |
+
"unterminated" : 0
|
| 482 |
+
},
|
| 483 |
+
"env" : {
|
| 484 |
+
"arch" : "h18p",
|
| 485 |
+
"compute" : "target",
|
| 486 |
+
"hwModel" : "iPhone18,2",
|
| 487 |
+
"osBuild" : "24A446",
|
| 488 |
+
"sdk" : {
|
| 489 |
+
"version" : "0.1.0-dev"
|
| 490 |
+
}
|
| 491 |
+
},
|
| 492 |
+
"fixture" : {
|
| 493 |
+
"id" : "copy-fidelity-v1",
|
| 494 |
+
"sha256" : "generated"
|
| 495 |
+
},
|
| 496 |
+
"kind" : "verification",
|
| 497 |
+
"negativeControlRecordId" : "6a58bb62-43e6-407c-958f-8764f268e7cb",
|
| 498 |
+
"recordId" : "8aefdd45-f00e-4a9d-b944-b291c0d05559",
|
| 499 |
+
"result" : "pass",
|
| 500 |
+
"schema" : 1,
|
| 501 |
+
"subject" : {
|
| 502 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
|
| 503 |
+
"bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
|
| 504 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 505 |
+
"manifestSchema" : 1,
|
| 506 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 507 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 508 |
+
"variant" : "ios-any-gpu"
|
| 509 |
+
},
|
| 510 |
+
"tier" : "T3"
|
| 511 |
+
}
|
verification/b0bf808b-125b-48cd-9668-e52941021a84.json
ADDED
|
@@ -0,0 +1,511 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T01:10:03Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"accuracy" : 80,
|
| 5 |
+
"baseline" : {
|
| 6 |
+
"accuracy" : 80,
|
| 7 |
+
"recordId" : "68ce42e5-9033-4656-9147-5192e4b1bf08"
|
| 8 |
+
},
|
| 9 |
+
"compute" : "target",
|
| 10 |
+
"correct" : 40,
|
| 11 |
+
"drop" : 0,
|
| 12 |
+
"evalSet" : "copy-fidelity-v1",
|
| 13 |
+
"items" : [
|
| 14 |
+
{
|
| 15 |
+
"correct" : true,
|
| 16 |
+
"expected" : "15049169422564",
|
| 17 |
+
"extracted" : "15049169422564",
|
| 18 |
+
"id" : "copy-fidelity-v1-0000",
|
| 19 |
+
"output" : "15049169422564",
|
| 20 |
+
"stopped" : true,
|
| 21 |
+
"tokens" : 14
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"correct" : true,
|
| 25 |
+
"expected" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
|
| 26 |
+
"extracted" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
|
| 27 |
+
"id" : "copy-fidelity-v1-0001",
|
| 28 |
+
"output" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
|
| 29 |
+
"stopped" : true,
|
| 30 |
+
"tokens" : 31
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"correct" : true,
|
| 34 |
+
"expected" : "AA6-MXFG-BV",
|
| 35 |
+
"extracted" : "AA6-MXFG-BV",
|
| 36 |
+
"id" : "copy-fidelity-v1-0002",
|
| 37 |
+
"output" : "AA6-MXFG-BV",
|
| 38 |
+
"stopped" : true,
|
| 39 |
+
"tokens" : 9
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"correct" : false,
|
| 43 |
+
"expected" : "{\"id\":45851,\"name\":\"fjord\",\"ok\":false}",
|
| 44 |
+
"extracted" : "fjord ok",
|
| 45 |
+
"id" : "copy-fidelity-v1-0003",
|
| 46 |
+
"output" : "fjord ok",
|
| 47 |
+
"stopped" : true,
|
| 48 |
+
"tokens" : 4
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"correct" : true,
|
| 52 |
+
"expected" : "fjord 4736 cobalt EWECD4",
|
| 53 |
+
"extracted" : "fjord 4736 cobalt EWECD4",
|
| 54 |
+
"id" : "copy-fidelity-v1-0004",
|
| 55 |
+
"output" : "fjord 4736 cobalt EWECD4",
|
| 56 |
+
"stopped" : true,
|
| 57 |
+
"tokens" : 15
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"correct" : true,
|
| 61 |
+
"expected" : "2569722584",
|
| 62 |
+
"extracted" : "2569722584",
|
| 63 |
+
"id" : "copy-fidelity-v1-0005",
|
| 64 |
+
"output" : "2569722584",
|
| 65 |
+
"stopped" : true,
|
| 66 |
+
"tokens" : 10
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"correct" : true,
|
| 70 |
+
"expected" : "b7519f40-90dc-2596-7eaa-480494187094",
|
| 71 |
+
"extracted" : "b7519f40-90dc-2596-7eaa-480494187094",
|
| 72 |
+
"id" : "copy-fidelity-v1-0006",
|
| 73 |
+
"output" : "b7519f40-90dc-2596-7eaa-480494187094",
|
| 74 |
+
"stopped" : true,
|
| 75 |
+
"tokens" : 34
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"correct" : true,
|
| 79 |
+
"expected" : "5QY-37WK-PX",
|
| 80 |
+
"extracted" : "5QY-37WK-PX",
|
| 81 |
+
"id" : "copy-fidelity-v1-0007",
|
| 82 |
+
"output" : "5QY-37WK-PX",
|
| 83 |
+
"stopped" : true,
|
| 84 |
+
"tokens" : 11
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"correct" : false,
|
| 88 |
+
"expected" : "{\"id\":66524,\"name\":\"ember\",\"ok\":true}",
|
| 89 |
+
"extracted" : "ember",
|
| 90 |
+
"id" : "copy-fidelity-v1-0008",
|
| 91 |
+
"output" : "ember",
|
| 92 |
+
"stopped" : true,
|
| 93 |
+
"tokens" : 1
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"correct" : true,
|
| 97 |
+
"expected" : "delta 2466 ember MNQN4S",
|
| 98 |
+
"extracted" : "delta 2466 ember MNQN4S",
|
| 99 |
+
"id" : "copy-fidelity-v1-0009",
|
| 100 |
+
"output" : "delta 2466 ember MNQN4S",
|
| 101 |
+
"stopped" : true,
|
| 102 |
+
"tokens" : 14
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"correct" : true,
|
| 106 |
+
"expected" : "4032708178056737",
|
| 107 |
+
"extracted" : "4032708178056737",
|
| 108 |
+
"id" : "copy-fidelity-v1-0010",
|
| 109 |
+
"output" : "4032708178056737",
|
| 110 |
+
"stopped" : true,
|
| 111 |
+
"tokens" : 16
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"correct" : true,
|
| 115 |
+
"expected" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
|
| 116 |
+
"extracted" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
|
| 117 |
+
"id" : "copy-fidelity-v1-0011",
|
| 118 |
+
"output" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
|
| 119 |
+
"stopped" : true,
|
| 120 |
+
"tokens" : 34
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"correct" : true,
|
| 124 |
+
"expected" : "FZX-AN6Y-QJ",
|
| 125 |
+
"extracted" : "FZX-AN6Y-QJ",
|
| 126 |
+
"id" : "copy-fidelity-v1-0012",
|
| 127 |
+
"output" : "FZX-AN6Y-QJ",
|
| 128 |
+
"stopped" : true,
|
| 129 |
+
"tokens" : 10
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"correct" : false,
|
| 133 |
+
"expected" : "{\"id\":30273,\"name\":\"fjord\",\"ok\":false}",
|
| 134 |
+
"extracted" : "fjord ok",
|
| 135 |
+
"id" : "copy-fidelity-v1-0013",
|
| 136 |
+
"output" : "fjord ok",
|
| 137 |
+
"stopped" : true,
|
| 138 |
+
"tokens" : 4
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"correct" : true,
|
| 142 |
+
"expected" : "bravo 9797 garnet WN452B",
|
| 143 |
+
"extracted" : "bravo 9797 garnet WN452B",
|
| 144 |
+
"id" : "copy-fidelity-v1-0014",
|
| 145 |
+
"output" : "bravo 9797 garnet WN452B",
|
| 146 |
+
"stopped" : true,
|
| 147 |
+
"tokens" : 16
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"correct" : true,
|
| 151 |
+
"expected" : "88983386490283957910788",
|
| 152 |
+
"extracted" : "88983386490283957910788",
|
| 153 |
+
"id" : "copy-fidelity-v1-0015",
|
| 154 |
+
"output" : "88983386490283957910788",
|
| 155 |
+
"stopped" : true,
|
| 156 |
+
"tokens" : 23
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"correct" : true,
|
| 160 |
+
"expected" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
|
| 161 |
+
"extracted" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
|
| 162 |
+
"id" : "copy-fidelity-v1-0016",
|
| 163 |
+
"output" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
|
| 164 |
+
"stopped" : true,
|
| 165 |
+
"tokens" : 33
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"correct" : true,
|
| 169 |
+
"expected" : "WYP-WPF8-JY",
|
| 170 |
+
"extracted" : "WYP-WPF8-JY",
|
| 171 |
+
"id" : "copy-fidelity-v1-0017",
|
| 172 |
+
"output" : "WYP-WPF8-JY",
|
| 173 |
+
"stopped" : true,
|
| 174 |
+
"tokens" : 9
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"correct" : false,
|
| 178 |
+
"expected" : "{\"id\":99260,\"name\":\"juniper\",\"ok\":false}",
|
| 179 |
+
"extracted" : "juniper ok false",
|
| 180 |
+
"id" : "copy-fidelity-v1-0018",
|
| 181 |
+
"output" : "juniper ok false",
|
| 182 |
+
"stopped" : true,
|
| 183 |
+
"tokens" : 5
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"correct" : true,
|
| 187 |
+
"expected" : "garnet 5624 fjord AMULQR",
|
| 188 |
+
"extracted" : "garnet 5624 fjord AMULQR",
|
| 189 |
+
"id" : "copy-fidelity-v1-0019",
|
| 190 |
+
"output" : "garnet 5624 fjord AMULQR",
|
| 191 |
+
"stopped" : true,
|
| 192 |
+
"tokens" : 15
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"correct" : true,
|
| 196 |
+
"expected" : "3384263000",
|
| 197 |
+
"extracted" : "3384263000",
|
| 198 |
+
"id" : "copy-fidelity-v1-0020",
|
| 199 |
+
"output" : "3384263000",
|
| 200 |
+
"stopped" : true,
|
| 201 |
+
"tokens" : 10
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"correct" : true,
|
| 205 |
+
"expected" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
|
| 206 |
+
"extracted" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
|
| 207 |
+
"id" : "copy-fidelity-v1-0021",
|
| 208 |
+
"output" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
|
| 209 |
+
"stopped" : true,
|
| 210 |
+
"tokens" : 35
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"correct" : true,
|
| 214 |
+
"expected" : "5E4-L95U-P9",
|
| 215 |
+
"extracted" : "5E4-L95U-P9",
|
| 216 |
+
"id" : "copy-fidelity-v1-0022",
|
| 217 |
+
"output" : "5E4-L95U-P9",
|
| 218 |
+
"stopped" : true,
|
| 219 |
+
"tokens" : 11
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"correct" : false,
|
| 223 |
+
"expected" : "{\"id\":30560,\"name\":\"garnet\",\"ok\":false}",
|
| 224 |
+
"extracted" : "garnet ok false",
|
| 225 |
+
"id" : "copy-fidelity-v1-0023",
|
| 226 |
+
"output" : "garnet ok false",
|
| 227 |
+
"stopped" : true,
|
| 228 |
+
"tokens" : 5
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"correct" : true,
|
| 232 |
+
"expected" : "harbor 6492 garnet RZHKFT",
|
| 233 |
+
"extracted" : "harbor 6492 garnet RZHKFT",
|
| 234 |
+
"id" : "copy-fidelity-v1-0024",
|
| 235 |
+
"output" : "harbor 6492 garnet RZHKFT",
|
| 236 |
+
"stopped" : true,
|
| 237 |
+
"tokens" : 15
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"correct" : true,
|
| 241 |
+
"expected" : "58630756639800002113463",
|
| 242 |
+
"extracted" : "58630756639800002113463",
|
| 243 |
+
"id" : "copy-fidelity-v1-0025",
|
| 244 |
+
"output" : "58630756639800002113463",
|
| 245 |
+
"stopped" : true,
|
| 246 |
+
"tokens" : 23
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"correct" : true,
|
| 250 |
+
"expected" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
|
| 251 |
+
"extracted" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
|
| 252 |
+
"id" : "copy-fidelity-v1-0026",
|
| 253 |
+
"output" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
|
| 254 |
+
"stopped" : true,
|
| 255 |
+
"tokens" : 33
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"correct" : true,
|
| 259 |
+
"expected" : "9SU-NF4Z-B9",
|
| 260 |
+
"extracted" : "9SU-NF4Z-B9",
|
| 261 |
+
"id" : "copy-fidelity-v1-0027",
|
| 262 |
+
"output" : "9SU-NF4Z-B9",
|
| 263 |
+
"stopped" : true,
|
| 264 |
+
"tokens" : 9
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"correct" : false,
|
| 268 |
+
"expected" : "{\"id\":64286,\"name\":\"harbor\",\"ok\":true}",
|
| 269 |
+
"extracted" : "harbor ok",
|
| 270 |
+
"id" : "copy-fidelity-v1-0028",
|
| 271 |
+
"output" : "harbor ok",
|
| 272 |
+
"stopped" : true,
|
| 273 |
+
"tokens" : 3
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"correct" : true,
|
| 277 |
+
"expected" : "alpha 4098 indigo MJRGJZ",
|
| 278 |
+
"extracted" : "alpha 4098 indigo MJRGJZ",
|
| 279 |
+
"id" : "copy-fidelity-v1-0029",
|
| 280 |
+
"output" : "alpha 4098 indigo MJRGJZ",
|
| 281 |
+
"stopped" : true,
|
| 282 |
+
"tokens" : 13
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"correct" : true,
|
| 286 |
+
"expected" : "8190586487248718806",
|
| 287 |
+
"extracted" : "8190586487248718806",
|
| 288 |
+
"id" : "copy-fidelity-v1-0030",
|
| 289 |
+
"output" : "8190586487248718806",
|
| 290 |
+
"stopped" : true,
|
| 291 |
+
"tokens" : 19
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"correct" : true,
|
| 295 |
+
"expected" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
|
| 296 |
+
"extracted" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
|
| 297 |
+
"id" : "copy-fidelity-v1-0031",
|
| 298 |
+
"output" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
|
| 299 |
+
"stopped" : true,
|
| 300 |
+
"tokens" : 31
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"correct" : true,
|
| 304 |
+
"expected" : "LS3-CF2C-PA",
|
| 305 |
+
"extracted" : "LS3-CF2C-PA",
|
| 306 |
+
"id" : "copy-fidelity-v1-0032",
|
| 307 |
+
"output" : "LS3-CF2C-PA",
|
| 308 |
+
"stopped" : true,
|
| 309 |
+
"tokens" : 8
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"correct" : false,
|
| 313 |
+
"expected" : "{\"id\":76979,\"name\":\"fjord\",\"ok\":true}",
|
| 314 |
+
"extracted" : "fjord ok",
|
| 315 |
+
"id" : "copy-fidelity-v1-0033",
|
| 316 |
+
"output" : "fjord ok",
|
| 317 |
+
"stopped" : true,
|
| 318 |
+
"tokens" : 4
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"correct" : true,
|
| 322 |
+
"expected" : "cobalt 5382 fjord JARNPU",
|
| 323 |
+
"extracted" : "cobalt 5382 fjord JARNPU",
|
| 324 |
+
"id" : "copy-fidelity-v1-0034",
|
| 325 |
+
"output" : "cobalt 5382 fjord JARNPU",
|
| 326 |
+
"stopped" : true,
|
| 327 |
+
"tokens" : 15
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"correct" : true,
|
| 331 |
+
"expected" : "6046622270613680450",
|
| 332 |
+
"extracted" : "6046622270613680450",
|
| 333 |
+
"id" : "copy-fidelity-v1-0035",
|
| 334 |
+
"output" : "6046622270613680450",
|
| 335 |
+
"stopped" : true,
|
| 336 |
+
"tokens" : 19
|
| 337 |
+
},
|
| 338 |
+
{
|
| 339 |
+
"correct" : true,
|
| 340 |
+
"expected" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
|
| 341 |
+
"extracted" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
|
| 342 |
+
"id" : "copy-fidelity-v1-0036",
|
| 343 |
+
"output" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
|
| 344 |
+
"stopped" : true,
|
| 345 |
+
"tokens" : 34
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"correct" : true,
|
| 349 |
+
"expected" : "8TR-BQ6L-4R",
|
| 350 |
+
"extracted" : "8TR-BQ6L-4R",
|
| 351 |
+
"id" : "copy-fidelity-v1-0037",
|
| 352 |
+
"output" : "8TR-BQ6L-4R",
|
| 353 |
+
"stopped" : true,
|
| 354 |
+
"tokens" : 10
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"correct" : false,
|
| 358 |
+
"expected" : "{\"id\":32998,\"name\":\"bravo\",\"ok\":false}",
|
| 359 |
+
"extracted" : "bravo is not available in the system.",
|
| 360 |
+
"id" : "copy-fidelity-v1-0038",
|
| 361 |
+
"output" : "bravo is not available in the system.",
|
| 362 |
+
"stopped" : true,
|
| 363 |
+
"tokens" : 9
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"correct" : true,
|
| 367 |
+
"expected" : "garnet 4759 harbor HY3T8D",
|
| 368 |
+
"extracted" : "garnet 4759 harbor HY3T8D",
|
| 369 |
+
"id" : "copy-fidelity-v1-0039",
|
| 370 |
+
"output" : "garnet 4759 harbor HY3T8D",
|
| 371 |
+
"stopped" : true,
|
| 372 |
+
"tokens" : 16
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"correct" : true,
|
| 376 |
+
"expected" : "730990060521549377",
|
| 377 |
+
"extracted" : "730990060521549377",
|
| 378 |
+
"id" : "copy-fidelity-v1-0040",
|
| 379 |
+
"output" : "730990060521549377",
|
| 380 |
+
"stopped" : true,
|
| 381 |
+
"tokens" : 18
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"correct" : true,
|
| 385 |
+
"expected" : "55467d32-7301-1081-857b-7c3f8cf04041",
|
| 386 |
+
"extracted" : "55467d32-7301-1081-857b-7c3f8cf04041",
|
| 387 |
+
"id" : "copy-fidelity-v1-0041",
|
| 388 |
+
"output" : "55467d32-7301-1081-857b-7c3f8cf04041",
|
| 389 |
+
"stopped" : true,
|
| 390 |
+
"tokens" : 35
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"correct" : true,
|
| 394 |
+
"expected" : "QWN-A5S7-U8",
|
| 395 |
+
"extracted" : "QWN-A5S7-U8",
|
| 396 |
+
"id" : "copy-fidelity-v1-0042",
|
| 397 |
+
"output" : "QWN-A5S7-U8",
|
| 398 |
+
"stopped" : true,
|
| 399 |
+
"tokens" : 10
|
| 400 |
+
},
|
| 401 |
+
{
|
| 402 |
+
"correct" : false,
|
| 403 |
+
"expected" : "{\"id\":87359,\"name\":\"bravo\",\"ok\":true}",
|
| 404 |
+
"extracted" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
|
| 405 |
+
"id" : "copy-fidelity-v1-0043",
|
| 406 |
+
"output" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
|
| 407 |
+
"stopped" : true,
|
| 408 |
+
"tokens" : 19
|
| 409 |
+
},
|
| 410 |
+
{
|
| 411 |
+
"correct" : true,
|
| 412 |
+
"expected" : "harbor 5675 alpha PVTFQ3",
|
| 413 |
+
"extracted" : "harbor 5675 alpha PVTFQ3",
|
| 414 |
+
"id" : "copy-fidelity-v1-0044",
|
| 415 |
+
"output" : "harbor 5675 alpha PVTFQ3",
|
| 416 |
+
"stopped" : true,
|
| 417 |
+
"tokens" : 13
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"correct" : true,
|
| 421 |
+
"expected" : "026077672172414281421",
|
| 422 |
+
"extracted" : "026077672172414281421",
|
| 423 |
+
"id" : "copy-fidelity-v1-0045",
|
| 424 |
+
"output" : "026077672172414281421",
|
| 425 |
+
"stopped" : true,
|
| 426 |
+
"tokens" : 21
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"correct" : true,
|
| 430 |
+
"expected" : "9954e594-112c-8a99-2a23-f03167181417",
|
| 431 |
+
"extracted" : "9954e594-112c-8a99-2a23-f03167181417",
|
| 432 |
+
"id" : "copy-fidelity-v1-0046",
|
| 433 |
+
"output" : "9954e594-112c-8a99-2a23-f03167181417",
|
| 434 |
+
"stopped" : true,
|
| 435 |
+
"tokens" : 36
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"correct" : true,
|
| 439 |
+
"expected" : "P7C-TKRF-KV",
|
| 440 |
+
"extracted" : "P7C-TKRF-KV",
|
| 441 |
+
"id" : "copy-fidelity-v1-0047",
|
| 442 |
+
"output" : "P7C-TKRF-KV",
|
| 443 |
+
"stopped" : true,
|
| 444 |
+
"tokens" : 10
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"correct" : false,
|
| 448 |
+
"expected" : "{\"id\":26910,\"name\":\"bravo\",\"ok\":false}",
|
| 449 |
+
"extracted" : "bravo is not available in the system.",
|
| 450 |
+
"id" : "copy-fidelity-v1-0048",
|
| 451 |
+
"output" : "bravo is not available in the system.",
|
| 452 |
+
"stopped" : true,
|
| 453 |
+
"tokens" : 9
|
| 454 |
+
},
|
| 455 |
+
{
|
| 456 |
+
"correct" : true,
|
| 457 |
+
"expected" : "delta 8883 fjord LV8TXG",
|
| 458 |
+
"extracted" : "delta 8883 fjord LV8TXG",
|
| 459 |
+
"id" : "copy-fidelity-v1-0049",
|
| 460 |
+
"output" : "delta 8883 fjord LV8TXG",
|
| 461 |
+
"stopped" : true,
|
| 462 |
+
"tokens" : 14
|
| 463 |
+
}
|
| 464 |
+
],
|
| 465 |
+
"maxDrop" : 3,
|
| 466 |
+
"paired" : {
|
| 467 |
+
"gained" : 0,
|
| 468 |
+
"identicalOutputs" : 50,
|
| 469 |
+
"items" : 50,
|
| 470 |
+
"lost" : 0
|
| 471 |
+
},
|
| 472 |
+
"protocol" : {
|
| 473 |
+
"budget" : 96,
|
| 474 |
+
"extractor" : "exact",
|
| 475 |
+
"items" : 50,
|
| 476 |
+
"prompt" : "Repeat the following text exactly. Reply with the text only: no quotes, no code block, no explanation.\n\n{input}",
|
| 477 |
+
"thinking" : false
|
| 478 |
+
},
|
| 479 |
+
"protocolId" : "1fb45a10f09e8938",
|
| 480 |
+
"role" : "candidate",
|
| 481 |
+
"unterminated" : 0
|
| 482 |
+
},
|
| 483 |
+
"env" : {
|
| 484 |
+
"arch" : "h17c",
|
| 485 |
+
"compute" : "target",
|
| 486 |
+
"hwModel" : "Mac17,6",
|
| 487 |
+
"osBuild" : "26A434",
|
| 488 |
+
"sdk" : {
|
| 489 |
+
"version" : "0.1.0-dev"
|
| 490 |
+
}
|
| 491 |
+
},
|
| 492 |
+
"fixture" : {
|
| 493 |
+
"id" : "copy-fidelity-v1",
|
| 494 |
+
"sha256" : "generated"
|
| 495 |
+
},
|
| 496 |
+
"kind" : "verification",
|
| 497 |
+
"negativeControlRecordId" : "e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5",
|
| 498 |
+
"recordId" : "b0bf808b-125b-48cd-9668-e52941021a84",
|
| 499 |
+
"result" : "pass",
|
| 500 |
+
"schema" : 1,
|
| 501 |
+
"subject" : {
|
| 502 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
|
| 503 |
+
"bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
|
| 504 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 505 |
+
"manifestSchema" : 1,
|
| 506 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 507 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 508 |
+
"variant" : "macos-any-gpu"
|
| 509 |
+
},
|
| 510 |
+
"tier" : "T3"
|
| 511 |
+
}
|
verification/cc6fad7c-93cf-4229-a19e-ef537c2713f3.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-09-30T23:56:55Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"checks" : [
|
| 5 |
+
{
|
| 6 |
+
"check" : "eos_token",
|
| 7 |
+
"detail" : "<|im_end|>",
|
| 8 |
+
"status" : "ok"
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"check" : "bos_token",
|
| 12 |
+
"detail" : "<|im_start|>",
|
| 13 |
+
"status" : "ok"
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"check" : "stopSet",
|
| 17 |
+
"detail" : "bundle stops [2] ⊇ source [2]",
|
| 18 |
+
"status" : "ok"
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"check" : "chatTemplate",
|
| 22 |
+
"detail" : "byte-identical",
|
| 23 |
+
"status" : "ok"
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"check" : "contextLength",
|
| 27 |
+
"detail" : "bundle 4096 vs source max_position_embeddings 4096",
|
| 28 |
+
"status" : "ok"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"check" : "vocabSize",
|
| 32 |
+
"detail" : "bundle 32000 vs source 32000",
|
| 33 |
+
"status" : "ok"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"check" : "precision",
|
| 37 |
+
"detail" : "declared int8-linear-perblock32; source dtype null",
|
| 38 |
+
"status" : "info"
|
| 39 |
+
}
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"env" : {
|
| 43 |
+
"arch" : "h17c",
|
| 44 |
+
"compute" : "target",
|
| 45 |
+
"hwModel" : "Mac17,6",
|
| 46 |
+
"osBuild" : "26A434",
|
| 47 |
+
"sdk" : {
|
| 48 |
+
"version" : "0.1.0-dev"
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"kind" : "verification",
|
| 52 |
+
"recordId" : "cc6fad7c-93cf-4229-a19e-ef537c2713f3",
|
| 53 |
+
"result" : "pass",
|
| 54 |
+
"schema" : 1,
|
| 55 |
+
"subject" : {
|
| 56 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
|
| 57 |
+
"bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
|
| 58 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 59 |
+
"manifestSchema" : 1,
|
| 60 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 61 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 62 |
+
"variant" : "macos-any-gpu"
|
| 63 |
+
},
|
| 64 |
+
"tier" : "T1"
|
| 65 |
+
}
|
verification/dd9e2cec-1159-45ad-b364-b22fb2c7a3b2.json
ADDED
|
@@ -0,0 +1,423 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T00:10:24Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"computes" : {
|
| 5 |
+
"target" : {
|
| 6 |
+
"cases" : [
|
| 7 |
+
{
|
| 8 |
+
"id" : "capital-france",
|
| 9 |
+
"matchedSteps" : 2,
|
| 10 |
+
"pass" : true,
|
| 11 |
+
"reason" : "matched through the stop at step 2",
|
| 12 |
+
"stopMatched" : true
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"id" : "sky-color",
|
| 16 |
+
"matchedSteps" : 1,
|
| 17 |
+
"pass" : true,
|
| 18 |
+
"reason" : "matched through the stop at step 1",
|
| 19 |
+
"stopMatched" : true
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"id" : "add-numbers",
|
| 23 |
+
"matchedSteps" : 2,
|
| 24 |
+
"pass" : true,
|
| 25 |
+
"reason" : "matched through the stop at step 2",
|
| 26 |
+
"stopMatched" : true
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"id" : "translate-spanish",
|
| 30 |
+
"matchedSteps" : 5,
|
| 31 |
+
"pass" : true,
|
| 32 |
+
"reason" : "matched through the stop at step 5",
|
| 33 |
+
"stopMatched" : true
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"id" : "primary-colors",
|
| 37 |
+
"matchedSteps" : 5,
|
| 38 |
+
"pass" : true,
|
| 39 |
+
"reason" : "matched through the stop at step 5",
|
| 40 |
+
"stopMatched" : true
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"id" : "largest-planet",
|
| 44 |
+
"matchedSteps" : 11,
|
| 45 |
+
"pass" : true,
|
| 46 |
+
"reason" : "matched through the stop at step 11",
|
| 47 |
+
"stopMatched" : true
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"id" : "boiling-point",
|
| 51 |
+
"matchedSteps" : 25,
|
| 52 |
+
"pass" : true,
|
| 53 |
+
"reason" : "matched through the stop at step 25",
|
| 54 |
+
"stopMatched" : true
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"id" : "reverse-word",
|
| 58 |
+
"matchedSteps" : 13,
|
| 59 |
+
"pass" : true,
|
| 60 |
+
"reason" : "matched through the stop at step 13",
|
| 61 |
+
"stopMatched" : true
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"id" : "pirate-system",
|
| 65 |
+
"matchedSteps" : 38,
|
| 66 |
+
"pass" : true,
|
| 67 |
+
"reason" : "matched through the stop at step 38",
|
| 68 |
+
"stopMatched" : true
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"id" : "multi-turn-name",
|
| 72 |
+
"matchedSteps" : 6,
|
| 73 |
+
"pass" : true,
|
| 74 |
+
"reason" : "matched through the stop at step 6",
|
| 75 |
+
"stopMatched" : true
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"id" : "json-object",
|
| 79 |
+
"matchedSteps" : 20,
|
| 80 |
+
"pass" : true,
|
| 81 |
+
"reason" : "matched through the stop at step 20",
|
| 82 |
+
"stopMatched" : true
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"id" : "python-square",
|
| 86 |
+
"matchedSteps" : 19,
|
| 87 |
+
"pass" : true,
|
| 88 |
+
"reason" : "matched through the stop at step 19",
|
| 89 |
+
"stopMatched" : true
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"id" : "haiku-sea",
|
| 93 |
+
"matchedSteps" : 27,
|
| 94 |
+
"pass" : true,
|
| 95 |
+
"reason" : "matched through the stop at step 27",
|
| 96 |
+
"stopMatched" : true
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"id" : "days-week",
|
| 100 |
+
"matchedSteps" : 9,
|
| 101 |
+
"pass" : true,
|
| 102 |
+
"reason" : "matched through the stop at step 9",
|
| 103 |
+
"stopMatched" : true
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"id" : "think-multiply",
|
| 107 |
+
"matchedSteps" : 28,
|
| 108 |
+
"pass" : true,
|
| 109 |
+
"reason" : "matched through the stop at step 28",
|
| 110 |
+
"stopMatched" : true
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"id" : "think-prime",
|
| 114 |
+
"matchedSteps" : 24,
|
| 115 |
+
"pass" : true,
|
| 116 |
+
"reason" : "matched through the stop at step 24",
|
| 117 |
+
"stopMatched" : true
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"id" : "think-mammal",
|
| 121 |
+
"matchedSteps" : 12,
|
| 122 |
+
"pass" : true,
|
| 123 |
+
"reason" : "matched through the stop at step 12",
|
| 124 |
+
"stopMatched" : true
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"divergence" : {
|
| 128 |
+
"allowed" : true,
|
| 129 |
+
"expected" : 390,
|
| 130 |
+
"got" : 315,
|
| 131 |
+
"inTopK" : true,
|
| 132 |
+
"margin" : 0.003663,
|
| 133 |
+
"step" : 21
|
| 134 |
+
},
|
| 135 |
+
"id" : "tool-weather",
|
| 136 |
+
"matchedSteps" : 21,
|
| 137 |
+
"pass" : true,
|
| 138 |
+
"reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"divergence" : {
|
| 142 |
+
"allowed" : true,
|
| 143 |
+
"expected" : 22858,
|
| 144 |
+
"got" : 28723,
|
| 145 |
+
"inTopK" : true,
|
| 146 |
+
"margin" : 0.046912,
|
| 147 |
+
"step" : 14
|
| 148 |
+
},
|
| 149 |
+
"id" : "tool-currency",
|
| 150 |
+
"matchedSteps" : 14,
|
| 151 |
+
"pass" : true,
|
| 152 |
+
"reason" : "allowed divergence at step 14 (token differs; near-tie margin 0.047, engine token in top-5)"
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"id" : "completion-japan",
|
| 156 |
+
"matchedSteps" : 2,
|
| 157 |
+
"pass" : true,
|
| 158 |
+
"reason" : "matched through the stop at step 2",
|
| 159 |
+
"stopMatched" : true
|
| 160 |
+
}
|
| 161 |
+
],
|
| 162 |
+
"memory" : {
|
| 163 |
+
"cases" : [
|
| 164 |
+
{
|
| 165 |
+
"afterCaseMB" : 690,
|
| 166 |
+
"id" : "capital-france",
|
| 167 |
+
"lifetimePeakMB" : 690
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"afterCaseMB" : 776,
|
| 171 |
+
"id" : "sky-color",
|
| 172 |
+
"lifetimePeakMB" : 777
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"afterCaseMB" : 801,
|
| 176 |
+
"id" : "add-numbers",
|
| 177 |
+
"lifetimePeakMB" : 801
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"afterCaseMB" : 816,
|
| 181 |
+
"id" : "translate-spanish",
|
| 182 |
+
"lifetimePeakMB" : 816
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"afterCaseMB" : 816,
|
| 186 |
+
"id" : "primary-colors",
|
| 187 |
+
"lifetimePeakMB" : 816
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"afterCaseMB" : 816,
|
| 191 |
+
"id" : "largest-planet",
|
| 192 |
+
"lifetimePeakMB" : 816
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"afterCaseMB" : 773,
|
| 196 |
+
"id" : "boiling-point",
|
| 197 |
+
"lifetimePeakMB" : 838
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"afterCaseMB" : 774,
|
| 201 |
+
"id" : "reverse-word",
|
| 202 |
+
"lifetimePeakMB" : 838
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"afterCaseMB" : 718,
|
| 206 |
+
"id" : "pirate-system",
|
| 207 |
+
"lifetimePeakMB" : 861
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"afterCaseMB" : 818,
|
| 211 |
+
"id" : "multi-turn-name",
|
| 212 |
+
"lifetimePeakMB" : 882
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"afterCaseMB" : 748,
|
| 216 |
+
"id" : "json-object",
|
| 217 |
+
"lifetimePeakMB" : 946
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"afterCaseMB" : 748,
|
| 221 |
+
"id" : "python-square",
|
| 222 |
+
"lifetimePeakMB" : 947
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"afterCaseMB" : 748,
|
| 226 |
+
"id" : "haiku-sea",
|
| 227 |
+
"lifetimePeakMB" : 947
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"afterCaseMB" : 810,
|
| 231 |
+
"id" : "days-week",
|
| 232 |
+
"lifetimePeakMB" : 947
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"afterCaseMB" : 730,
|
| 236 |
+
"id" : "think-multiply",
|
| 237 |
+
"lifetimePeakMB" : 947
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"afterCaseMB" : 731,
|
| 241 |
+
"id" : "think-prime",
|
| 242 |
+
"lifetimePeakMB" : 947
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"afterCaseMB" : 737,
|
| 246 |
+
"id" : "think-mammal",
|
| 247 |
+
"lifetimePeakMB" : 947
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"afterCaseMB" : 730,
|
| 251 |
+
"id" : "tool-weather",
|
| 252 |
+
"lifetimePeakMB" : 947
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"afterCaseMB" : 731,
|
| 256 |
+
"id" : "tool-currency",
|
| 257 |
+
"lifetimePeakMB" : 947
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"afterCaseMB" : 750,
|
| 261 |
+
"id" : "completion-japan",
|
| 262 |
+
"lifetimePeakMB" : 947
|
| 263 |
+
}
|
| 264 |
+
],
|
| 265 |
+
"loadedMB" : 490,
|
| 266 |
+
"peakMB" : 818
|
| 267 |
+
},
|
| 268 |
+
"pass" : true
|
| 269 |
+
}
|
| 270 |
+
},
|
| 271 |
+
"profile" : {
|
| 272 |
+
"alsoRequires" : [
|
| 273 |
+
"T2 strict on the unquantized reference export"
|
| 274 |
+
],
|
| 275 |
+
"budget" : {
|
| 276 |
+
"fraction" : 0.05,
|
| 277 |
+
"margin" : 0.3,
|
| 278 |
+
"minCases" : 1
|
| 279 |
+
},
|
| 280 |
+
"name" : "quantized-8bit"
|
| 281 |
+
},
|
| 282 |
+
"profileResults" : {
|
| 283 |
+
"target" : {
|
| 284 |
+
"budgeted" : [
|
| 285 |
+
|
| 286 |
+
],
|
| 287 |
+
"overBudget" : [
|
| 288 |
+
|
| 289 |
+
],
|
| 290 |
+
"pass" : true
|
| 291 |
+
}
|
| 292 |
+
},
|
| 293 |
+
"rules" : {
|
| 294 |
+
"marginThreshold" : 0.1,
|
| 295 |
+
"topN" : 5
|
| 296 |
+
},
|
| 297 |
+
"templateClocks" : [
|
| 298 |
+
{
|
| 299 |
+
"id" : "capital-france",
|
| 300 |
+
"source" : "fixture",
|
| 301 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"id" : "sky-color",
|
| 305 |
+
"source" : "fixture",
|
| 306 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"id" : "add-numbers",
|
| 310 |
+
"source" : "fixture",
|
| 311 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"id" : "translate-spanish",
|
| 315 |
+
"source" : "fixture",
|
| 316 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"id" : "primary-colors",
|
| 320 |
+
"source" : "fixture",
|
| 321 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"id" : "largest-planet",
|
| 325 |
+
"source" : "fixture",
|
| 326 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"id" : "boiling-point",
|
| 330 |
+
"source" : "fixture",
|
| 331 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"id" : "reverse-word",
|
| 335 |
+
"source" : "fixture",
|
| 336 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 337 |
+
},
|
| 338 |
+
{
|
| 339 |
+
"id" : "pirate-system",
|
| 340 |
+
"source" : "fixture",
|
| 341 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"id" : "multi-turn-name",
|
| 345 |
+
"source" : "fixture",
|
| 346 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"id" : "json-object",
|
| 350 |
+
"source" : "fixture",
|
| 351 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"id" : "python-square",
|
| 355 |
+
"source" : "fixture",
|
| 356 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"id" : "haiku-sea",
|
| 360 |
+
"source" : "fixture",
|
| 361 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"id" : "days-week",
|
| 365 |
+
"source" : "fixture",
|
| 366 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"id" : "think-multiply",
|
| 370 |
+
"source" : "fixture",
|
| 371 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"id" : "think-prime",
|
| 375 |
+
"source" : "fixture",
|
| 376 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"id" : "think-mammal",
|
| 380 |
+
"source" : "fixture",
|
| 381 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"id" : "tool-weather",
|
| 385 |
+
"source" : "fixture",
|
| 386 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 387 |
+
},
|
| 388 |
+
{
|
| 389 |
+
"id" : "tool-currency",
|
| 390 |
+
"source" : "fixture",
|
| 391 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 392 |
+
}
|
| 393 |
+
]
|
| 394 |
+
},
|
| 395 |
+
"env" : {
|
| 396 |
+
"arch" : "h18p",
|
| 397 |
+
"compute" : "target",
|
| 398 |
+
"hwModel" : "iPhone18,2",
|
| 399 |
+
"osBuild" : "24A446",
|
| 400 |
+
"sdk" : {
|
| 401 |
+
"version" : "0.1.0-dev"
|
| 402 |
+
}
|
| 403 |
+
},
|
| 404 |
+
"fixture" : {
|
| 405 |
+
"id" : "adbdef8a32ca3c1b",
|
| 406 |
+
"sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
|
| 407 |
+
},
|
| 408 |
+
"kind" : "verification",
|
| 409 |
+
"negativeControlRecordId" : "f35522e7-015a-4098-a236-c6ec7691190b",
|
| 410 |
+
"recordId" : "dd9e2cec-1159-45ad-b364-b22fb2c7a3b2",
|
| 411 |
+
"result" : "pass",
|
| 412 |
+
"schema" : 1,
|
| 413 |
+
"subject" : {
|
| 414 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
|
| 415 |
+
"bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
|
| 416 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 417 |
+
"manifestSchema" : 1,
|
| 418 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 419 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 420 |
+
"variant" : "ios-any-gpu"
|
| 421 |
+
},
|
| 422 |
+
"tier" : "T2"
|
| 423 |
+
}
|
verification/f11695a8-cb73-4e07-9dd1-1eb6feaae714.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-09-30T23:56:48Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"asset" : "zamba2_1_2b_instruct.aimodel",
|
| 5 |
+
"assetFormat" : "aimodel",
|
| 6 |
+
"compute" : "target",
|
| 7 |
+
"engine" : "ContextEngine",
|
| 8 |
+
"firstToken" : 2188,
|
| 9 |
+
"loadMs" : 172706.629125
|
| 10 |
+
},
|
| 11 |
+
"env" : {
|
| 12 |
+
"arch" : "h17c",
|
| 13 |
+
"compute" : "target",
|
| 14 |
+
"hwModel" : "Mac17,6",
|
| 15 |
+
"osBuild" : "26A434",
|
| 16 |
+
"sdk" : {
|
| 17 |
+
"version" : "0.1.0-dev"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
"kind" : "verification",
|
| 21 |
+
"recordId" : "f11695a8-cb73-4e07-9dd1-1eb6feaae714",
|
| 22 |
+
"result" : "pass",
|
| 23 |
+
"schema" : 1,
|
| 24 |
+
"subject" : {
|
| 25 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
|
| 26 |
+
"bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
|
| 27 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 28 |
+
"manifestSchema" : 1,
|
| 29 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 30 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 31 |
+
"variant" : "macos-any-gpu"
|
| 32 |
+
},
|
| 33 |
+
"tier" : "T0"
|
| 34 |
+
}
|
verification/negative-control/3960b0e0-2d34-4663-a339-bdfd5f5a7ba2.json
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-09-30T23:45:35Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"computes" : [
|
| 5 |
+
"cpuOnly",
|
| 6 |
+
"target"
|
| 7 |
+
],
|
| 8 |
+
"gateFailedAsRequired" : true,
|
| 9 |
+
"poisonStep" : 3
|
| 10 |
+
},
|
| 11 |
+
"env" : {
|
| 12 |
+
"arch" : "h17c",
|
| 13 |
+
"compute" : "target",
|
| 14 |
+
"hwModel" : "Mac17,6",
|
| 15 |
+
"osBuild" : "26A434",
|
| 16 |
+
"sdk" : {
|
| 17 |
+
"version" : "0.1.0-dev"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
"fixture" : {
|
| 21 |
+
"id" : "adbdef8a32ca3c1b",
|
| 22 |
+
"sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
|
| 23 |
+
},
|
| 24 |
+
"kind" : "negative-control",
|
| 25 |
+
"recordId" : "3960b0e0-2d34-4663-a339-bdfd5f5a7ba2",
|
| 26 |
+
"result" : "fail",
|
| 27 |
+
"schema" : 1,
|
| 28 |
+
"subject" : {
|
| 29 |
+
"bundlePath" : "unpublished reference export",
|
| 30 |
+
"bundleSha256" : "752a91d72844dbda481d50b5f763e037467a20cd0ad51c4ea8ff3ca31b1d7d93",
|
| 31 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 32 |
+
"manifestSchema" : 1,
|
| 33 |
+
"quantScheme" : "float16",
|
| 34 |
+
"recipe" : "zamba2-1.2b-instruct@1"
|
| 35 |
+
},
|
| 36 |
+
"tier" : "T2"
|
| 37 |
+
}
|
verification/negative-control/39af8913-aab4-4baf-aac2-00641b09e7ce.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T02:00:53Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"gateFailedAsRequired" : true,
|
| 5 |
+
"poisonedAccuracy" : 2,
|
| 6 |
+
"protocolId" : "a942ff4f51a89a18"
|
| 7 |
+
},
|
| 8 |
+
"env" : {
|
| 9 |
+
"arch" : "h17c",
|
| 10 |
+
"compute" : "target",
|
| 11 |
+
"hwModel" : "Mac17,6",
|
| 12 |
+
"osBuild" : "26A434",
|
| 13 |
+
"sdk" : {
|
| 14 |
+
"version" : "0.1.0-dev"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"fixture" : {
|
| 18 |
+
"id" : "gsm8k-test-500",
|
| 19 |
+
"sha256" : "3730d312f6e3440559ace48831e51066acaca737f6eabec99bccb9e4b3c39d14"
|
| 20 |
+
},
|
| 21 |
+
"kind" : "negative-control",
|
| 22 |
+
"recordId" : "39af8913-aab4-4baf-aac2-00641b09e7ce",
|
| 23 |
+
"result" : "fail",
|
| 24 |
+
"schema" : 1,
|
| 25 |
+
"subject" : {
|
| 26 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
|
| 27 |
+
"bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
|
| 28 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 29 |
+
"manifestSchema" : 1,
|
| 30 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 31 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 32 |
+
"variant" : "macos-any-gpu"
|
| 33 |
+
},
|
| 34 |
+
"tier" : "T3"
|
| 35 |
+
}
|
verification/negative-control/52dd928e-55fd-4548-bd5b-d5e0507a8718.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-09-30T23:59:54Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"computes" : [
|
| 5 |
+
"cpuOnly",
|
| 6 |
+
"target"
|
| 7 |
+
],
|
| 8 |
+
"gateFailedAsRequired" : true,
|
| 9 |
+
"poisonStep" : 3
|
| 10 |
+
},
|
| 11 |
+
"env" : {
|
| 12 |
+
"arch" : "h17c",
|
| 13 |
+
"compute" : "target",
|
| 14 |
+
"hwModel" : "Mac17,6",
|
| 15 |
+
"osBuild" : "26A434",
|
| 16 |
+
"sdk" : {
|
| 17 |
+
"version" : "0.1.0-dev"
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
"fixture" : {
|
| 21 |
+
"id" : "adbdef8a32ca3c1b",
|
| 22 |
+
"sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
|
| 23 |
+
},
|
| 24 |
+
"kind" : "negative-control",
|
| 25 |
+
"recordId" : "52dd928e-55fd-4548-bd5b-d5e0507a8718",
|
| 26 |
+
"result" : "fail",
|
| 27 |
+
"schema" : 1,
|
| 28 |
+
"subject" : {
|
| 29 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
|
| 30 |
+
"bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
|
| 31 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 32 |
+
"manifestSchema" : 1,
|
| 33 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 34 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 35 |
+
"variant" : "macos-any-gpu"
|
| 36 |
+
},
|
| 37 |
+
"tier" : "T2"
|
| 38 |
+
}
|
verification/negative-control/6a58bb62-43e6-407c-958f-8764f268e7cb.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T01:10:21Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"gateFailedAsRequired" : true,
|
| 5 |
+
"poisonedAccuracy" : 0,
|
| 6 |
+
"protocolId" : "1fb45a10f09e8938"
|
| 7 |
+
},
|
| 8 |
+
"env" : {
|
| 9 |
+
"arch" : "h18p",
|
| 10 |
+
"compute" : "target",
|
| 11 |
+
"hwModel" : "iPhone18,2",
|
| 12 |
+
"osBuild" : "24A446",
|
| 13 |
+
"sdk" : {
|
| 14 |
+
"version" : "0.1.0-dev"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"fixture" : {
|
| 18 |
+
"id" : "copy-fidelity-v1",
|
| 19 |
+
"sha256" : "generated"
|
| 20 |
+
},
|
| 21 |
+
"kind" : "negative-control",
|
| 22 |
+
"recordId" : "6a58bb62-43e6-407c-958f-8764f268e7cb",
|
| 23 |
+
"result" : "fail",
|
| 24 |
+
"schema" : 1,
|
| 25 |
+
"subject" : {
|
| 26 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
|
| 27 |
+
"bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
|
| 28 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 29 |
+
"manifestSchema" : 1,
|
| 30 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 31 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 32 |
+
"variant" : "ios-any-gpu"
|
| 33 |
+
},
|
| 34 |
+
"tier" : "T3"
|
| 35 |
+
}
|
verification/negative-control/e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T01:10:03Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"gateFailedAsRequired" : true,
|
| 5 |
+
"poisonedAccuracy" : 0,
|
| 6 |
+
"protocolId" : "1fb45a10f09e8938"
|
| 7 |
+
},
|
| 8 |
+
"env" : {
|
| 9 |
+
"arch" : "h17c",
|
| 10 |
+
"compute" : "target",
|
| 11 |
+
"hwModel" : "Mac17,6",
|
| 12 |
+
"osBuild" : "26A434",
|
| 13 |
+
"sdk" : {
|
| 14 |
+
"version" : "0.1.0-dev"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"fixture" : {
|
| 18 |
+
"id" : "copy-fidelity-v1",
|
| 19 |
+
"sha256" : "generated"
|
| 20 |
+
},
|
| 21 |
+
"kind" : "negative-control",
|
| 22 |
+
"recordId" : "e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5",
|
| 23 |
+
"result" : "fail",
|
| 24 |
+
"schema" : 1,
|
| 25 |
+
"subject" : {
|
| 26 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
|
| 27 |
+
"bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
|
| 28 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 29 |
+
"manifestSchema" : 1,
|
| 30 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 31 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 32 |
+
"variant" : "macos-any-gpu"
|
| 33 |
+
},
|
| 34 |
+
"tier" : "T3"
|
| 35 |
+
}
|
verification/negative-control/f35522e7-015a-4098-a236-c6ec7691190b.json
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-10-01T00:10:24Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"computes" : [
|
| 5 |
+
"target"
|
| 6 |
+
],
|
| 7 |
+
"gateFailedAsRequired" : true,
|
| 8 |
+
"poisonStep" : 3
|
| 9 |
+
},
|
| 10 |
+
"env" : {
|
| 11 |
+
"arch" : "h18p",
|
| 12 |
+
"compute" : "target",
|
| 13 |
+
"hwModel" : "iPhone18,2",
|
| 14 |
+
"osBuild" : "24A446",
|
| 15 |
+
"sdk" : {
|
| 16 |
+
"version" : "0.1.0-dev"
|
| 17 |
+
}
|
| 18 |
+
},
|
| 19 |
+
"fixture" : {
|
| 20 |
+
"id" : "adbdef8a32ca3c1b",
|
| 21 |
+
"sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
|
| 22 |
+
},
|
| 23 |
+
"kind" : "negative-control",
|
| 24 |
+
"recordId" : "f35522e7-015a-4098-a236-c6ec7691190b",
|
| 25 |
+
"result" : "fail",
|
| 26 |
+
"schema" : 1,
|
| 27 |
+
"subject" : {
|
| 28 |
+
"bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
|
| 29 |
+
"bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
|
| 30 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 31 |
+
"manifestSchema" : 1,
|
| 32 |
+
"quantScheme" : "int8-linear-perblock32",
|
| 33 |
+
"recipe" : "zamba2-1.2b-instruct@1",
|
| 34 |
+
"variant" : "ios-any-gpu"
|
| 35 |
+
},
|
| 36 |
+
"tier" : "T2"
|
| 37 |
+
}
|
verification/reference/b307cd38-c45c-4556-b027-62ad6a326928.json
ADDED
|
@@ -0,0 +1,667 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"at" : "2026-09-30T23:45:35Z",
|
| 3 |
+
"details" : {
|
| 4 |
+
"computes" : {
|
| 5 |
+
"cpuOnly" : {
|
| 6 |
+
"cases" : [
|
| 7 |
+
{
|
| 8 |
+
"id" : "capital-france",
|
| 9 |
+
"matchedSteps" : 2,
|
| 10 |
+
"pass" : true,
|
| 11 |
+
"reason" : "matched through the stop at step 2",
|
| 12 |
+
"stopMatched" : true
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"id" : "sky-color",
|
| 16 |
+
"matchedSteps" : 1,
|
| 17 |
+
"pass" : true,
|
| 18 |
+
"reason" : "matched through the stop at step 1",
|
| 19 |
+
"stopMatched" : true
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"id" : "add-numbers",
|
| 23 |
+
"matchedSteps" : 2,
|
| 24 |
+
"pass" : true,
|
| 25 |
+
"reason" : "matched through the stop at step 2",
|
| 26 |
+
"stopMatched" : true
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"id" : "translate-spanish",
|
| 30 |
+
"matchedSteps" : 5,
|
| 31 |
+
"pass" : true,
|
| 32 |
+
"reason" : "matched through the stop at step 5",
|
| 33 |
+
"stopMatched" : true
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"id" : "primary-colors",
|
| 37 |
+
"matchedSteps" : 5,
|
| 38 |
+
"pass" : true,
|
| 39 |
+
"reason" : "matched through the stop at step 5",
|
| 40 |
+
"stopMatched" : true
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"id" : "largest-planet",
|
| 44 |
+
"matchedSteps" : 11,
|
| 45 |
+
"pass" : true,
|
| 46 |
+
"reason" : "matched through the stop at step 11",
|
| 47 |
+
"stopMatched" : true
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"id" : "boiling-point",
|
| 51 |
+
"matchedSteps" : 25,
|
| 52 |
+
"pass" : true,
|
| 53 |
+
"reason" : "matched through the stop at step 25",
|
| 54 |
+
"stopMatched" : true
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"id" : "reverse-word",
|
| 58 |
+
"matchedSteps" : 13,
|
| 59 |
+
"pass" : true,
|
| 60 |
+
"reason" : "matched through the stop at step 13",
|
| 61 |
+
"stopMatched" : true
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"id" : "pirate-system",
|
| 65 |
+
"matchedSteps" : 38,
|
| 66 |
+
"pass" : true,
|
| 67 |
+
"reason" : "matched through the stop at step 38",
|
| 68 |
+
"stopMatched" : true
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"id" : "multi-turn-name",
|
| 72 |
+
"matchedSteps" : 6,
|
| 73 |
+
"pass" : true,
|
| 74 |
+
"reason" : "matched through the stop at step 6",
|
| 75 |
+
"stopMatched" : true
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"id" : "json-object",
|
| 79 |
+
"matchedSteps" : 20,
|
| 80 |
+
"pass" : true,
|
| 81 |
+
"reason" : "matched through the stop at step 20",
|
| 82 |
+
"stopMatched" : true
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"id" : "python-square",
|
| 86 |
+
"matchedSteps" : 19,
|
| 87 |
+
"pass" : true,
|
| 88 |
+
"reason" : "matched through the stop at step 19",
|
| 89 |
+
"stopMatched" : true
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"id" : "haiku-sea",
|
| 93 |
+
"matchedSteps" : 27,
|
| 94 |
+
"pass" : true,
|
| 95 |
+
"reason" : "matched through the stop at step 27",
|
| 96 |
+
"stopMatched" : true
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"id" : "days-week",
|
| 100 |
+
"matchedSteps" : 9,
|
| 101 |
+
"pass" : true,
|
| 102 |
+
"reason" : "matched through the stop at step 9",
|
| 103 |
+
"stopMatched" : true
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"id" : "think-multiply",
|
| 107 |
+
"matchedSteps" : 28,
|
| 108 |
+
"pass" : true,
|
| 109 |
+
"reason" : "matched through the stop at step 28",
|
| 110 |
+
"stopMatched" : true
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"id" : "think-prime",
|
| 114 |
+
"matchedSteps" : 24,
|
| 115 |
+
"pass" : true,
|
| 116 |
+
"reason" : "matched through the stop at step 24",
|
| 117 |
+
"stopMatched" : true
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"id" : "think-mammal",
|
| 121 |
+
"matchedSteps" : 12,
|
| 122 |
+
"pass" : true,
|
| 123 |
+
"reason" : "matched through the stop at step 12",
|
| 124 |
+
"stopMatched" : true
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"divergence" : {
|
| 128 |
+
"allowed" : true,
|
| 129 |
+
"expected" : 390,
|
| 130 |
+
"got" : 315,
|
| 131 |
+
"inTopK" : true,
|
| 132 |
+
"margin" : 0.003663,
|
| 133 |
+
"step" : 21
|
| 134 |
+
},
|
| 135 |
+
"id" : "tool-weather",
|
| 136 |
+
"matchedSteps" : 21,
|
| 137 |
+
"pass" : true,
|
| 138 |
+
"reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"id" : "tool-currency",
|
| 142 |
+
"matchedSteps" : 64,
|
| 143 |
+
"pass" : true,
|
| 144 |
+
"reason" : "all 64 oracle tokens matched"
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"id" : "completion-japan",
|
| 148 |
+
"matchedSteps" : 2,
|
| 149 |
+
"pass" : true,
|
| 150 |
+
"reason" : "matched through the stop at step 2",
|
| 151 |
+
"stopMatched" : true
|
| 152 |
+
}
|
| 153 |
+
],
|
| 154 |
+
"memory" : {
|
| 155 |
+
"cases" : [
|
| 156 |
+
{
|
| 157 |
+
"afterCaseMB" : 1262,
|
| 158 |
+
"id" : "capital-france",
|
| 159 |
+
"lifetimePeakMB" : 1292
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"afterCaseMB" : 1266,
|
| 163 |
+
"id" : "sky-color",
|
| 164 |
+
"lifetimePeakMB" : 1301
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"afterCaseMB" : 1271,
|
| 168 |
+
"id" : "add-numbers",
|
| 169 |
+
"lifetimePeakMB" : 1305
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"afterCaseMB" : 1274,
|
| 173 |
+
"id" : "translate-spanish",
|
| 174 |
+
"lifetimePeakMB" : 1309
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"afterCaseMB" : 1275,
|
| 178 |
+
"id" : "primary-colors",
|
| 179 |
+
"lifetimePeakMB" : 1312
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"afterCaseMB" : 1275,
|
| 183 |
+
"id" : "largest-planet",
|
| 184 |
+
"lifetimePeakMB" : 1312
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"afterCaseMB" : 1281,
|
| 188 |
+
"id" : "boiling-point",
|
| 189 |
+
"lifetimePeakMB" : 1314
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"afterCaseMB" : 1281,
|
| 193 |
+
"id" : "reverse-word",
|
| 194 |
+
"lifetimePeakMB" : 1319
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"afterCaseMB" : 1287,
|
| 198 |
+
"id" : "pirate-system",
|
| 199 |
+
"lifetimePeakMB" : 1321
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"afterCaseMB" : 1290,
|
| 203 |
+
"id" : "multi-turn-name",
|
| 204 |
+
"lifetimePeakMB" : 1334
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"afterCaseMB" : 1290,
|
| 208 |
+
"id" : "json-object",
|
| 209 |
+
"lifetimePeakMB" : 1337
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"afterCaseMB" : 1290,
|
| 213 |
+
"id" : "python-square",
|
| 214 |
+
"lifetimePeakMB" : 1337
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"afterCaseMB" : 1290,
|
| 218 |
+
"id" : "haiku-sea",
|
| 219 |
+
"lifetimePeakMB" : 1337
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"afterCaseMB" : 1290,
|
| 223 |
+
"id" : "days-week",
|
| 224 |
+
"lifetimePeakMB" : 1337
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"afterCaseMB" : 1291,
|
| 228 |
+
"id" : "think-multiply",
|
| 229 |
+
"lifetimePeakMB" : 1337
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"afterCaseMB" : 1291,
|
| 233 |
+
"id" : "think-prime",
|
| 234 |
+
"lifetimePeakMB" : 1337
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"afterCaseMB" : 1291,
|
| 238 |
+
"id" : "think-mammal",
|
| 239 |
+
"lifetimePeakMB" : 1337
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"afterCaseMB" : 1293,
|
| 243 |
+
"id" : "tool-weather",
|
| 244 |
+
"lifetimePeakMB" : 1337
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"afterCaseMB" : 1293,
|
| 248 |
+
"id" : "tool-currency",
|
| 249 |
+
"lifetimePeakMB" : 1337
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"afterCaseMB" : 1293,
|
| 253 |
+
"id" : "completion-japan",
|
| 254 |
+
"lifetimePeakMB" : 1337
|
| 255 |
+
}
|
| 256 |
+
],
|
| 257 |
+
"loadedMB" : 273,
|
| 258 |
+
"peakMB" : 1293
|
| 259 |
+
},
|
| 260 |
+
"pass" : true
|
| 261 |
+
},
|
| 262 |
+
"target" : {
|
| 263 |
+
"cases" : [
|
| 264 |
+
{
|
| 265 |
+
"id" : "capital-france",
|
| 266 |
+
"matchedSteps" : 2,
|
| 267 |
+
"pass" : true,
|
| 268 |
+
"reason" : "matched through the stop at step 2",
|
| 269 |
+
"stopMatched" : true
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"id" : "sky-color",
|
| 273 |
+
"matchedSteps" : 1,
|
| 274 |
+
"pass" : true,
|
| 275 |
+
"reason" : "matched through the stop at step 1",
|
| 276 |
+
"stopMatched" : true
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"id" : "add-numbers",
|
| 280 |
+
"matchedSteps" : 2,
|
| 281 |
+
"pass" : true,
|
| 282 |
+
"reason" : "matched through the stop at step 2",
|
| 283 |
+
"stopMatched" : true
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"id" : "translate-spanish",
|
| 287 |
+
"matchedSteps" : 5,
|
| 288 |
+
"pass" : true,
|
| 289 |
+
"reason" : "matched through the stop at step 5",
|
| 290 |
+
"stopMatched" : true
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"id" : "primary-colors",
|
| 294 |
+
"matchedSteps" : 5,
|
| 295 |
+
"pass" : true,
|
| 296 |
+
"reason" : "matched through the stop at step 5",
|
| 297 |
+
"stopMatched" : true
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"id" : "largest-planet",
|
| 301 |
+
"matchedSteps" : 11,
|
| 302 |
+
"pass" : true,
|
| 303 |
+
"reason" : "matched through the stop at step 11",
|
| 304 |
+
"stopMatched" : true
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"id" : "boiling-point",
|
| 308 |
+
"matchedSteps" : 25,
|
| 309 |
+
"pass" : true,
|
| 310 |
+
"reason" : "matched through the stop at step 25",
|
| 311 |
+
"stopMatched" : true
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"id" : "reverse-word",
|
| 315 |
+
"matchedSteps" : 13,
|
| 316 |
+
"pass" : true,
|
| 317 |
+
"reason" : "matched through the stop at step 13",
|
| 318 |
+
"stopMatched" : true
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"id" : "pirate-system",
|
| 322 |
+
"matchedSteps" : 38,
|
| 323 |
+
"pass" : true,
|
| 324 |
+
"reason" : "matched through the stop at step 38",
|
| 325 |
+
"stopMatched" : true
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"id" : "multi-turn-name",
|
| 329 |
+
"matchedSteps" : 6,
|
| 330 |
+
"pass" : true,
|
| 331 |
+
"reason" : "matched through the stop at step 6",
|
| 332 |
+
"stopMatched" : true
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"id" : "json-object",
|
| 336 |
+
"matchedSteps" : 20,
|
| 337 |
+
"pass" : true,
|
| 338 |
+
"reason" : "matched through the stop at step 20",
|
| 339 |
+
"stopMatched" : true
|
| 340 |
+
},
|
| 341 |
+
{
|
| 342 |
+
"id" : "python-square",
|
| 343 |
+
"matchedSteps" : 19,
|
| 344 |
+
"pass" : true,
|
| 345 |
+
"reason" : "matched through the stop at step 19",
|
| 346 |
+
"stopMatched" : true
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"id" : "haiku-sea",
|
| 350 |
+
"matchedSteps" : 27,
|
| 351 |
+
"pass" : true,
|
| 352 |
+
"reason" : "matched through the stop at step 27",
|
| 353 |
+
"stopMatched" : true
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"id" : "days-week",
|
| 357 |
+
"matchedSteps" : 9,
|
| 358 |
+
"pass" : true,
|
| 359 |
+
"reason" : "matched through the stop at step 9",
|
| 360 |
+
"stopMatched" : true
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"id" : "think-multiply",
|
| 364 |
+
"matchedSteps" : 28,
|
| 365 |
+
"pass" : true,
|
| 366 |
+
"reason" : "matched through the stop at step 28",
|
| 367 |
+
"stopMatched" : true
|
| 368 |
+
},
|
| 369 |
+
{
|
| 370 |
+
"id" : "think-prime",
|
| 371 |
+
"matchedSteps" : 24,
|
| 372 |
+
"pass" : true,
|
| 373 |
+
"reason" : "matched through the stop at step 24",
|
| 374 |
+
"stopMatched" : true
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"id" : "think-mammal",
|
| 378 |
+
"matchedSteps" : 12,
|
| 379 |
+
"pass" : true,
|
| 380 |
+
"reason" : "matched through the stop at step 12",
|
| 381 |
+
"stopMatched" : true
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"id" : "tool-weather",
|
| 385 |
+
"matchedSteps" : 64,
|
| 386 |
+
"pass" : true,
|
| 387 |
+
"reason" : "all 64 oracle tokens matched"
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"id" : "tool-currency",
|
| 391 |
+
"matchedSteps" : 64,
|
| 392 |
+
"pass" : true,
|
| 393 |
+
"reason" : "all 64 oracle tokens matched"
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"id" : "completion-japan",
|
| 397 |
+
"matchedSteps" : 2,
|
| 398 |
+
"pass" : true,
|
| 399 |
+
"reason" : "matched through the stop at step 2",
|
| 400 |
+
"stopMatched" : true
|
| 401 |
+
}
|
| 402 |
+
],
|
| 403 |
+
"memory" : {
|
| 404 |
+
"cases" : [
|
| 405 |
+
{
|
| 406 |
+
"afterCaseMB" : 866,
|
| 407 |
+
"id" : "capital-france",
|
| 408 |
+
"lifetimePeakMB" : 1337
|
| 409 |
+
},
|
| 410 |
+
{
|
| 411 |
+
"afterCaseMB" : 889,
|
| 412 |
+
"id" : "sky-color",
|
| 413 |
+
"lifetimePeakMB" : 1337
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"afterCaseMB" : 934,
|
| 417 |
+
"id" : "add-numbers",
|
| 418 |
+
"lifetimePeakMB" : 1337
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"afterCaseMB" : 931,
|
| 422 |
+
"id" : "translate-spanish",
|
| 423 |
+
"lifetimePeakMB" : 1337
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"afterCaseMB" : 919,
|
| 427 |
+
"id" : "primary-colors",
|
| 428 |
+
"lifetimePeakMB" : 1337
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"afterCaseMB" : 929,
|
| 432 |
+
"id" : "largest-planet",
|
| 433 |
+
"lifetimePeakMB" : 1337
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"afterCaseMB" : 875,
|
| 437 |
+
"id" : "boiling-point",
|
| 438 |
+
"lifetimePeakMB" : 1337
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"afterCaseMB" : 875,
|
| 442 |
+
"id" : "reverse-word",
|
| 443 |
+
"lifetimePeakMB" : 1337
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"afterCaseMB" : 894,
|
| 447 |
+
"id" : "pirate-system",
|
| 448 |
+
"lifetimePeakMB" : 1337
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"afterCaseMB" : 923,
|
| 452 |
+
"id" : "multi-turn-name",
|
| 453 |
+
"lifetimePeakMB" : 1337
|
| 454 |
+
},
|
| 455 |
+
{
|
| 456 |
+
"afterCaseMB" : 926,
|
| 457 |
+
"id" : "json-object",
|
| 458 |
+
"lifetimePeakMB" : 1337
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"afterCaseMB" : 926,
|
| 462 |
+
"id" : "python-square",
|
| 463 |
+
"lifetimePeakMB" : 1337
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"afterCaseMB" : 925,
|
| 467 |
+
"id" : "haiku-sea",
|
| 468 |
+
"lifetimePeakMB" : 1337
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"afterCaseMB" : 921,
|
| 472 |
+
"id" : "days-week",
|
| 473 |
+
"lifetimePeakMB" : 1337
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"afterCaseMB" : 921,
|
| 477 |
+
"id" : "think-multiply",
|
| 478 |
+
"lifetimePeakMB" : 1337
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"afterCaseMB" : 921,
|
| 482 |
+
"id" : "think-prime",
|
| 483 |
+
"lifetimePeakMB" : 1337
|
| 484 |
+
},
|
| 485 |
+
{
|
| 486 |
+
"afterCaseMB" : 945,
|
| 487 |
+
"id" : "think-mammal",
|
| 488 |
+
"lifetimePeakMB" : 1337
|
| 489 |
+
},
|
| 490 |
+
{
|
| 491 |
+
"afterCaseMB" : 921,
|
| 492 |
+
"id" : "tool-weather",
|
| 493 |
+
"lifetimePeakMB" : 1337
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"afterCaseMB" : 921,
|
| 497 |
+
"id" : "tool-currency",
|
| 498 |
+
"lifetimePeakMB" : 1337
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"afterCaseMB" : 947,
|
| 502 |
+
"id" : "completion-japan",
|
| 503 |
+
"lifetimePeakMB" : 1337
|
| 504 |
+
}
|
| 505 |
+
],
|
| 506 |
+
"loadedMB" : 601,
|
| 507 |
+
"peakMB" : 947
|
| 508 |
+
},
|
| 509 |
+
"pass" : true
|
| 510 |
+
}
|
| 511 |
+
},
|
| 512 |
+
"profile" : {
|
| 513 |
+
"alsoRequires" : [
|
| 514 |
+
|
| 515 |
+
],
|
| 516 |
+
"name" : "strict"
|
| 517 |
+
},
|
| 518 |
+
"profileResults" : {
|
| 519 |
+
"cpuOnly" : {
|
| 520 |
+
"budgeted" : [
|
| 521 |
+
|
| 522 |
+
],
|
| 523 |
+
"overBudget" : [
|
| 524 |
+
|
| 525 |
+
],
|
| 526 |
+
"pass" : true
|
| 527 |
+
},
|
| 528 |
+
"target" : {
|
| 529 |
+
"budgeted" : [
|
| 530 |
+
|
| 531 |
+
],
|
| 532 |
+
"overBudget" : [
|
| 533 |
+
|
| 534 |
+
],
|
| 535 |
+
"pass" : true
|
| 536 |
+
}
|
| 537 |
+
},
|
| 538 |
+
"rules" : {
|
| 539 |
+
"marginThreshold" : 0.1,
|
| 540 |
+
"topN" : 5
|
| 541 |
+
},
|
| 542 |
+
"templateClocks" : [
|
| 543 |
+
{
|
| 544 |
+
"id" : "capital-france",
|
| 545 |
+
"source" : "fixture",
|
| 546 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"id" : "sky-color",
|
| 550 |
+
"source" : "fixture",
|
| 551 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"id" : "add-numbers",
|
| 555 |
+
"source" : "fixture",
|
| 556 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"id" : "translate-spanish",
|
| 560 |
+
"source" : "fixture",
|
| 561 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 562 |
+
},
|
| 563 |
+
{
|
| 564 |
+
"id" : "primary-colors",
|
| 565 |
+
"source" : "fixture",
|
| 566 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 567 |
+
},
|
| 568 |
+
{
|
| 569 |
+
"id" : "largest-planet",
|
| 570 |
+
"source" : "fixture",
|
| 571 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"id" : "boiling-point",
|
| 575 |
+
"source" : "fixture",
|
| 576 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"id" : "reverse-word",
|
| 580 |
+
"source" : "fixture",
|
| 581 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"id" : "pirate-system",
|
| 585 |
+
"source" : "fixture",
|
| 586 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"id" : "multi-turn-name",
|
| 590 |
+
"source" : "fixture",
|
| 591 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 592 |
+
},
|
| 593 |
+
{
|
| 594 |
+
"id" : "json-object",
|
| 595 |
+
"source" : "fixture",
|
| 596 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 597 |
+
},
|
| 598 |
+
{
|
| 599 |
+
"id" : "python-square",
|
| 600 |
+
"source" : "fixture",
|
| 601 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"id" : "haiku-sea",
|
| 605 |
+
"source" : "fixture",
|
| 606 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"id" : "days-week",
|
| 610 |
+
"source" : "fixture",
|
| 611 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"id" : "think-multiply",
|
| 615 |
+
"source" : "fixture",
|
| 616 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"id" : "think-prime",
|
| 620 |
+
"source" : "fixture",
|
| 621 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"id" : "think-mammal",
|
| 625 |
+
"source" : "fixture",
|
| 626 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 627 |
+
},
|
| 628 |
+
{
|
| 629 |
+
"id" : "tool-weather",
|
| 630 |
+
"source" : "fixture",
|
| 631 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"id" : "tool-currency",
|
| 635 |
+
"source" : "fixture",
|
| 636 |
+
"timestamp" : "2000-01-01T00:00:00Z"
|
| 637 |
+
}
|
| 638 |
+
]
|
| 639 |
+
},
|
| 640 |
+
"env" : {
|
| 641 |
+
"arch" : "h17c",
|
| 642 |
+
"compute" : "target",
|
| 643 |
+
"hwModel" : "Mac17,6",
|
| 644 |
+
"osBuild" : "26A434",
|
| 645 |
+
"sdk" : {
|
| 646 |
+
"version" : "0.1.0-dev"
|
| 647 |
+
}
|
| 648 |
+
},
|
| 649 |
+
"fixture" : {
|
| 650 |
+
"id" : "adbdef8a32ca3c1b",
|
| 651 |
+
"sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
|
| 652 |
+
},
|
| 653 |
+
"kind" : "verification",
|
| 654 |
+
"negativeControlRecordId" : "3960b0e0-2d34-4663-a339-bdfd5f5a7ba2",
|
| 655 |
+
"recordId" : "b307cd38-c45c-4556-b027-62ad6a326928",
|
| 656 |
+
"result" : "pass",
|
| 657 |
+
"schema" : 1,
|
| 658 |
+
"subject" : {
|
| 659 |
+
"bundlePath" : "unpublished reference export",
|
| 660 |
+
"bundleSha256" : "752a91d72844dbda481d50b5f763e037467a20cd0ad51c4ea8ff3ca31b1d7d93",
|
| 661 |
+
"catalogId" : "zamba2-1.2b-instruct",
|
| 662 |
+
"manifestSchema" : 1,
|
| 663 |
+
"quantScheme" : "float16",
|
| 664 |
+
"recipe" : "zamba2-1.2b-instruct@1"
|
| 665 |
+
},
|
| 666 |
+
"tier" : "T2"
|
| 667 |
+
}
|