zakkeown commited on
Commit
b363b85
·
verified ·
1 Parent(s): ae7b771

Publish zamba2-1.2b-instruct@1 (aether publish)

Browse files
Files changed (36) hide show
  1. .gitattributes +2 -0
  2. LICENSE +202 -0
  3. README.md +61 -0
  4. ios-any-gpu/aether.json +124 -0
  5. ios-any-gpu/metadata.json +25 -0
  6. ios-any-gpu/tokenizer/generation_config.json +7 -0
  7. ios-any-gpu/tokenizer/special_tokens_map.json +27 -0
  8. ios-any-gpu/tokenizer/tokenizer.json +0 -0
  9. ios-any-gpu/tokenizer/tokenizer_config.json +52 -0
  10. ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash +1 -0
  11. ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb +3 -0
  12. ios-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json +5 -0
  13. macos-any-gpu/aether.json +124 -0
  14. macos-any-gpu/metadata.json +25 -0
  15. macos-any-gpu/tokenizer/generation_config.json +7 -0
  16. macos-any-gpu/tokenizer/special_tokens_map.json +27 -0
  17. macos-any-gpu/tokenizer/tokenizer.json +0 -0
  18. macos-any-gpu/tokenizer/tokenizer_config.json +52 -0
  19. macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash +1 -0
  20. macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb +3 -0
  21. macos-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json +5 -0
  22. verification/31aefeaf-c63e-4f48-833f-e2395d2ce798.json +34 -0
  23. verification/4722db3c-0a4d-4445-8c4c-bc0ac4733ec4.json +0 -0
  24. verification/693a2248-e253-41ad-af09-91738cfba6b5.json +697 -0
  25. verification/8aefdd45-f00e-4a9d-b944-b291c0d05559.json +511 -0
  26. verification/b0bf808b-125b-48cd-9668-e52941021a84.json +511 -0
  27. verification/cc6fad7c-93cf-4229-a19e-ef537c2713f3.json +65 -0
  28. verification/dd9e2cec-1159-45ad-b364-b22fb2c7a3b2.json +423 -0
  29. verification/f11695a8-cb73-4e07-9dd1-1eb6feaae714.json +34 -0
  30. verification/negative-control/3960b0e0-2d34-4663-a339-bdfd5f5a7ba2.json +37 -0
  31. verification/negative-control/39af8913-aab4-4baf-aac2-00641b09e7ce.json +35 -0
  32. verification/negative-control/52dd928e-55fd-4548-bd5b-d5e0507a8718.json +38 -0
  33. verification/negative-control/6a58bb62-43e6-407c-958f-8764f268e7cb.json +35 -0
  34. verification/negative-control/e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5.json +35 -0
  35. verification/negative-control/f35522e7-015a-4098-a236-c6ec7691190b.json +37 -0
  36. verification/reference/b307cd38-c45c-4556-b027-62ad6a326928.json +667 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
37
+ ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright [yyyy] [name of copyright owner]
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
README.md ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: Zyphra/Zamba2-1.2B-Instruct-v2
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - aether
7
+ - core-ai
8
+ - apple
9
+ - macos
10
+ - ios
11
+ ---
12
+
13
+ # zamba2-1.2b-instruct
14
+
15
+ A Core AI bundle of [Zyphra/Zamba2-1.2B-Instruct-v2](https://huggingface.co/Zyphra/Zamba2-1.2B-Instruct-v2) for the Aether SDK (iOS and macOS 27+).
16
+
17
+ - **Source:** `Zyphra/Zamba2-1.2B-Instruct-v2` at revision `960222dd212c071e2b7e3734573ee5297b1c075d`, licence Apache-2.0.
18
+ The licence is included as `LICENSE`. `Zyphra/Zamba2-1.2B-Instruct-v2` declares apache-2.0 in its model card but ships no licence file; `LICENSE` is the canonical text from apache.org.
19
+ - **Changes from the source:** converted from PyTorch to Core AI (`.aimodel`) by Aether forge (recipe
20
+ `zamba2-1.2b-instruct@1`). Weights are int8-linear-perblock32 (8-bit weights). The tokenizer files are the source's own.
21
+
22
+ ## Variants
23
+
24
+ | Variant | Platform | Arch | Compute | Compiled | Assets | Download |
25
+ |---|---|---|---|---|---|---|
26
+ | `macos-any-gpu` | macos | any | gpu | no (specialized on first load) | `zamba2_1_2b_instruct.aimodel` 1.29 GB | 1.3 GB |
27
+ | `ios-any-gpu` | ios | any | gpu | no (specialized on first load) | `zamba2_1_2b_instruct.aimodel` 1.29 GB | 1.3 GB |
28
+
29
+ ## Verification
30
+
31
+ Every row is a record in `verification/` about exactly these bytes (matched by bundle digest). Reference rows
32
+ are strict T2 passes of the unquantized export on the same fixture, in `verification/reference/`.
33
+
34
+ | Variant | Tier | Result | Detail | Device | OS build | Compute | Record |
35
+ |---|---|---|---|---|---|---|---|
36
+ | `ios-any-gpu` | T0 | pass | | iPhone18,2 | 24A446 | target | `31aefeaf` |
37
+ | `ios-any-gpu` | T2 | pass | 20/20 strict; profile quantized-8bit; fixture `adbdef8a32ca3c1b` | iPhone18,2 | 24A446 | target | `dd9e2cec` |
38
+ | `ios-any-gpu` | T3 | pass | `copy-fidelity-v1`; 80.0% vs reference 80.0%; 50 items | iPhone18,2 | 24A446 | target | `8aefdd45` |
39
+ | `macos-any-gpu` | T0 | pass | | Mac17,6 | 26A434 | target | `f11695a8` |
40
+ | `macos-any-gpu` | T1 | pass | | Mac17,6 | 26A434 | target | `cc6fad7c` |
41
+ | `macos-any-gpu` | T2 | pass | 20/20 strict; 20/20 strict; profile quantized-8bit; fixture `adbdef8a32ca3c1b` | Mac17,6 | 26A434 | target | `693a2248` |
42
+ | `macos-any-gpu` | T3 | pass | `gsm8k-test-500`; 40.4% vs reference 40.4%; 500 items | Mac17,6 | 26A434 | target | `4722db3c` |
43
+ | `macos-any-gpu` | T3 | pass | `copy-fidelity-v1`; 80.0% vs reference 80.0%; 50 items | Mac17,6 | 26A434 | target | `b0bf808b` |
44
+ | unquantized reference (not published) | T2 | pass | 20/20 strict; 20/20 strict; profile strict; fixture `adbdef8a32ca3c1b` | Mac17,6 | 26A434 | target | `b307cd38` |
45
+
46
+ The quantized profile also requires: T2 strict on the unquantized reference export (met by the reference row).
47
+
48
+ ## Use
49
+
50
+ ```sh
51
+ aether run zamba2-1.2b-instruct --prompt "Hello"
52
+ ```
53
+
54
+ ```swift
55
+ import Aether
56
+
57
+ let aether = try Aether()
58
+ let chat = try await aether.chat("zamba2-1.2b-instruct")
59
+ let reply = try await chat.respond(to: "Hello")
60
+ print(reply.text)
61
+ ```
ios-any-gpu/aether.json ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture" : {
3
+ "attentionLayers" : 6,
4
+ "class" : "hybrid",
5
+ "totalLayers" : 38
6
+ },
7
+ "capabilities" : [
8
+ "chat"
9
+ ],
10
+ "driver" : "causal-lm",
11
+ "engine" : {
12
+ "allowed" : [
13
+ "pipelined",
14
+ "sequential"
15
+ ],
16
+ "expectFrequentReshapes" : true,
17
+ "kind" : "pipelined"
18
+ },
19
+ "functions" : {
20
+ "decode" : {
21
+ "role" : "decode",
22
+ "seq" : 1
23
+ },
24
+ "main" : {
25
+ "role" : "step"
26
+ }
27
+ },
28
+ "inputs" : {
29
+ "input_ids" : {
30
+ "bind" : "tokens",
31
+ "dtype" : "int32"
32
+ },
33
+ "position_ids" : {
34
+ "bind" : "positions",
35
+ "dtype" : "int32",
36
+ "mode" : "running"
37
+ }
38
+ },
39
+ "limits" : {
40
+ "contextMax" : {
41
+ "ios" : 4096
42
+ },
43
+ "maxOutputDefault" : 1024,
44
+ "prefillChunk" : 256,
45
+ "prefillChunkThreshold" : 256
46
+ },
47
+ "memory" : {
48
+ "bytesPerToken" : 1293498205,
49
+ "kvBytesPerToken" : 98304,
50
+ "requiresIncreasedMemoryLimit" : false,
51
+ "weightsBytes" : 1293498205
52
+ },
53
+ "outputs" : {
54
+ "logits" : {
55
+ "dtype" : "float16",
56
+ "role" : "logits",
57
+ "seq" : "dynamic"
58
+ }
59
+ },
60
+ "provenance" : {
61
+ "exportedOn" : {
62
+ "date" : "2026-09-30",
63
+ "os" : "26A434"
64
+ },
65
+ "exporter" : {
66
+ "coreai-core" : "1.0.0b2",
67
+ "coreai-opt" : "0.2.1",
68
+ "coreai-torch" : "0.4.2",
69
+ "torch" : "2.11.0"
70
+ },
71
+ "files" : {
72
+ "metadata.json" : "sha256:b6e337891980076cd458ad599d996c379822a4c6476a49819d73d7554efcb6ee",
73
+ "tokenizer/generation_config.json" : "sha256:822667f17e5af3746ed1aee5cfd01051ddb4f3e718195be4cf96aeeb5afce4b9",
74
+ "tokenizer/special_tokens_map.json" : "sha256:c4925a37fcd3782450ba1e1cf4f9fc37344bbeb9d02336e59a790879561a372e",
75
+ "tokenizer/tokenizer.json" : "sha256:2aa08b155b162538795e0502558c7c99d8ece6681b75cd10aac09d645b5cf97b",
76
+ "tokenizer/tokenizer_config.json" : "sha256:fe8ca65b8b287108074919fd0aa70a81b6cc9657262a7e721c2b34c5d25cc368",
77
+ "zamba2_1_2b_instruct.aimodel/main.hash" : "sha256:eca78557e4c0b2f346609dc4c2163f04f863ec9ba1b4667962299958a7dfe1d0",
78
+ "zamba2_1_2b_instruct.aimodel/main.mlirb" : "sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f",
79
+ "zamba2_1_2b_instruct.aimodel/metadata.json" : "sha256:c858769d032c00c78298fa3283bbbe73a8fcf34ab4329d8e7f5b3110b6f2a021"
80
+ },
81
+ "forge" : "0.1.0",
82
+ "recipe" : "zamba2-1.2b-instruct@1",
83
+ "source" : {
84
+ "hfRepo" : "Zyphra/Zamba2-1.2B-Instruct-v2",
85
+ "revision" : "960222dd212c071e2b7e3734573ee5297b1c075d"
86
+ }
87
+ },
88
+ "quantization" : {
89
+ "notes" : "weight-only PTQ on the torch module (coreai-opt eager Quantizer); exceptions resolve first-match in declaration order, then default; modules: int8-linear-perblock32 ×137",
90
+ "scheme" : "int8-linear-perblock32",
91
+ "weightBits" : 8
92
+ },
93
+ "schema" : 1,
94
+ "states" : {
95
+ "convState" : {
96
+ "kind" : "recurrent"
97
+ },
98
+ "keyCache" : {
99
+ "axis" : 3,
100
+ "initial" : 256,
101
+ "kind" : "kvGrowing"
102
+ },
103
+ "ssmState" : {
104
+ "kind" : "recurrent"
105
+ },
106
+ "valueCache" : {
107
+ "axis" : 3,
108
+ "initial" : 256,
109
+ "kind" : "kvGrowing"
110
+ }
111
+ },
112
+ "target" : {
113
+ "arch" : "any",
114
+ "backend" : "coreai",
115
+ "compiled" : false,
116
+ "compute" : "gpu",
117
+ "minOS" : "27.0",
118
+ "platform" : "ios"
119
+ },
120
+ "text" : {
121
+ "chatTemplate" : "embedded",
122
+ "tokenizer" : "tokenizer/"
123
+ }
124
+ }
ios-any-gpu/metadata.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "assets": {
3
+ "main": "zamba2_1_2b_instruct.aimodel"
4
+ },
5
+ "compression": "int8-linear-perblock32",
6
+ "kind": "llm",
7
+ "language": {
8
+ "embedded_tokenizer": true,
9
+ "function_map": {
10
+ "main": [
11
+ "main",
12
+ "decode"
13
+ ]
14
+ },
15
+ "max_context_length": 4096,
16
+ "tokenizer": "Zyphra/Zamba2-1.2B-Instruct-v2",
17
+ "vocab_size": 32000
18
+ },
19
+ "metadata_version": "0.2",
20
+ "name": "zamba2_1_2b_instruct",
21
+ "source": {
22
+ "hf_model_id": "Zyphra/Zamba2-1.2B-Instruct-v2",
23
+ "model_definition": "torch"
24
+ }
25
+ }
ios-any-gpu/tokenizer/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.49.0.dev0"
7
+ }
ios-any-gpu/tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>"
5
+ ],
6
+ "bos_token": {
7
+ "content": "<|im_start|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "eos_token": {
14
+ "content": "<|im_end|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ },
20
+ "pad_token": {
21
+ "content": "[PAD]",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false
26
+ }
27
+ }
ios-any-gpu/tokenizer/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ios-any-gpu/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": null,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "[PAD]",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "<|im_start|>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "<|im_end|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ }
30
+ },
31
+ "additional_special_tokens": [
32
+ "<|im_start|>",
33
+ "<|im_end|>"
34
+ ],
35
+ "bos_token": "<|im_start|>",
36
+ "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
37
+ "clean_up_tokenization_spaces": false,
38
+ "eos_token": "<|im_end|>",
39
+ "extra_special_tokens": {},
40
+ "legacy": true,
41
+ "max_length": 4096,
42
+ "model_max_length": 4096,
43
+ "pad_token": "[PAD]",
44
+ "sp_model_kwargs": {},
45
+ "spaces_between_special_tokens": false,
46
+ "stride": 0,
47
+ "tokenizer_class": "LlamaTokenizer",
48
+ "truncation_side": "right",
49
+ "truncation_strategy": "longest_first",
50
+ "unk_token": null,
51
+ "use_default_system_prompt": false
52
+ }
ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ �e��[w�
ios-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f
3
+ size 1293498068
ios-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "creationDate" : "20260930T235235Z",
3
+ "producer" : "coreai-core 1.0.0b2",
4
+ "assetVersion" : "2.0"
5
+ }
macos-any-gpu/aether.json ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture" : {
3
+ "attentionLayers" : 6,
4
+ "class" : "hybrid",
5
+ "totalLayers" : 38
6
+ },
7
+ "capabilities" : [
8
+ "chat"
9
+ ],
10
+ "driver" : "causal-lm",
11
+ "engine" : {
12
+ "allowed" : [
13
+ "pipelined",
14
+ "sequential"
15
+ ],
16
+ "expectFrequentReshapes" : true,
17
+ "kind" : "pipelined"
18
+ },
19
+ "functions" : {
20
+ "decode" : {
21
+ "role" : "decode",
22
+ "seq" : 1
23
+ },
24
+ "main" : {
25
+ "role" : "step"
26
+ }
27
+ },
28
+ "inputs" : {
29
+ "input_ids" : {
30
+ "bind" : "tokens",
31
+ "dtype" : "int32"
32
+ },
33
+ "position_ids" : {
34
+ "bind" : "positions",
35
+ "dtype" : "int32",
36
+ "mode" : "running"
37
+ }
38
+ },
39
+ "limits" : {
40
+ "contextMax" : {
41
+ "macos" : 4096
42
+ },
43
+ "maxOutputDefault" : 1024,
44
+ "prefillChunk" : 256,
45
+ "prefillChunkThreshold" : 256
46
+ },
47
+ "memory" : {
48
+ "bytesPerToken" : 1293498205,
49
+ "kvBytesPerToken" : 98304,
50
+ "requiresIncreasedMemoryLimit" : false,
51
+ "weightsBytes" : 1293498205
52
+ },
53
+ "outputs" : {
54
+ "logits" : {
55
+ "dtype" : "float16",
56
+ "role" : "logits",
57
+ "seq" : "dynamic"
58
+ }
59
+ },
60
+ "provenance" : {
61
+ "exportedOn" : {
62
+ "date" : "2026-09-30",
63
+ "os" : "26A434"
64
+ },
65
+ "exporter" : {
66
+ "coreai-core" : "1.0.0b2",
67
+ "coreai-opt" : "0.2.1",
68
+ "coreai-torch" : "0.4.2",
69
+ "torch" : "2.11.0"
70
+ },
71
+ "files" : {
72
+ "metadata.json" : "sha256:b6e337891980076cd458ad599d996c379822a4c6476a49819d73d7554efcb6ee",
73
+ "tokenizer/generation_config.json" : "sha256:822667f17e5af3746ed1aee5cfd01051ddb4f3e718195be4cf96aeeb5afce4b9",
74
+ "tokenizer/special_tokens_map.json" : "sha256:c4925a37fcd3782450ba1e1cf4f9fc37344bbeb9d02336e59a790879561a372e",
75
+ "tokenizer/tokenizer.json" : "sha256:2aa08b155b162538795e0502558c7c99d8ece6681b75cd10aac09d645b5cf97b",
76
+ "tokenizer/tokenizer_config.json" : "sha256:fe8ca65b8b287108074919fd0aa70a81b6cc9657262a7e721c2b34c5d25cc368",
77
+ "zamba2_1_2b_instruct.aimodel/main.hash" : "sha256:eca78557e4c0b2f346609dc4c2163f04f863ec9ba1b4667962299958a7dfe1d0",
78
+ "zamba2_1_2b_instruct.aimodel/main.mlirb" : "sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f",
79
+ "zamba2_1_2b_instruct.aimodel/metadata.json" : "sha256:c858769d032c00c78298fa3283bbbe73a8fcf34ab4329d8e7f5b3110b6f2a021"
80
+ },
81
+ "forge" : "0.1.0",
82
+ "recipe" : "zamba2-1.2b-instruct@1",
83
+ "source" : {
84
+ "hfRepo" : "Zyphra/Zamba2-1.2B-Instruct-v2",
85
+ "revision" : "960222dd212c071e2b7e3734573ee5297b1c075d"
86
+ }
87
+ },
88
+ "quantization" : {
89
+ "notes" : "weight-only PTQ on the torch module (coreai-opt eager Quantizer); exceptions resolve first-match in declaration order, then default; modules: int8-linear-perblock32 ×137",
90
+ "scheme" : "int8-linear-perblock32",
91
+ "weightBits" : 8
92
+ },
93
+ "schema" : 1,
94
+ "states" : {
95
+ "convState" : {
96
+ "kind" : "recurrent"
97
+ },
98
+ "keyCache" : {
99
+ "axis" : 3,
100
+ "initial" : 256,
101
+ "kind" : "kvGrowing"
102
+ },
103
+ "ssmState" : {
104
+ "kind" : "recurrent"
105
+ },
106
+ "valueCache" : {
107
+ "axis" : 3,
108
+ "initial" : 256,
109
+ "kind" : "kvGrowing"
110
+ }
111
+ },
112
+ "target" : {
113
+ "arch" : "any",
114
+ "backend" : "coreai",
115
+ "compiled" : false,
116
+ "compute" : "gpu",
117
+ "minOS" : "27.0",
118
+ "platform" : "macos"
119
+ },
120
+ "text" : {
121
+ "chatTemplate" : "embedded",
122
+ "tokenizer" : "tokenizer/"
123
+ }
124
+ }
macos-any-gpu/metadata.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "assets": {
3
+ "main": "zamba2_1_2b_instruct.aimodel"
4
+ },
5
+ "compression": "int8-linear-perblock32",
6
+ "kind": "llm",
7
+ "language": {
8
+ "embedded_tokenizer": true,
9
+ "function_map": {
10
+ "main": [
11
+ "main",
12
+ "decode"
13
+ ]
14
+ },
15
+ "max_context_length": 4096,
16
+ "tokenizer": "Zyphra/Zamba2-1.2B-Instruct-v2",
17
+ "vocab_size": 32000
18
+ },
19
+ "metadata_version": "0.2",
20
+ "name": "zamba2_1_2b_instruct",
21
+ "source": {
22
+ "hf_model_id": "Zyphra/Zamba2-1.2B-Instruct-v2",
23
+ "model_definition": "torch"
24
+ }
25
+ }
macos-any-gpu/tokenizer/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.49.0.dev0"
7
+ }
macos-any-gpu/tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>"
5
+ ],
6
+ "bos_token": {
7
+ "content": "<|im_start|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "eos_token": {
14
+ "content": "<|im_end|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ },
20
+ "pad_token": {
21
+ "content": "[PAD]",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false
26
+ }
27
+ }
macos-any-gpu/tokenizer/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
macos-any-gpu/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": null,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "[PAD]",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "<|im_start|>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "<|im_end|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ }
30
+ },
31
+ "additional_special_tokens": [
32
+ "<|im_start|>",
33
+ "<|im_end|>"
34
+ ],
35
+ "bos_token": "<|im_start|>",
36
+ "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
37
+ "clean_up_tokenization_spaces": false,
38
+ "eos_token": "<|im_end|>",
39
+ "extra_special_tokens": {},
40
+ "legacy": true,
41
+ "max_length": 4096,
42
+ "model_max_length": 4096,
43
+ "pad_token": "[PAD]",
44
+ "sp_model_kwargs": {},
45
+ "spaces_between_special_tokens": false,
46
+ "stride": 0,
47
+ "tokenizer_class": "LlamaTokenizer",
48
+ "truncation_side": "right",
49
+ "truncation_strategy": "longest_first",
50
+ "unk_token": null,
51
+ "use_default_system_prompt": false
52
+ }
macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ �e��[w�
macos-any-gpu/zamba2_1_2b_instruct.aimodel/main.mlirb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87651a96fd5b779f0d55ca43b3908aee45c732e888af550989dcd0841e97176f
3
+ size 1293498068
macos-any-gpu/zamba2_1_2b_instruct.aimodel/metadata.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "creationDate" : "20260930T235235Z",
3
+ "producer" : "coreai-core 1.0.0b2",
4
+ "assetVersion" : "2.0"
5
+ }
verification/31aefeaf-c63e-4f48-833f-e2395d2ce798.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T00:09:38Z",
3
+ "details" : {
4
+ "asset" : "zamba2_1_2b_instruct.aimodel",
5
+ "assetFormat" : "aimodel",
6
+ "compute" : "target",
7
+ "engine" : "ContextEngine",
8
+ "firstToken" : 2188,
9
+ "loadMs" : 61270.438666
10
+ },
11
+ "env" : {
12
+ "arch" : "h18p",
13
+ "compute" : "target",
14
+ "hwModel" : "iPhone18,2",
15
+ "osBuild" : "24A446",
16
+ "sdk" : {
17
+ "version" : "0.1.0-dev"
18
+ }
19
+ },
20
+ "kind" : "verification",
21
+ "recordId" : "31aefeaf-c63e-4f48-833f-e2395d2ce798",
22
+ "result" : "pass",
23
+ "schema" : 1,
24
+ "subject" : {
25
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
26
+ "bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
27
+ "catalogId" : "zamba2-1.2b-instruct",
28
+ "manifestSchema" : 1,
29
+ "quantScheme" : "int8-linear-perblock32",
30
+ "recipe" : "zamba2-1.2b-instruct@1",
31
+ "variant" : "ios-any-gpu"
32
+ },
33
+ "tier" : "T0"
34
+ }
verification/4722db3c-0a4d-4445-8c4c-bc0ac4733ec4.json ADDED
The diff for this file is too large to render. See raw diff
 
verification/693a2248-e253-41ad-af09-91738cfba6b5.json ADDED
@@ -0,0 +1,697 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-09-30T23:59:54Z",
3
+ "details" : {
4
+ "computes" : {
5
+ "cpuOnly" : {
6
+ "cases" : [
7
+ {
8
+ "id" : "capital-france",
9
+ "matchedSteps" : 2,
10
+ "pass" : true,
11
+ "reason" : "matched through the stop at step 2",
12
+ "stopMatched" : true
13
+ },
14
+ {
15
+ "id" : "sky-color",
16
+ "matchedSteps" : 1,
17
+ "pass" : true,
18
+ "reason" : "matched through the stop at step 1",
19
+ "stopMatched" : true
20
+ },
21
+ {
22
+ "id" : "add-numbers",
23
+ "matchedSteps" : 2,
24
+ "pass" : true,
25
+ "reason" : "matched through the stop at step 2",
26
+ "stopMatched" : true
27
+ },
28
+ {
29
+ "id" : "translate-spanish",
30
+ "matchedSteps" : 5,
31
+ "pass" : true,
32
+ "reason" : "matched through the stop at step 5",
33
+ "stopMatched" : true
34
+ },
35
+ {
36
+ "id" : "primary-colors",
37
+ "matchedSteps" : 5,
38
+ "pass" : true,
39
+ "reason" : "matched through the stop at step 5",
40
+ "stopMatched" : true
41
+ },
42
+ {
43
+ "id" : "largest-planet",
44
+ "matchedSteps" : 11,
45
+ "pass" : true,
46
+ "reason" : "matched through the stop at step 11",
47
+ "stopMatched" : true
48
+ },
49
+ {
50
+ "id" : "boiling-point",
51
+ "matchedSteps" : 25,
52
+ "pass" : true,
53
+ "reason" : "matched through the stop at step 25",
54
+ "stopMatched" : true
55
+ },
56
+ {
57
+ "id" : "reverse-word",
58
+ "matchedSteps" : 13,
59
+ "pass" : true,
60
+ "reason" : "matched through the stop at step 13",
61
+ "stopMatched" : true
62
+ },
63
+ {
64
+ "id" : "pirate-system",
65
+ "matchedSteps" : 38,
66
+ "pass" : true,
67
+ "reason" : "matched through the stop at step 38",
68
+ "stopMatched" : true
69
+ },
70
+ {
71
+ "id" : "multi-turn-name",
72
+ "matchedSteps" : 6,
73
+ "pass" : true,
74
+ "reason" : "matched through the stop at step 6",
75
+ "stopMatched" : true
76
+ },
77
+ {
78
+ "id" : "json-object",
79
+ "matchedSteps" : 20,
80
+ "pass" : true,
81
+ "reason" : "matched through the stop at step 20",
82
+ "stopMatched" : true
83
+ },
84
+ {
85
+ "id" : "python-square",
86
+ "matchedSteps" : 19,
87
+ "pass" : true,
88
+ "reason" : "matched through the stop at step 19",
89
+ "stopMatched" : true
90
+ },
91
+ {
92
+ "id" : "haiku-sea",
93
+ "matchedSteps" : 27,
94
+ "pass" : true,
95
+ "reason" : "matched through the stop at step 27",
96
+ "stopMatched" : true
97
+ },
98
+ {
99
+ "id" : "days-week",
100
+ "matchedSteps" : 9,
101
+ "pass" : true,
102
+ "reason" : "matched through the stop at step 9",
103
+ "stopMatched" : true
104
+ },
105
+ {
106
+ "id" : "think-multiply",
107
+ "matchedSteps" : 28,
108
+ "pass" : true,
109
+ "reason" : "matched through the stop at step 28",
110
+ "stopMatched" : true
111
+ },
112
+ {
113
+ "id" : "think-prime",
114
+ "matchedSteps" : 24,
115
+ "pass" : true,
116
+ "reason" : "matched through the stop at step 24",
117
+ "stopMatched" : true
118
+ },
119
+ {
120
+ "id" : "think-mammal",
121
+ "matchedSteps" : 12,
122
+ "pass" : true,
123
+ "reason" : "matched through the stop at step 12",
124
+ "stopMatched" : true
125
+ },
126
+ {
127
+ "divergence" : {
128
+ "allowed" : true,
129
+ "expected" : 390,
130
+ "got" : 315,
131
+ "inTopK" : true,
132
+ "margin" : 0.003663,
133
+ "step" : 21
134
+ },
135
+ "id" : "tool-weather",
136
+ "matchedSteps" : 21,
137
+ "pass" : true,
138
+ "reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
139
+ },
140
+ {
141
+ "divergence" : {
142
+ "allowed" : true,
143
+ "expected" : 22858,
144
+ "got" : 28723,
145
+ "inTopK" : true,
146
+ "margin" : 0.046912,
147
+ "step" : 14
148
+ },
149
+ "id" : "tool-currency",
150
+ "matchedSteps" : 14,
151
+ "pass" : true,
152
+ "reason" : "allowed divergence at step 14 (token differs; near-tie margin 0.047, engine token in top-5)"
153
+ },
154
+ {
155
+ "id" : "completion-japan",
156
+ "matchedSteps" : 2,
157
+ "pass" : true,
158
+ "reason" : "matched through the stop at step 2",
159
+ "stopMatched" : true
160
+ }
161
+ ],
162
+ "memory" : {
163
+ "cases" : [
164
+ {
165
+ "afterCaseMB" : 1599,
166
+ "id" : "capital-france",
167
+ "lifetimePeakMB" : 1629
168
+ },
169
+ {
170
+ "afterCaseMB" : 1601,
171
+ "id" : "sky-color",
172
+ "lifetimePeakMB" : 1638
173
+ },
174
+ {
175
+ "afterCaseMB" : 1605,
176
+ "id" : "add-numbers",
177
+ "lifetimePeakMB" : 1640
178
+ },
179
+ {
180
+ "afterCaseMB" : 1542,
181
+ "id" : "translate-spanish",
182
+ "lifetimePeakMB" : 1644
183
+ },
184
+ {
185
+ "afterCaseMB" : 1542,
186
+ "id" : "primary-colors",
187
+ "lifetimePeakMB" : 1644
188
+ },
189
+ {
190
+ "afterCaseMB" : 1542,
191
+ "id" : "largest-planet",
192
+ "lifetimePeakMB" : 1644
193
+ },
194
+ {
195
+ "afterCaseMB" : 1557,
196
+ "id" : "boiling-point",
197
+ "lifetimePeakMB" : 1644
198
+ },
199
+ {
200
+ "afterCaseMB" : 1557,
201
+ "id" : "reverse-word",
202
+ "lifetimePeakMB" : 1644
203
+ },
204
+ {
205
+ "afterCaseMB" : 1563,
206
+ "id" : "pirate-system",
207
+ "lifetimePeakMB" : 1644
208
+ },
209
+ {
210
+ "afterCaseMB" : 1569,
211
+ "id" : "multi-turn-name",
212
+ "lifetimePeakMB" : 1644
213
+ },
214
+ {
215
+ "afterCaseMB" : 1569,
216
+ "id" : "json-object",
217
+ "lifetimePeakMB" : 1644
218
+ },
219
+ {
220
+ "afterCaseMB" : 1569,
221
+ "id" : "python-square",
222
+ "lifetimePeakMB" : 1644
223
+ },
224
+ {
225
+ "afterCaseMB" : 1569,
226
+ "id" : "haiku-sea",
227
+ "lifetimePeakMB" : 1644
228
+ },
229
+ {
230
+ "afterCaseMB" : 1570,
231
+ "id" : "days-week",
232
+ "lifetimePeakMB" : 1644
233
+ },
234
+ {
235
+ "afterCaseMB" : 1515,
236
+ "id" : "think-multiply",
237
+ "lifetimePeakMB" : 1644
238
+ },
239
+ {
240
+ "afterCaseMB" : 1516,
241
+ "id" : "think-prime",
242
+ "lifetimePeakMB" : 1644
243
+ },
244
+ {
245
+ "afterCaseMB" : 1516,
246
+ "id" : "think-mammal",
247
+ "lifetimePeakMB" : 1644
248
+ },
249
+ {
250
+ "afterCaseMB" : 1533,
251
+ "id" : "tool-weather",
252
+ "lifetimePeakMB" : 1644
253
+ },
254
+ {
255
+ "afterCaseMB" : 1540,
256
+ "id" : "tool-currency",
257
+ "lifetimePeakMB" : 1644
258
+ },
259
+ {
260
+ "afterCaseMB" : 1540,
261
+ "id" : "completion-japan",
262
+ "lifetimePeakMB" : 1644
263
+ }
264
+ ],
265
+ "loadedMB" : 266,
266
+ "peakMB" : 1605
267
+ },
268
+ "pass" : true
269
+ },
270
+ "target" : {
271
+ "cases" : [
272
+ {
273
+ "id" : "capital-france",
274
+ "matchedSteps" : 2,
275
+ "pass" : true,
276
+ "reason" : "matched through the stop at step 2",
277
+ "stopMatched" : true
278
+ },
279
+ {
280
+ "id" : "sky-color",
281
+ "matchedSteps" : 1,
282
+ "pass" : true,
283
+ "reason" : "matched through the stop at step 1",
284
+ "stopMatched" : true
285
+ },
286
+ {
287
+ "id" : "add-numbers",
288
+ "matchedSteps" : 2,
289
+ "pass" : true,
290
+ "reason" : "matched through the stop at step 2",
291
+ "stopMatched" : true
292
+ },
293
+ {
294
+ "id" : "translate-spanish",
295
+ "matchedSteps" : 5,
296
+ "pass" : true,
297
+ "reason" : "matched through the stop at step 5",
298
+ "stopMatched" : true
299
+ },
300
+ {
301
+ "id" : "primary-colors",
302
+ "matchedSteps" : 5,
303
+ "pass" : true,
304
+ "reason" : "matched through the stop at step 5",
305
+ "stopMatched" : true
306
+ },
307
+ {
308
+ "id" : "largest-planet",
309
+ "matchedSteps" : 11,
310
+ "pass" : true,
311
+ "reason" : "matched through the stop at step 11",
312
+ "stopMatched" : true
313
+ },
314
+ {
315
+ "id" : "boiling-point",
316
+ "matchedSteps" : 25,
317
+ "pass" : true,
318
+ "reason" : "matched through the stop at step 25",
319
+ "stopMatched" : true
320
+ },
321
+ {
322
+ "id" : "reverse-word",
323
+ "matchedSteps" : 13,
324
+ "pass" : true,
325
+ "reason" : "matched through the stop at step 13",
326
+ "stopMatched" : true
327
+ },
328
+ {
329
+ "id" : "pirate-system",
330
+ "matchedSteps" : 38,
331
+ "pass" : true,
332
+ "reason" : "matched through the stop at step 38",
333
+ "stopMatched" : true
334
+ },
335
+ {
336
+ "id" : "multi-turn-name",
337
+ "matchedSteps" : 6,
338
+ "pass" : true,
339
+ "reason" : "matched through the stop at step 6",
340
+ "stopMatched" : true
341
+ },
342
+ {
343
+ "id" : "json-object",
344
+ "matchedSteps" : 20,
345
+ "pass" : true,
346
+ "reason" : "matched through the stop at step 20",
347
+ "stopMatched" : true
348
+ },
349
+ {
350
+ "id" : "python-square",
351
+ "matchedSteps" : 19,
352
+ "pass" : true,
353
+ "reason" : "matched through the stop at step 19",
354
+ "stopMatched" : true
355
+ },
356
+ {
357
+ "id" : "haiku-sea",
358
+ "matchedSteps" : 27,
359
+ "pass" : true,
360
+ "reason" : "matched through the stop at step 27",
361
+ "stopMatched" : true
362
+ },
363
+ {
364
+ "id" : "days-week",
365
+ "matchedSteps" : 9,
366
+ "pass" : true,
367
+ "reason" : "matched through the stop at step 9",
368
+ "stopMatched" : true
369
+ },
370
+ {
371
+ "id" : "think-multiply",
372
+ "matchedSteps" : 28,
373
+ "pass" : true,
374
+ "reason" : "matched through the stop at step 28",
375
+ "stopMatched" : true
376
+ },
377
+ {
378
+ "id" : "think-prime",
379
+ "matchedSteps" : 24,
380
+ "pass" : true,
381
+ "reason" : "matched through the stop at step 24",
382
+ "stopMatched" : true
383
+ },
384
+ {
385
+ "id" : "think-mammal",
386
+ "matchedSteps" : 12,
387
+ "pass" : true,
388
+ "reason" : "matched through the stop at step 12",
389
+ "stopMatched" : true
390
+ },
391
+ {
392
+ "divergence" : {
393
+ "allowed" : true,
394
+ "expected" : 390,
395
+ "got" : 315,
396
+ "inTopK" : true,
397
+ "margin" : 0.003663,
398
+ "step" : 21
399
+ },
400
+ "id" : "tool-weather",
401
+ "matchedSteps" : 21,
402
+ "pass" : true,
403
+ "reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
404
+ },
405
+ {
406
+ "divergence" : {
407
+ "allowed" : true,
408
+ "expected" : 22858,
409
+ "got" : 28723,
410
+ "inTopK" : true,
411
+ "margin" : 0.046912,
412
+ "step" : 14
413
+ },
414
+ "id" : "tool-currency",
415
+ "matchedSteps" : 14,
416
+ "pass" : true,
417
+ "reason" : "allowed divergence at step 14 (token differs; near-tie margin 0.047, engine token in top-5)"
418
+ },
419
+ {
420
+ "id" : "completion-japan",
421
+ "matchedSteps" : 2,
422
+ "pass" : true,
423
+ "reason" : "matched through the stop at step 2",
424
+ "stopMatched" : true
425
+ }
426
+ ],
427
+ "memory" : {
428
+ "cases" : [
429
+ {
430
+ "afterCaseMB" : 797,
431
+ "id" : "capital-france",
432
+ "lifetimePeakMB" : 1644
433
+ },
434
+ {
435
+ "afterCaseMB" : 905,
436
+ "id" : "sky-color",
437
+ "lifetimePeakMB" : 1644
438
+ },
439
+ {
440
+ "afterCaseMB" : 925,
441
+ "id" : "add-numbers",
442
+ "lifetimePeakMB" : 1644
443
+ },
444
+ {
445
+ "afterCaseMB" : 843,
446
+ "id" : "translate-spanish",
447
+ "lifetimePeakMB" : 1644
448
+ },
449
+ {
450
+ "afterCaseMB" : 929,
451
+ "id" : "primary-colors",
452
+ "lifetimePeakMB" : 1644
453
+ },
454
+ {
455
+ "afterCaseMB" : 843,
456
+ "id" : "largest-planet",
457
+ "lifetimePeakMB" : 1644
458
+ },
459
+ {
460
+ "afterCaseMB" : 898,
461
+ "id" : "boiling-point",
462
+ "lifetimePeakMB" : 1644
463
+ },
464
+ {
465
+ "afterCaseMB" : 874,
466
+ "id" : "reverse-word",
467
+ "lifetimePeakMB" : 1644
468
+ },
469
+ {
470
+ "afterCaseMB" : 890,
471
+ "id" : "pirate-system",
472
+ "lifetimePeakMB" : 1644
473
+ },
474
+ {
475
+ "afterCaseMB" : 920,
476
+ "id" : "multi-turn-name",
477
+ "lifetimePeakMB" : 1644
478
+ },
479
+ {
480
+ "afterCaseMB" : 1014,
481
+ "id" : "json-object",
482
+ "lifetimePeakMB" : 1644
483
+ },
484
+ {
485
+ "afterCaseMB" : 1006,
486
+ "id" : "python-square",
487
+ "lifetimePeakMB" : 1644
488
+ },
489
+ {
490
+ "afterCaseMB" : 943,
491
+ "id" : "haiku-sea",
492
+ "lifetimePeakMB" : 1644
493
+ },
494
+ {
495
+ "afterCaseMB" : 958,
496
+ "id" : "days-week",
497
+ "lifetimePeakMB" : 1644
498
+ },
499
+ {
500
+ "afterCaseMB" : 959,
501
+ "id" : "think-multiply",
502
+ "lifetimePeakMB" : 1644
503
+ },
504
+ {
505
+ "afterCaseMB" : 959,
506
+ "id" : "think-prime",
507
+ "lifetimePeakMB" : 1644
508
+ },
509
+ {
510
+ "afterCaseMB" : 957,
511
+ "id" : "think-mammal",
512
+ "lifetimePeakMB" : 1644
513
+ },
514
+ {
515
+ "afterCaseMB" : 939,
516
+ "id" : "tool-weather",
517
+ "lifetimePeakMB" : 1644
518
+ },
519
+ {
520
+ "afterCaseMB" : 961,
521
+ "id" : "tool-currency",
522
+ "lifetimePeakMB" : 1644
523
+ },
524
+ {
525
+ "afterCaseMB" : 977,
526
+ "id" : "completion-japan",
527
+ "lifetimePeakMB" : 1644
528
+ }
529
+ ],
530
+ "loadedMB" : 535,
531
+ "peakMB" : 1014
532
+ },
533
+ "pass" : true
534
+ }
535
+ },
536
+ "profile" : {
537
+ "alsoRequires" : [
538
+ "T2 strict on the unquantized reference export"
539
+ ],
540
+ "budget" : {
541
+ "fraction" : 0.05,
542
+ "margin" : 0.3,
543
+ "minCases" : 1
544
+ },
545
+ "name" : "quantized-8bit"
546
+ },
547
+ "profileResults" : {
548
+ "cpuOnly" : {
549
+ "budgeted" : [
550
+
551
+ ],
552
+ "overBudget" : [
553
+
554
+ ],
555
+ "pass" : true
556
+ },
557
+ "target" : {
558
+ "budgeted" : [
559
+
560
+ ],
561
+ "overBudget" : [
562
+
563
+ ],
564
+ "pass" : true
565
+ }
566
+ },
567
+ "rules" : {
568
+ "marginThreshold" : 0.1,
569
+ "topN" : 5
570
+ },
571
+ "templateClocks" : [
572
+ {
573
+ "id" : "capital-france",
574
+ "source" : "fixture",
575
+ "timestamp" : "2000-01-01T00:00:00Z"
576
+ },
577
+ {
578
+ "id" : "sky-color",
579
+ "source" : "fixture",
580
+ "timestamp" : "2000-01-01T00:00:00Z"
581
+ },
582
+ {
583
+ "id" : "add-numbers",
584
+ "source" : "fixture",
585
+ "timestamp" : "2000-01-01T00:00:00Z"
586
+ },
587
+ {
588
+ "id" : "translate-spanish",
589
+ "source" : "fixture",
590
+ "timestamp" : "2000-01-01T00:00:00Z"
591
+ },
592
+ {
593
+ "id" : "primary-colors",
594
+ "source" : "fixture",
595
+ "timestamp" : "2000-01-01T00:00:00Z"
596
+ },
597
+ {
598
+ "id" : "largest-planet",
599
+ "source" : "fixture",
600
+ "timestamp" : "2000-01-01T00:00:00Z"
601
+ },
602
+ {
603
+ "id" : "boiling-point",
604
+ "source" : "fixture",
605
+ "timestamp" : "2000-01-01T00:00:00Z"
606
+ },
607
+ {
608
+ "id" : "reverse-word",
609
+ "source" : "fixture",
610
+ "timestamp" : "2000-01-01T00:00:00Z"
611
+ },
612
+ {
613
+ "id" : "pirate-system",
614
+ "source" : "fixture",
615
+ "timestamp" : "2000-01-01T00:00:00Z"
616
+ },
617
+ {
618
+ "id" : "multi-turn-name",
619
+ "source" : "fixture",
620
+ "timestamp" : "2000-01-01T00:00:00Z"
621
+ },
622
+ {
623
+ "id" : "json-object",
624
+ "source" : "fixture",
625
+ "timestamp" : "2000-01-01T00:00:00Z"
626
+ },
627
+ {
628
+ "id" : "python-square",
629
+ "source" : "fixture",
630
+ "timestamp" : "2000-01-01T00:00:00Z"
631
+ },
632
+ {
633
+ "id" : "haiku-sea",
634
+ "source" : "fixture",
635
+ "timestamp" : "2000-01-01T00:00:00Z"
636
+ },
637
+ {
638
+ "id" : "days-week",
639
+ "source" : "fixture",
640
+ "timestamp" : "2000-01-01T00:00:00Z"
641
+ },
642
+ {
643
+ "id" : "think-multiply",
644
+ "source" : "fixture",
645
+ "timestamp" : "2000-01-01T00:00:00Z"
646
+ },
647
+ {
648
+ "id" : "think-prime",
649
+ "source" : "fixture",
650
+ "timestamp" : "2000-01-01T00:00:00Z"
651
+ },
652
+ {
653
+ "id" : "think-mammal",
654
+ "source" : "fixture",
655
+ "timestamp" : "2000-01-01T00:00:00Z"
656
+ },
657
+ {
658
+ "id" : "tool-weather",
659
+ "source" : "fixture",
660
+ "timestamp" : "2000-01-01T00:00:00Z"
661
+ },
662
+ {
663
+ "id" : "tool-currency",
664
+ "source" : "fixture",
665
+ "timestamp" : "2000-01-01T00:00:00Z"
666
+ }
667
+ ]
668
+ },
669
+ "env" : {
670
+ "arch" : "h17c",
671
+ "compute" : "target",
672
+ "hwModel" : "Mac17,6",
673
+ "osBuild" : "26A434",
674
+ "sdk" : {
675
+ "version" : "0.1.0-dev"
676
+ }
677
+ },
678
+ "fixture" : {
679
+ "id" : "adbdef8a32ca3c1b",
680
+ "sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
681
+ },
682
+ "kind" : "verification",
683
+ "negativeControlRecordId" : "52dd928e-55fd-4548-bd5b-d5e0507a8718",
684
+ "recordId" : "693a2248-e253-41ad-af09-91738cfba6b5",
685
+ "result" : "pass",
686
+ "schema" : 1,
687
+ "subject" : {
688
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
689
+ "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
690
+ "catalogId" : "zamba2-1.2b-instruct",
691
+ "manifestSchema" : 1,
692
+ "quantScheme" : "int8-linear-perblock32",
693
+ "recipe" : "zamba2-1.2b-instruct@1",
694
+ "variant" : "macos-any-gpu"
695
+ },
696
+ "tier" : "T2"
697
+ }
verification/8aefdd45-f00e-4a9d-b944-b291c0d05559.json ADDED
@@ -0,0 +1,511 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T01:10:21Z",
3
+ "details" : {
4
+ "accuracy" : 80,
5
+ "baseline" : {
6
+ "accuracy" : 80,
7
+ "recordId" : "68ce42e5-9033-4656-9147-5192e4b1bf08"
8
+ },
9
+ "compute" : "target",
10
+ "correct" : 40,
11
+ "drop" : 0,
12
+ "evalSet" : "copy-fidelity-v1",
13
+ "items" : [
14
+ {
15
+ "correct" : true,
16
+ "expected" : "15049169422564",
17
+ "extracted" : "15049169422564",
18
+ "id" : "copy-fidelity-v1-0000",
19
+ "output" : "15049169422564",
20
+ "stopped" : true,
21
+ "tokens" : 14
22
+ },
23
+ {
24
+ "correct" : true,
25
+ "expected" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
26
+ "extracted" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
27
+ "id" : "copy-fidelity-v1-0001",
28
+ "output" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
29
+ "stopped" : true,
30
+ "tokens" : 31
31
+ },
32
+ {
33
+ "correct" : true,
34
+ "expected" : "AA6-MXFG-BV",
35
+ "extracted" : "AA6-MXFG-BV",
36
+ "id" : "copy-fidelity-v1-0002",
37
+ "output" : "AA6-MXFG-BV",
38
+ "stopped" : true,
39
+ "tokens" : 9
40
+ },
41
+ {
42
+ "correct" : false,
43
+ "expected" : "{\"id\":45851,\"name\":\"fjord\",\"ok\":false}",
44
+ "extracted" : "fjord ok",
45
+ "id" : "copy-fidelity-v1-0003",
46
+ "output" : "fjord ok",
47
+ "stopped" : true,
48
+ "tokens" : 4
49
+ },
50
+ {
51
+ "correct" : true,
52
+ "expected" : "fjord 4736 cobalt EWECD4",
53
+ "extracted" : "fjord 4736 cobalt EWECD4",
54
+ "id" : "copy-fidelity-v1-0004",
55
+ "output" : "fjord 4736 cobalt EWECD4",
56
+ "stopped" : true,
57
+ "tokens" : 15
58
+ },
59
+ {
60
+ "correct" : true,
61
+ "expected" : "2569722584",
62
+ "extracted" : "2569722584",
63
+ "id" : "copy-fidelity-v1-0005",
64
+ "output" : "2569722584",
65
+ "stopped" : true,
66
+ "tokens" : 10
67
+ },
68
+ {
69
+ "correct" : true,
70
+ "expected" : "b7519f40-90dc-2596-7eaa-480494187094",
71
+ "extracted" : "b7519f40-90dc-2596-7eaa-480494187094",
72
+ "id" : "copy-fidelity-v1-0006",
73
+ "output" : "b7519f40-90dc-2596-7eaa-480494187094",
74
+ "stopped" : true,
75
+ "tokens" : 34
76
+ },
77
+ {
78
+ "correct" : true,
79
+ "expected" : "5QY-37WK-PX",
80
+ "extracted" : "5QY-37WK-PX",
81
+ "id" : "copy-fidelity-v1-0007",
82
+ "output" : "5QY-37WK-PX",
83
+ "stopped" : true,
84
+ "tokens" : 11
85
+ },
86
+ {
87
+ "correct" : false,
88
+ "expected" : "{\"id\":66524,\"name\":\"ember\",\"ok\":true}",
89
+ "extracted" : "ember",
90
+ "id" : "copy-fidelity-v1-0008",
91
+ "output" : "ember",
92
+ "stopped" : true,
93
+ "tokens" : 1
94
+ },
95
+ {
96
+ "correct" : true,
97
+ "expected" : "delta 2466 ember MNQN4S",
98
+ "extracted" : "delta 2466 ember MNQN4S",
99
+ "id" : "copy-fidelity-v1-0009",
100
+ "output" : "delta 2466 ember MNQN4S",
101
+ "stopped" : true,
102
+ "tokens" : 14
103
+ },
104
+ {
105
+ "correct" : true,
106
+ "expected" : "4032708178056737",
107
+ "extracted" : "4032708178056737",
108
+ "id" : "copy-fidelity-v1-0010",
109
+ "output" : "4032708178056737",
110
+ "stopped" : true,
111
+ "tokens" : 16
112
+ },
113
+ {
114
+ "correct" : true,
115
+ "expected" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
116
+ "extracted" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
117
+ "id" : "copy-fidelity-v1-0011",
118
+ "output" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
119
+ "stopped" : true,
120
+ "tokens" : 34
121
+ },
122
+ {
123
+ "correct" : true,
124
+ "expected" : "FZX-AN6Y-QJ",
125
+ "extracted" : "FZX-AN6Y-QJ",
126
+ "id" : "copy-fidelity-v1-0012",
127
+ "output" : "FZX-AN6Y-QJ",
128
+ "stopped" : true,
129
+ "tokens" : 10
130
+ },
131
+ {
132
+ "correct" : false,
133
+ "expected" : "{\"id\":30273,\"name\":\"fjord\",\"ok\":false}",
134
+ "extracted" : "fjord ok",
135
+ "id" : "copy-fidelity-v1-0013",
136
+ "output" : "fjord ok",
137
+ "stopped" : true,
138
+ "tokens" : 4
139
+ },
140
+ {
141
+ "correct" : true,
142
+ "expected" : "bravo 9797 garnet WN452B",
143
+ "extracted" : "bravo 9797 garnet WN452B",
144
+ "id" : "copy-fidelity-v1-0014",
145
+ "output" : "bravo 9797 garnet WN452B",
146
+ "stopped" : true,
147
+ "tokens" : 16
148
+ },
149
+ {
150
+ "correct" : true,
151
+ "expected" : "88983386490283957910788",
152
+ "extracted" : "88983386490283957910788",
153
+ "id" : "copy-fidelity-v1-0015",
154
+ "output" : "88983386490283957910788",
155
+ "stopped" : true,
156
+ "tokens" : 23
157
+ },
158
+ {
159
+ "correct" : true,
160
+ "expected" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
161
+ "extracted" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
162
+ "id" : "copy-fidelity-v1-0016",
163
+ "output" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
164
+ "stopped" : true,
165
+ "tokens" : 33
166
+ },
167
+ {
168
+ "correct" : true,
169
+ "expected" : "WYP-WPF8-JY",
170
+ "extracted" : "WYP-WPF8-JY",
171
+ "id" : "copy-fidelity-v1-0017",
172
+ "output" : "WYP-WPF8-JY",
173
+ "stopped" : true,
174
+ "tokens" : 9
175
+ },
176
+ {
177
+ "correct" : false,
178
+ "expected" : "{\"id\":99260,\"name\":\"juniper\",\"ok\":false}",
179
+ "extracted" : "juniper ok false",
180
+ "id" : "copy-fidelity-v1-0018",
181
+ "output" : "juniper ok false",
182
+ "stopped" : true,
183
+ "tokens" : 5
184
+ },
185
+ {
186
+ "correct" : true,
187
+ "expected" : "garnet 5624 fjord AMULQR",
188
+ "extracted" : "garnet 5624 fjord AMULQR",
189
+ "id" : "copy-fidelity-v1-0019",
190
+ "output" : "garnet 5624 fjord AMULQR",
191
+ "stopped" : true,
192
+ "tokens" : 15
193
+ },
194
+ {
195
+ "correct" : true,
196
+ "expected" : "3384263000",
197
+ "extracted" : "3384263000",
198
+ "id" : "copy-fidelity-v1-0020",
199
+ "output" : "3384263000",
200
+ "stopped" : true,
201
+ "tokens" : 10
202
+ },
203
+ {
204
+ "correct" : true,
205
+ "expected" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
206
+ "extracted" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
207
+ "id" : "copy-fidelity-v1-0021",
208
+ "output" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
209
+ "stopped" : true,
210
+ "tokens" : 35
211
+ },
212
+ {
213
+ "correct" : true,
214
+ "expected" : "5E4-L95U-P9",
215
+ "extracted" : "5E4-L95U-P9",
216
+ "id" : "copy-fidelity-v1-0022",
217
+ "output" : "5E4-L95U-P9",
218
+ "stopped" : true,
219
+ "tokens" : 11
220
+ },
221
+ {
222
+ "correct" : false,
223
+ "expected" : "{\"id\":30560,\"name\":\"garnet\",\"ok\":false}",
224
+ "extracted" : "garnet ok false",
225
+ "id" : "copy-fidelity-v1-0023",
226
+ "output" : "garnet ok false",
227
+ "stopped" : true,
228
+ "tokens" : 5
229
+ },
230
+ {
231
+ "correct" : true,
232
+ "expected" : "harbor 6492 garnet RZHKFT",
233
+ "extracted" : "harbor 6492 garnet RZHKFT",
234
+ "id" : "copy-fidelity-v1-0024",
235
+ "output" : "harbor 6492 garnet RZHKFT",
236
+ "stopped" : true,
237
+ "tokens" : 15
238
+ },
239
+ {
240
+ "correct" : true,
241
+ "expected" : "58630756639800002113463",
242
+ "extracted" : "58630756639800002113463",
243
+ "id" : "copy-fidelity-v1-0025",
244
+ "output" : "58630756639800002113463",
245
+ "stopped" : true,
246
+ "tokens" : 23
247
+ },
248
+ {
249
+ "correct" : true,
250
+ "expected" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
251
+ "extracted" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
252
+ "id" : "copy-fidelity-v1-0026",
253
+ "output" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
254
+ "stopped" : true,
255
+ "tokens" : 33
256
+ },
257
+ {
258
+ "correct" : true,
259
+ "expected" : "9SU-NF4Z-B9",
260
+ "extracted" : "9SU-NF4Z-B9",
261
+ "id" : "copy-fidelity-v1-0027",
262
+ "output" : "9SU-NF4Z-B9",
263
+ "stopped" : true,
264
+ "tokens" : 9
265
+ },
266
+ {
267
+ "correct" : false,
268
+ "expected" : "{\"id\":64286,\"name\":\"harbor\",\"ok\":true}",
269
+ "extracted" : "harbor ok",
270
+ "id" : "copy-fidelity-v1-0028",
271
+ "output" : "harbor ok",
272
+ "stopped" : true,
273
+ "tokens" : 3
274
+ },
275
+ {
276
+ "correct" : true,
277
+ "expected" : "alpha 4098 indigo MJRGJZ",
278
+ "extracted" : "alpha 4098 indigo MJRGJZ",
279
+ "id" : "copy-fidelity-v1-0029",
280
+ "output" : "alpha 4098 indigo MJRGJZ",
281
+ "stopped" : true,
282
+ "tokens" : 13
283
+ },
284
+ {
285
+ "correct" : true,
286
+ "expected" : "8190586487248718806",
287
+ "extracted" : "8190586487248718806",
288
+ "id" : "copy-fidelity-v1-0030",
289
+ "output" : "8190586487248718806",
290
+ "stopped" : true,
291
+ "tokens" : 19
292
+ },
293
+ {
294
+ "correct" : true,
295
+ "expected" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
296
+ "extracted" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
297
+ "id" : "copy-fidelity-v1-0031",
298
+ "output" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
299
+ "stopped" : true,
300
+ "tokens" : 31
301
+ },
302
+ {
303
+ "correct" : true,
304
+ "expected" : "LS3-CF2C-PA",
305
+ "extracted" : "LS3-CF2C-PA",
306
+ "id" : "copy-fidelity-v1-0032",
307
+ "output" : "LS3-CF2C-PA",
308
+ "stopped" : true,
309
+ "tokens" : 8
310
+ },
311
+ {
312
+ "correct" : false,
313
+ "expected" : "{\"id\":76979,\"name\":\"fjord\",\"ok\":true}",
314
+ "extracted" : "fjord ok",
315
+ "id" : "copy-fidelity-v1-0033",
316
+ "output" : "fjord ok",
317
+ "stopped" : true,
318
+ "tokens" : 4
319
+ },
320
+ {
321
+ "correct" : true,
322
+ "expected" : "cobalt 5382 fjord JARNPU",
323
+ "extracted" : "cobalt 5382 fjord JARNPU",
324
+ "id" : "copy-fidelity-v1-0034",
325
+ "output" : "cobalt 5382 fjord JARNPU",
326
+ "stopped" : true,
327
+ "tokens" : 15
328
+ },
329
+ {
330
+ "correct" : true,
331
+ "expected" : "6046622270613680450",
332
+ "extracted" : "6046622270613680450",
333
+ "id" : "copy-fidelity-v1-0035",
334
+ "output" : "6046622270613680450",
335
+ "stopped" : true,
336
+ "tokens" : 19
337
+ },
338
+ {
339
+ "correct" : true,
340
+ "expected" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
341
+ "extracted" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
342
+ "id" : "copy-fidelity-v1-0036",
343
+ "output" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
344
+ "stopped" : true,
345
+ "tokens" : 34
346
+ },
347
+ {
348
+ "correct" : true,
349
+ "expected" : "8TR-BQ6L-4R",
350
+ "extracted" : "8TR-BQ6L-4R",
351
+ "id" : "copy-fidelity-v1-0037",
352
+ "output" : "8TR-BQ6L-4R",
353
+ "stopped" : true,
354
+ "tokens" : 10
355
+ },
356
+ {
357
+ "correct" : false,
358
+ "expected" : "{\"id\":32998,\"name\":\"bravo\",\"ok\":false}",
359
+ "extracted" : "bravo is not available in the system.",
360
+ "id" : "copy-fidelity-v1-0038",
361
+ "output" : "bravo is not available in the system.",
362
+ "stopped" : true,
363
+ "tokens" : 9
364
+ },
365
+ {
366
+ "correct" : true,
367
+ "expected" : "garnet 4759 harbor HY3T8D",
368
+ "extracted" : "garnet 4759 harbor HY3T8D",
369
+ "id" : "copy-fidelity-v1-0039",
370
+ "output" : "garnet 4759 harbor HY3T8D",
371
+ "stopped" : true,
372
+ "tokens" : 16
373
+ },
374
+ {
375
+ "correct" : true,
376
+ "expected" : "730990060521549377",
377
+ "extracted" : "730990060521549377",
378
+ "id" : "copy-fidelity-v1-0040",
379
+ "output" : "730990060521549377",
380
+ "stopped" : true,
381
+ "tokens" : 18
382
+ },
383
+ {
384
+ "correct" : true,
385
+ "expected" : "55467d32-7301-1081-857b-7c3f8cf04041",
386
+ "extracted" : "55467d32-7301-1081-857b-7c3f8cf04041",
387
+ "id" : "copy-fidelity-v1-0041",
388
+ "output" : "55467d32-7301-1081-857b-7c3f8cf04041",
389
+ "stopped" : true,
390
+ "tokens" : 35
391
+ },
392
+ {
393
+ "correct" : true,
394
+ "expected" : "QWN-A5S7-U8",
395
+ "extracted" : "QWN-A5S7-U8",
396
+ "id" : "copy-fidelity-v1-0042",
397
+ "output" : "QWN-A5S7-U8",
398
+ "stopped" : true,
399
+ "tokens" : 10
400
+ },
401
+ {
402
+ "correct" : false,
403
+ "expected" : "{\"id\":87359,\"name\":\"bravo\",\"ok\":true}",
404
+ "extracted" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
405
+ "id" : "copy-fidelity-v1-0043",
406
+ "output" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
407
+ "stopped" : true,
408
+ "tokens" : 19
409
+ },
410
+ {
411
+ "correct" : true,
412
+ "expected" : "harbor 5675 alpha PVTFQ3",
413
+ "extracted" : "harbor 5675 alpha PVTFQ3",
414
+ "id" : "copy-fidelity-v1-0044",
415
+ "output" : "harbor 5675 alpha PVTFQ3",
416
+ "stopped" : true,
417
+ "tokens" : 13
418
+ },
419
+ {
420
+ "correct" : true,
421
+ "expected" : "026077672172414281421",
422
+ "extracted" : "026077672172414281421",
423
+ "id" : "copy-fidelity-v1-0045",
424
+ "output" : "026077672172414281421",
425
+ "stopped" : true,
426
+ "tokens" : 21
427
+ },
428
+ {
429
+ "correct" : true,
430
+ "expected" : "9954e594-112c-8a99-2a23-f03167181417",
431
+ "extracted" : "9954e594-112c-8a99-2a23-f03167181417",
432
+ "id" : "copy-fidelity-v1-0046",
433
+ "output" : "9954e594-112c-8a99-2a23-f03167181417",
434
+ "stopped" : true,
435
+ "tokens" : 36
436
+ },
437
+ {
438
+ "correct" : true,
439
+ "expected" : "P7C-TKRF-KV",
440
+ "extracted" : "P7C-TKRF-KV",
441
+ "id" : "copy-fidelity-v1-0047",
442
+ "output" : "P7C-TKRF-KV",
443
+ "stopped" : true,
444
+ "tokens" : 10
445
+ },
446
+ {
447
+ "correct" : false,
448
+ "expected" : "{\"id\":26910,\"name\":\"bravo\",\"ok\":false}",
449
+ "extracted" : "bravo is not available in the system.",
450
+ "id" : "copy-fidelity-v1-0048",
451
+ "output" : "bravo is not available in the system.",
452
+ "stopped" : true,
453
+ "tokens" : 9
454
+ },
455
+ {
456
+ "correct" : true,
457
+ "expected" : "delta 8883 fjord LV8TXG",
458
+ "extracted" : "delta 8883 fjord LV8TXG",
459
+ "id" : "copy-fidelity-v1-0049",
460
+ "output" : "delta 8883 fjord LV8TXG",
461
+ "stopped" : true,
462
+ "tokens" : 14
463
+ }
464
+ ],
465
+ "maxDrop" : 3,
466
+ "paired" : {
467
+ "gained" : 0,
468
+ "identicalOutputs" : 50,
469
+ "items" : 50,
470
+ "lost" : 0
471
+ },
472
+ "protocol" : {
473
+ "budget" : 96,
474
+ "extractor" : "exact",
475
+ "items" : 50,
476
+ "prompt" : "Repeat the following text exactly. Reply with the text only: no quotes, no code block, no explanation.\n\n{input}",
477
+ "thinking" : false
478
+ },
479
+ "protocolId" : "1fb45a10f09e8938",
480
+ "role" : "candidate",
481
+ "unterminated" : 0
482
+ },
483
+ "env" : {
484
+ "arch" : "h18p",
485
+ "compute" : "target",
486
+ "hwModel" : "iPhone18,2",
487
+ "osBuild" : "24A446",
488
+ "sdk" : {
489
+ "version" : "0.1.0-dev"
490
+ }
491
+ },
492
+ "fixture" : {
493
+ "id" : "copy-fidelity-v1",
494
+ "sha256" : "generated"
495
+ },
496
+ "kind" : "verification",
497
+ "negativeControlRecordId" : "6a58bb62-43e6-407c-958f-8764f268e7cb",
498
+ "recordId" : "8aefdd45-f00e-4a9d-b944-b291c0d05559",
499
+ "result" : "pass",
500
+ "schema" : 1,
501
+ "subject" : {
502
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
503
+ "bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
504
+ "catalogId" : "zamba2-1.2b-instruct",
505
+ "manifestSchema" : 1,
506
+ "quantScheme" : "int8-linear-perblock32",
507
+ "recipe" : "zamba2-1.2b-instruct@1",
508
+ "variant" : "ios-any-gpu"
509
+ },
510
+ "tier" : "T3"
511
+ }
verification/b0bf808b-125b-48cd-9668-e52941021a84.json ADDED
@@ -0,0 +1,511 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T01:10:03Z",
3
+ "details" : {
4
+ "accuracy" : 80,
5
+ "baseline" : {
6
+ "accuracy" : 80,
7
+ "recordId" : "68ce42e5-9033-4656-9147-5192e4b1bf08"
8
+ },
9
+ "compute" : "target",
10
+ "correct" : 40,
11
+ "drop" : 0,
12
+ "evalSet" : "copy-fidelity-v1",
13
+ "items" : [
14
+ {
15
+ "correct" : true,
16
+ "expected" : "15049169422564",
17
+ "extracted" : "15049169422564",
18
+ "id" : "copy-fidelity-v1-0000",
19
+ "output" : "15049169422564",
20
+ "stopped" : true,
21
+ "tokens" : 14
22
+ },
23
+ {
24
+ "correct" : true,
25
+ "expected" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
26
+ "extracted" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
27
+ "id" : "copy-fidelity-v1-0001",
28
+ "output" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
29
+ "stopped" : true,
30
+ "tokens" : 31
31
+ },
32
+ {
33
+ "correct" : true,
34
+ "expected" : "AA6-MXFG-BV",
35
+ "extracted" : "AA6-MXFG-BV",
36
+ "id" : "copy-fidelity-v1-0002",
37
+ "output" : "AA6-MXFG-BV",
38
+ "stopped" : true,
39
+ "tokens" : 9
40
+ },
41
+ {
42
+ "correct" : false,
43
+ "expected" : "{\"id\":45851,\"name\":\"fjord\",\"ok\":false}",
44
+ "extracted" : "fjord ok",
45
+ "id" : "copy-fidelity-v1-0003",
46
+ "output" : "fjord ok",
47
+ "stopped" : true,
48
+ "tokens" : 4
49
+ },
50
+ {
51
+ "correct" : true,
52
+ "expected" : "fjord 4736 cobalt EWECD4",
53
+ "extracted" : "fjord 4736 cobalt EWECD4",
54
+ "id" : "copy-fidelity-v1-0004",
55
+ "output" : "fjord 4736 cobalt EWECD4",
56
+ "stopped" : true,
57
+ "tokens" : 15
58
+ },
59
+ {
60
+ "correct" : true,
61
+ "expected" : "2569722584",
62
+ "extracted" : "2569722584",
63
+ "id" : "copy-fidelity-v1-0005",
64
+ "output" : "2569722584",
65
+ "stopped" : true,
66
+ "tokens" : 10
67
+ },
68
+ {
69
+ "correct" : true,
70
+ "expected" : "b7519f40-90dc-2596-7eaa-480494187094",
71
+ "extracted" : "b7519f40-90dc-2596-7eaa-480494187094",
72
+ "id" : "copy-fidelity-v1-0006",
73
+ "output" : "b7519f40-90dc-2596-7eaa-480494187094",
74
+ "stopped" : true,
75
+ "tokens" : 34
76
+ },
77
+ {
78
+ "correct" : true,
79
+ "expected" : "5QY-37WK-PX",
80
+ "extracted" : "5QY-37WK-PX",
81
+ "id" : "copy-fidelity-v1-0007",
82
+ "output" : "5QY-37WK-PX",
83
+ "stopped" : true,
84
+ "tokens" : 11
85
+ },
86
+ {
87
+ "correct" : false,
88
+ "expected" : "{\"id\":66524,\"name\":\"ember\",\"ok\":true}",
89
+ "extracted" : "ember",
90
+ "id" : "copy-fidelity-v1-0008",
91
+ "output" : "ember",
92
+ "stopped" : true,
93
+ "tokens" : 1
94
+ },
95
+ {
96
+ "correct" : true,
97
+ "expected" : "delta 2466 ember MNQN4S",
98
+ "extracted" : "delta 2466 ember MNQN4S",
99
+ "id" : "copy-fidelity-v1-0009",
100
+ "output" : "delta 2466 ember MNQN4S",
101
+ "stopped" : true,
102
+ "tokens" : 14
103
+ },
104
+ {
105
+ "correct" : true,
106
+ "expected" : "4032708178056737",
107
+ "extracted" : "4032708178056737",
108
+ "id" : "copy-fidelity-v1-0010",
109
+ "output" : "4032708178056737",
110
+ "stopped" : true,
111
+ "tokens" : 16
112
+ },
113
+ {
114
+ "correct" : true,
115
+ "expected" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
116
+ "extracted" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
117
+ "id" : "copy-fidelity-v1-0011",
118
+ "output" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
119
+ "stopped" : true,
120
+ "tokens" : 34
121
+ },
122
+ {
123
+ "correct" : true,
124
+ "expected" : "FZX-AN6Y-QJ",
125
+ "extracted" : "FZX-AN6Y-QJ",
126
+ "id" : "copy-fidelity-v1-0012",
127
+ "output" : "FZX-AN6Y-QJ",
128
+ "stopped" : true,
129
+ "tokens" : 10
130
+ },
131
+ {
132
+ "correct" : false,
133
+ "expected" : "{\"id\":30273,\"name\":\"fjord\",\"ok\":false}",
134
+ "extracted" : "fjord ok",
135
+ "id" : "copy-fidelity-v1-0013",
136
+ "output" : "fjord ok",
137
+ "stopped" : true,
138
+ "tokens" : 4
139
+ },
140
+ {
141
+ "correct" : true,
142
+ "expected" : "bravo 9797 garnet WN452B",
143
+ "extracted" : "bravo 9797 garnet WN452B",
144
+ "id" : "copy-fidelity-v1-0014",
145
+ "output" : "bravo 9797 garnet WN452B",
146
+ "stopped" : true,
147
+ "tokens" : 16
148
+ },
149
+ {
150
+ "correct" : true,
151
+ "expected" : "88983386490283957910788",
152
+ "extracted" : "88983386490283957910788",
153
+ "id" : "copy-fidelity-v1-0015",
154
+ "output" : "88983386490283957910788",
155
+ "stopped" : true,
156
+ "tokens" : 23
157
+ },
158
+ {
159
+ "correct" : true,
160
+ "expected" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
161
+ "extracted" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
162
+ "id" : "copy-fidelity-v1-0016",
163
+ "output" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
164
+ "stopped" : true,
165
+ "tokens" : 33
166
+ },
167
+ {
168
+ "correct" : true,
169
+ "expected" : "WYP-WPF8-JY",
170
+ "extracted" : "WYP-WPF8-JY",
171
+ "id" : "copy-fidelity-v1-0017",
172
+ "output" : "WYP-WPF8-JY",
173
+ "stopped" : true,
174
+ "tokens" : 9
175
+ },
176
+ {
177
+ "correct" : false,
178
+ "expected" : "{\"id\":99260,\"name\":\"juniper\",\"ok\":false}",
179
+ "extracted" : "juniper ok false",
180
+ "id" : "copy-fidelity-v1-0018",
181
+ "output" : "juniper ok false",
182
+ "stopped" : true,
183
+ "tokens" : 5
184
+ },
185
+ {
186
+ "correct" : true,
187
+ "expected" : "garnet 5624 fjord AMULQR",
188
+ "extracted" : "garnet 5624 fjord AMULQR",
189
+ "id" : "copy-fidelity-v1-0019",
190
+ "output" : "garnet 5624 fjord AMULQR",
191
+ "stopped" : true,
192
+ "tokens" : 15
193
+ },
194
+ {
195
+ "correct" : true,
196
+ "expected" : "3384263000",
197
+ "extracted" : "3384263000",
198
+ "id" : "copy-fidelity-v1-0020",
199
+ "output" : "3384263000",
200
+ "stopped" : true,
201
+ "tokens" : 10
202
+ },
203
+ {
204
+ "correct" : true,
205
+ "expected" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
206
+ "extracted" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
207
+ "id" : "copy-fidelity-v1-0021",
208
+ "output" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
209
+ "stopped" : true,
210
+ "tokens" : 35
211
+ },
212
+ {
213
+ "correct" : true,
214
+ "expected" : "5E4-L95U-P9",
215
+ "extracted" : "5E4-L95U-P9",
216
+ "id" : "copy-fidelity-v1-0022",
217
+ "output" : "5E4-L95U-P9",
218
+ "stopped" : true,
219
+ "tokens" : 11
220
+ },
221
+ {
222
+ "correct" : false,
223
+ "expected" : "{\"id\":30560,\"name\":\"garnet\",\"ok\":false}",
224
+ "extracted" : "garnet ok false",
225
+ "id" : "copy-fidelity-v1-0023",
226
+ "output" : "garnet ok false",
227
+ "stopped" : true,
228
+ "tokens" : 5
229
+ },
230
+ {
231
+ "correct" : true,
232
+ "expected" : "harbor 6492 garnet RZHKFT",
233
+ "extracted" : "harbor 6492 garnet RZHKFT",
234
+ "id" : "copy-fidelity-v1-0024",
235
+ "output" : "harbor 6492 garnet RZHKFT",
236
+ "stopped" : true,
237
+ "tokens" : 15
238
+ },
239
+ {
240
+ "correct" : true,
241
+ "expected" : "58630756639800002113463",
242
+ "extracted" : "58630756639800002113463",
243
+ "id" : "copy-fidelity-v1-0025",
244
+ "output" : "58630756639800002113463",
245
+ "stopped" : true,
246
+ "tokens" : 23
247
+ },
248
+ {
249
+ "correct" : true,
250
+ "expected" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
251
+ "extracted" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
252
+ "id" : "copy-fidelity-v1-0026",
253
+ "output" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
254
+ "stopped" : true,
255
+ "tokens" : 33
256
+ },
257
+ {
258
+ "correct" : true,
259
+ "expected" : "9SU-NF4Z-B9",
260
+ "extracted" : "9SU-NF4Z-B9",
261
+ "id" : "copy-fidelity-v1-0027",
262
+ "output" : "9SU-NF4Z-B9",
263
+ "stopped" : true,
264
+ "tokens" : 9
265
+ },
266
+ {
267
+ "correct" : false,
268
+ "expected" : "{\"id\":64286,\"name\":\"harbor\",\"ok\":true}",
269
+ "extracted" : "harbor ok",
270
+ "id" : "copy-fidelity-v1-0028",
271
+ "output" : "harbor ok",
272
+ "stopped" : true,
273
+ "tokens" : 3
274
+ },
275
+ {
276
+ "correct" : true,
277
+ "expected" : "alpha 4098 indigo MJRGJZ",
278
+ "extracted" : "alpha 4098 indigo MJRGJZ",
279
+ "id" : "copy-fidelity-v1-0029",
280
+ "output" : "alpha 4098 indigo MJRGJZ",
281
+ "stopped" : true,
282
+ "tokens" : 13
283
+ },
284
+ {
285
+ "correct" : true,
286
+ "expected" : "8190586487248718806",
287
+ "extracted" : "8190586487248718806",
288
+ "id" : "copy-fidelity-v1-0030",
289
+ "output" : "8190586487248718806",
290
+ "stopped" : true,
291
+ "tokens" : 19
292
+ },
293
+ {
294
+ "correct" : true,
295
+ "expected" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
296
+ "extracted" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
297
+ "id" : "copy-fidelity-v1-0031",
298
+ "output" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
299
+ "stopped" : true,
300
+ "tokens" : 31
301
+ },
302
+ {
303
+ "correct" : true,
304
+ "expected" : "LS3-CF2C-PA",
305
+ "extracted" : "LS3-CF2C-PA",
306
+ "id" : "copy-fidelity-v1-0032",
307
+ "output" : "LS3-CF2C-PA",
308
+ "stopped" : true,
309
+ "tokens" : 8
310
+ },
311
+ {
312
+ "correct" : false,
313
+ "expected" : "{\"id\":76979,\"name\":\"fjord\",\"ok\":true}",
314
+ "extracted" : "fjord ok",
315
+ "id" : "copy-fidelity-v1-0033",
316
+ "output" : "fjord ok",
317
+ "stopped" : true,
318
+ "tokens" : 4
319
+ },
320
+ {
321
+ "correct" : true,
322
+ "expected" : "cobalt 5382 fjord JARNPU",
323
+ "extracted" : "cobalt 5382 fjord JARNPU",
324
+ "id" : "copy-fidelity-v1-0034",
325
+ "output" : "cobalt 5382 fjord JARNPU",
326
+ "stopped" : true,
327
+ "tokens" : 15
328
+ },
329
+ {
330
+ "correct" : true,
331
+ "expected" : "6046622270613680450",
332
+ "extracted" : "6046622270613680450",
333
+ "id" : "copy-fidelity-v1-0035",
334
+ "output" : "6046622270613680450",
335
+ "stopped" : true,
336
+ "tokens" : 19
337
+ },
338
+ {
339
+ "correct" : true,
340
+ "expected" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
341
+ "extracted" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
342
+ "id" : "copy-fidelity-v1-0036",
343
+ "output" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
344
+ "stopped" : true,
345
+ "tokens" : 34
346
+ },
347
+ {
348
+ "correct" : true,
349
+ "expected" : "8TR-BQ6L-4R",
350
+ "extracted" : "8TR-BQ6L-4R",
351
+ "id" : "copy-fidelity-v1-0037",
352
+ "output" : "8TR-BQ6L-4R",
353
+ "stopped" : true,
354
+ "tokens" : 10
355
+ },
356
+ {
357
+ "correct" : false,
358
+ "expected" : "{\"id\":32998,\"name\":\"bravo\",\"ok\":false}",
359
+ "extracted" : "bravo is not available in the system.",
360
+ "id" : "copy-fidelity-v1-0038",
361
+ "output" : "bravo is not available in the system.",
362
+ "stopped" : true,
363
+ "tokens" : 9
364
+ },
365
+ {
366
+ "correct" : true,
367
+ "expected" : "garnet 4759 harbor HY3T8D",
368
+ "extracted" : "garnet 4759 harbor HY3T8D",
369
+ "id" : "copy-fidelity-v1-0039",
370
+ "output" : "garnet 4759 harbor HY3T8D",
371
+ "stopped" : true,
372
+ "tokens" : 16
373
+ },
374
+ {
375
+ "correct" : true,
376
+ "expected" : "730990060521549377",
377
+ "extracted" : "730990060521549377",
378
+ "id" : "copy-fidelity-v1-0040",
379
+ "output" : "730990060521549377",
380
+ "stopped" : true,
381
+ "tokens" : 18
382
+ },
383
+ {
384
+ "correct" : true,
385
+ "expected" : "55467d32-7301-1081-857b-7c3f8cf04041",
386
+ "extracted" : "55467d32-7301-1081-857b-7c3f8cf04041",
387
+ "id" : "copy-fidelity-v1-0041",
388
+ "output" : "55467d32-7301-1081-857b-7c3f8cf04041",
389
+ "stopped" : true,
390
+ "tokens" : 35
391
+ },
392
+ {
393
+ "correct" : true,
394
+ "expected" : "QWN-A5S7-U8",
395
+ "extracted" : "QWN-A5S7-U8",
396
+ "id" : "copy-fidelity-v1-0042",
397
+ "output" : "QWN-A5S7-U8",
398
+ "stopped" : true,
399
+ "tokens" : 10
400
+ },
401
+ {
402
+ "correct" : false,
403
+ "expected" : "{\"id\":87359,\"name\":\"bravo\",\"ok\":true}",
404
+ "extracted" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
405
+ "id" : "copy-fidelity-v1-0043",
406
+ "output" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
407
+ "stopped" : true,
408
+ "tokens" : 19
409
+ },
410
+ {
411
+ "correct" : true,
412
+ "expected" : "harbor 5675 alpha PVTFQ3",
413
+ "extracted" : "harbor 5675 alpha PVTFQ3",
414
+ "id" : "copy-fidelity-v1-0044",
415
+ "output" : "harbor 5675 alpha PVTFQ3",
416
+ "stopped" : true,
417
+ "tokens" : 13
418
+ },
419
+ {
420
+ "correct" : true,
421
+ "expected" : "026077672172414281421",
422
+ "extracted" : "026077672172414281421",
423
+ "id" : "copy-fidelity-v1-0045",
424
+ "output" : "026077672172414281421",
425
+ "stopped" : true,
426
+ "tokens" : 21
427
+ },
428
+ {
429
+ "correct" : true,
430
+ "expected" : "9954e594-112c-8a99-2a23-f03167181417",
431
+ "extracted" : "9954e594-112c-8a99-2a23-f03167181417",
432
+ "id" : "copy-fidelity-v1-0046",
433
+ "output" : "9954e594-112c-8a99-2a23-f03167181417",
434
+ "stopped" : true,
435
+ "tokens" : 36
436
+ },
437
+ {
438
+ "correct" : true,
439
+ "expected" : "P7C-TKRF-KV",
440
+ "extracted" : "P7C-TKRF-KV",
441
+ "id" : "copy-fidelity-v1-0047",
442
+ "output" : "P7C-TKRF-KV",
443
+ "stopped" : true,
444
+ "tokens" : 10
445
+ },
446
+ {
447
+ "correct" : false,
448
+ "expected" : "{\"id\":26910,\"name\":\"bravo\",\"ok\":false}",
449
+ "extracted" : "bravo is not available in the system.",
450
+ "id" : "copy-fidelity-v1-0048",
451
+ "output" : "bravo is not available in the system.",
452
+ "stopped" : true,
453
+ "tokens" : 9
454
+ },
455
+ {
456
+ "correct" : true,
457
+ "expected" : "delta 8883 fjord LV8TXG",
458
+ "extracted" : "delta 8883 fjord LV8TXG",
459
+ "id" : "copy-fidelity-v1-0049",
460
+ "output" : "delta 8883 fjord LV8TXG",
461
+ "stopped" : true,
462
+ "tokens" : 14
463
+ }
464
+ ],
465
+ "maxDrop" : 3,
466
+ "paired" : {
467
+ "gained" : 0,
468
+ "identicalOutputs" : 50,
469
+ "items" : 50,
470
+ "lost" : 0
471
+ },
472
+ "protocol" : {
473
+ "budget" : 96,
474
+ "extractor" : "exact",
475
+ "items" : 50,
476
+ "prompt" : "Repeat the following text exactly. Reply with the text only: no quotes, no code block, no explanation.\n\n{input}",
477
+ "thinking" : false
478
+ },
479
+ "protocolId" : "1fb45a10f09e8938",
480
+ "role" : "candidate",
481
+ "unterminated" : 0
482
+ },
483
+ "env" : {
484
+ "arch" : "h17c",
485
+ "compute" : "target",
486
+ "hwModel" : "Mac17,6",
487
+ "osBuild" : "26A434",
488
+ "sdk" : {
489
+ "version" : "0.1.0-dev"
490
+ }
491
+ },
492
+ "fixture" : {
493
+ "id" : "copy-fidelity-v1",
494
+ "sha256" : "generated"
495
+ },
496
+ "kind" : "verification",
497
+ "negativeControlRecordId" : "e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5",
498
+ "recordId" : "b0bf808b-125b-48cd-9668-e52941021a84",
499
+ "result" : "pass",
500
+ "schema" : 1,
501
+ "subject" : {
502
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
503
+ "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
504
+ "catalogId" : "zamba2-1.2b-instruct",
505
+ "manifestSchema" : 1,
506
+ "quantScheme" : "int8-linear-perblock32",
507
+ "recipe" : "zamba2-1.2b-instruct@1",
508
+ "variant" : "macos-any-gpu"
509
+ },
510
+ "tier" : "T3"
511
+ }
verification/cc6fad7c-93cf-4229-a19e-ef537c2713f3.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-09-30T23:56:55Z",
3
+ "details" : {
4
+ "checks" : [
5
+ {
6
+ "check" : "eos_token",
7
+ "detail" : "<|im_end|>",
8
+ "status" : "ok"
9
+ },
10
+ {
11
+ "check" : "bos_token",
12
+ "detail" : "<|im_start|>",
13
+ "status" : "ok"
14
+ },
15
+ {
16
+ "check" : "stopSet",
17
+ "detail" : "bundle stops [2] ⊇ source [2]",
18
+ "status" : "ok"
19
+ },
20
+ {
21
+ "check" : "chatTemplate",
22
+ "detail" : "byte-identical",
23
+ "status" : "ok"
24
+ },
25
+ {
26
+ "check" : "contextLength",
27
+ "detail" : "bundle 4096 vs source max_position_embeddings 4096",
28
+ "status" : "ok"
29
+ },
30
+ {
31
+ "check" : "vocabSize",
32
+ "detail" : "bundle 32000 vs source 32000",
33
+ "status" : "ok"
34
+ },
35
+ {
36
+ "check" : "precision",
37
+ "detail" : "declared int8-linear-perblock32; source dtype null",
38
+ "status" : "info"
39
+ }
40
+ ]
41
+ },
42
+ "env" : {
43
+ "arch" : "h17c",
44
+ "compute" : "target",
45
+ "hwModel" : "Mac17,6",
46
+ "osBuild" : "26A434",
47
+ "sdk" : {
48
+ "version" : "0.1.0-dev"
49
+ }
50
+ },
51
+ "kind" : "verification",
52
+ "recordId" : "cc6fad7c-93cf-4229-a19e-ef537c2713f3",
53
+ "result" : "pass",
54
+ "schema" : 1,
55
+ "subject" : {
56
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
57
+ "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
58
+ "catalogId" : "zamba2-1.2b-instruct",
59
+ "manifestSchema" : 1,
60
+ "quantScheme" : "int8-linear-perblock32",
61
+ "recipe" : "zamba2-1.2b-instruct@1",
62
+ "variant" : "macos-any-gpu"
63
+ },
64
+ "tier" : "T1"
65
+ }
verification/dd9e2cec-1159-45ad-b364-b22fb2c7a3b2.json ADDED
@@ -0,0 +1,423 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T00:10:24Z",
3
+ "details" : {
4
+ "computes" : {
5
+ "target" : {
6
+ "cases" : [
7
+ {
8
+ "id" : "capital-france",
9
+ "matchedSteps" : 2,
10
+ "pass" : true,
11
+ "reason" : "matched through the stop at step 2",
12
+ "stopMatched" : true
13
+ },
14
+ {
15
+ "id" : "sky-color",
16
+ "matchedSteps" : 1,
17
+ "pass" : true,
18
+ "reason" : "matched through the stop at step 1",
19
+ "stopMatched" : true
20
+ },
21
+ {
22
+ "id" : "add-numbers",
23
+ "matchedSteps" : 2,
24
+ "pass" : true,
25
+ "reason" : "matched through the stop at step 2",
26
+ "stopMatched" : true
27
+ },
28
+ {
29
+ "id" : "translate-spanish",
30
+ "matchedSteps" : 5,
31
+ "pass" : true,
32
+ "reason" : "matched through the stop at step 5",
33
+ "stopMatched" : true
34
+ },
35
+ {
36
+ "id" : "primary-colors",
37
+ "matchedSteps" : 5,
38
+ "pass" : true,
39
+ "reason" : "matched through the stop at step 5",
40
+ "stopMatched" : true
41
+ },
42
+ {
43
+ "id" : "largest-planet",
44
+ "matchedSteps" : 11,
45
+ "pass" : true,
46
+ "reason" : "matched through the stop at step 11",
47
+ "stopMatched" : true
48
+ },
49
+ {
50
+ "id" : "boiling-point",
51
+ "matchedSteps" : 25,
52
+ "pass" : true,
53
+ "reason" : "matched through the stop at step 25",
54
+ "stopMatched" : true
55
+ },
56
+ {
57
+ "id" : "reverse-word",
58
+ "matchedSteps" : 13,
59
+ "pass" : true,
60
+ "reason" : "matched through the stop at step 13",
61
+ "stopMatched" : true
62
+ },
63
+ {
64
+ "id" : "pirate-system",
65
+ "matchedSteps" : 38,
66
+ "pass" : true,
67
+ "reason" : "matched through the stop at step 38",
68
+ "stopMatched" : true
69
+ },
70
+ {
71
+ "id" : "multi-turn-name",
72
+ "matchedSteps" : 6,
73
+ "pass" : true,
74
+ "reason" : "matched through the stop at step 6",
75
+ "stopMatched" : true
76
+ },
77
+ {
78
+ "id" : "json-object",
79
+ "matchedSteps" : 20,
80
+ "pass" : true,
81
+ "reason" : "matched through the stop at step 20",
82
+ "stopMatched" : true
83
+ },
84
+ {
85
+ "id" : "python-square",
86
+ "matchedSteps" : 19,
87
+ "pass" : true,
88
+ "reason" : "matched through the stop at step 19",
89
+ "stopMatched" : true
90
+ },
91
+ {
92
+ "id" : "haiku-sea",
93
+ "matchedSteps" : 27,
94
+ "pass" : true,
95
+ "reason" : "matched through the stop at step 27",
96
+ "stopMatched" : true
97
+ },
98
+ {
99
+ "id" : "days-week",
100
+ "matchedSteps" : 9,
101
+ "pass" : true,
102
+ "reason" : "matched through the stop at step 9",
103
+ "stopMatched" : true
104
+ },
105
+ {
106
+ "id" : "think-multiply",
107
+ "matchedSteps" : 28,
108
+ "pass" : true,
109
+ "reason" : "matched through the stop at step 28",
110
+ "stopMatched" : true
111
+ },
112
+ {
113
+ "id" : "think-prime",
114
+ "matchedSteps" : 24,
115
+ "pass" : true,
116
+ "reason" : "matched through the stop at step 24",
117
+ "stopMatched" : true
118
+ },
119
+ {
120
+ "id" : "think-mammal",
121
+ "matchedSteps" : 12,
122
+ "pass" : true,
123
+ "reason" : "matched through the stop at step 12",
124
+ "stopMatched" : true
125
+ },
126
+ {
127
+ "divergence" : {
128
+ "allowed" : true,
129
+ "expected" : 390,
130
+ "got" : 315,
131
+ "inTopK" : true,
132
+ "margin" : 0.003663,
133
+ "step" : 21
134
+ },
135
+ "id" : "tool-weather",
136
+ "matchedSteps" : 21,
137
+ "pass" : true,
138
+ "reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
139
+ },
140
+ {
141
+ "divergence" : {
142
+ "allowed" : true,
143
+ "expected" : 22858,
144
+ "got" : 28723,
145
+ "inTopK" : true,
146
+ "margin" : 0.046912,
147
+ "step" : 14
148
+ },
149
+ "id" : "tool-currency",
150
+ "matchedSteps" : 14,
151
+ "pass" : true,
152
+ "reason" : "allowed divergence at step 14 (token differs; near-tie margin 0.047, engine token in top-5)"
153
+ },
154
+ {
155
+ "id" : "completion-japan",
156
+ "matchedSteps" : 2,
157
+ "pass" : true,
158
+ "reason" : "matched through the stop at step 2",
159
+ "stopMatched" : true
160
+ }
161
+ ],
162
+ "memory" : {
163
+ "cases" : [
164
+ {
165
+ "afterCaseMB" : 690,
166
+ "id" : "capital-france",
167
+ "lifetimePeakMB" : 690
168
+ },
169
+ {
170
+ "afterCaseMB" : 776,
171
+ "id" : "sky-color",
172
+ "lifetimePeakMB" : 777
173
+ },
174
+ {
175
+ "afterCaseMB" : 801,
176
+ "id" : "add-numbers",
177
+ "lifetimePeakMB" : 801
178
+ },
179
+ {
180
+ "afterCaseMB" : 816,
181
+ "id" : "translate-spanish",
182
+ "lifetimePeakMB" : 816
183
+ },
184
+ {
185
+ "afterCaseMB" : 816,
186
+ "id" : "primary-colors",
187
+ "lifetimePeakMB" : 816
188
+ },
189
+ {
190
+ "afterCaseMB" : 816,
191
+ "id" : "largest-planet",
192
+ "lifetimePeakMB" : 816
193
+ },
194
+ {
195
+ "afterCaseMB" : 773,
196
+ "id" : "boiling-point",
197
+ "lifetimePeakMB" : 838
198
+ },
199
+ {
200
+ "afterCaseMB" : 774,
201
+ "id" : "reverse-word",
202
+ "lifetimePeakMB" : 838
203
+ },
204
+ {
205
+ "afterCaseMB" : 718,
206
+ "id" : "pirate-system",
207
+ "lifetimePeakMB" : 861
208
+ },
209
+ {
210
+ "afterCaseMB" : 818,
211
+ "id" : "multi-turn-name",
212
+ "lifetimePeakMB" : 882
213
+ },
214
+ {
215
+ "afterCaseMB" : 748,
216
+ "id" : "json-object",
217
+ "lifetimePeakMB" : 946
218
+ },
219
+ {
220
+ "afterCaseMB" : 748,
221
+ "id" : "python-square",
222
+ "lifetimePeakMB" : 947
223
+ },
224
+ {
225
+ "afterCaseMB" : 748,
226
+ "id" : "haiku-sea",
227
+ "lifetimePeakMB" : 947
228
+ },
229
+ {
230
+ "afterCaseMB" : 810,
231
+ "id" : "days-week",
232
+ "lifetimePeakMB" : 947
233
+ },
234
+ {
235
+ "afterCaseMB" : 730,
236
+ "id" : "think-multiply",
237
+ "lifetimePeakMB" : 947
238
+ },
239
+ {
240
+ "afterCaseMB" : 731,
241
+ "id" : "think-prime",
242
+ "lifetimePeakMB" : 947
243
+ },
244
+ {
245
+ "afterCaseMB" : 737,
246
+ "id" : "think-mammal",
247
+ "lifetimePeakMB" : 947
248
+ },
249
+ {
250
+ "afterCaseMB" : 730,
251
+ "id" : "tool-weather",
252
+ "lifetimePeakMB" : 947
253
+ },
254
+ {
255
+ "afterCaseMB" : 731,
256
+ "id" : "tool-currency",
257
+ "lifetimePeakMB" : 947
258
+ },
259
+ {
260
+ "afterCaseMB" : 750,
261
+ "id" : "completion-japan",
262
+ "lifetimePeakMB" : 947
263
+ }
264
+ ],
265
+ "loadedMB" : 490,
266
+ "peakMB" : 818
267
+ },
268
+ "pass" : true
269
+ }
270
+ },
271
+ "profile" : {
272
+ "alsoRequires" : [
273
+ "T2 strict on the unquantized reference export"
274
+ ],
275
+ "budget" : {
276
+ "fraction" : 0.05,
277
+ "margin" : 0.3,
278
+ "minCases" : 1
279
+ },
280
+ "name" : "quantized-8bit"
281
+ },
282
+ "profileResults" : {
283
+ "target" : {
284
+ "budgeted" : [
285
+
286
+ ],
287
+ "overBudget" : [
288
+
289
+ ],
290
+ "pass" : true
291
+ }
292
+ },
293
+ "rules" : {
294
+ "marginThreshold" : 0.1,
295
+ "topN" : 5
296
+ },
297
+ "templateClocks" : [
298
+ {
299
+ "id" : "capital-france",
300
+ "source" : "fixture",
301
+ "timestamp" : "2000-01-01T00:00:00Z"
302
+ },
303
+ {
304
+ "id" : "sky-color",
305
+ "source" : "fixture",
306
+ "timestamp" : "2000-01-01T00:00:00Z"
307
+ },
308
+ {
309
+ "id" : "add-numbers",
310
+ "source" : "fixture",
311
+ "timestamp" : "2000-01-01T00:00:00Z"
312
+ },
313
+ {
314
+ "id" : "translate-spanish",
315
+ "source" : "fixture",
316
+ "timestamp" : "2000-01-01T00:00:00Z"
317
+ },
318
+ {
319
+ "id" : "primary-colors",
320
+ "source" : "fixture",
321
+ "timestamp" : "2000-01-01T00:00:00Z"
322
+ },
323
+ {
324
+ "id" : "largest-planet",
325
+ "source" : "fixture",
326
+ "timestamp" : "2000-01-01T00:00:00Z"
327
+ },
328
+ {
329
+ "id" : "boiling-point",
330
+ "source" : "fixture",
331
+ "timestamp" : "2000-01-01T00:00:00Z"
332
+ },
333
+ {
334
+ "id" : "reverse-word",
335
+ "source" : "fixture",
336
+ "timestamp" : "2000-01-01T00:00:00Z"
337
+ },
338
+ {
339
+ "id" : "pirate-system",
340
+ "source" : "fixture",
341
+ "timestamp" : "2000-01-01T00:00:00Z"
342
+ },
343
+ {
344
+ "id" : "multi-turn-name",
345
+ "source" : "fixture",
346
+ "timestamp" : "2000-01-01T00:00:00Z"
347
+ },
348
+ {
349
+ "id" : "json-object",
350
+ "source" : "fixture",
351
+ "timestamp" : "2000-01-01T00:00:00Z"
352
+ },
353
+ {
354
+ "id" : "python-square",
355
+ "source" : "fixture",
356
+ "timestamp" : "2000-01-01T00:00:00Z"
357
+ },
358
+ {
359
+ "id" : "haiku-sea",
360
+ "source" : "fixture",
361
+ "timestamp" : "2000-01-01T00:00:00Z"
362
+ },
363
+ {
364
+ "id" : "days-week",
365
+ "source" : "fixture",
366
+ "timestamp" : "2000-01-01T00:00:00Z"
367
+ },
368
+ {
369
+ "id" : "think-multiply",
370
+ "source" : "fixture",
371
+ "timestamp" : "2000-01-01T00:00:00Z"
372
+ },
373
+ {
374
+ "id" : "think-prime",
375
+ "source" : "fixture",
376
+ "timestamp" : "2000-01-01T00:00:00Z"
377
+ },
378
+ {
379
+ "id" : "think-mammal",
380
+ "source" : "fixture",
381
+ "timestamp" : "2000-01-01T00:00:00Z"
382
+ },
383
+ {
384
+ "id" : "tool-weather",
385
+ "source" : "fixture",
386
+ "timestamp" : "2000-01-01T00:00:00Z"
387
+ },
388
+ {
389
+ "id" : "tool-currency",
390
+ "source" : "fixture",
391
+ "timestamp" : "2000-01-01T00:00:00Z"
392
+ }
393
+ ]
394
+ },
395
+ "env" : {
396
+ "arch" : "h18p",
397
+ "compute" : "target",
398
+ "hwModel" : "iPhone18,2",
399
+ "osBuild" : "24A446",
400
+ "sdk" : {
401
+ "version" : "0.1.0-dev"
402
+ }
403
+ },
404
+ "fixture" : {
405
+ "id" : "adbdef8a32ca3c1b",
406
+ "sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
407
+ },
408
+ "kind" : "verification",
409
+ "negativeControlRecordId" : "f35522e7-015a-4098-a236-c6ec7691190b",
410
+ "recordId" : "dd9e2cec-1159-45ad-b364-b22fb2c7a3b2",
411
+ "result" : "pass",
412
+ "schema" : 1,
413
+ "subject" : {
414
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
415
+ "bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
416
+ "catalogId" : "zamba2-1.2b-instruct",
417
+ "manifestSchema" : 1,
418
+ "quantScheme" : "int8-linear-perblock32",
419
+ "recipe" : "zamba2-1.2b-instruct@1",
420
+ "variant" : "ios-any-gpu"
421
+ },
422
+ "tier" : "T2"
423
+ }
verification/f11695a8-cb73-4e07-9dd1-1eb6feaae714.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-09-30T23:56:48Z",
3
+ "details" : {
4
+ "asset" : "zamba2_1_2b_instruct.aimodel",
5
+ "assetFormat" : "aimodel",
6
+ "compute" : "target",
7
+ "engine" : "ContextEngine",
8
+ "firstToken" : 2188,
9
+ "loadMs" : 172706.629125
10
+ },
11
+ "env" : {
12
+ "arch" : "h17c",
13
+ "compute" : "target",
14
+ "hwModel" : "Mac17,6",
15
+ "osBuild" : "26A434",
16
+ "sdk" : {
17
+ "version" : "0.1.0-dev"
18
+ }
19
+ },
20
+ "kind" : "verification",
21
+ "recordId" : "f11695a8-cb73-4e07-9dd1-1eb6feaae714",
22
+ "result" : "pass",
23
+ "schema" : 1,
24
+ "subject" : {
25
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
26
+ "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
27
+ "catalogId" : "zamba2-1.2b-instruct",
28
+ "manifestSchema" : 1,
29
+ "quantScheme" : "int8-linear-perblock32",
30
+ "recipe" : "zamba2-1.2b-instruct@1",
31
+ "variant" : "macos-any-gpu"
32
+ },
33
+ "tier" : "T0"
34
+ }
verification/negative-control/3960b0e0-2d34-4663-a339-bdfd5f5a7ba2.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-09-30T23:45:35Z",
3
+ "details" : {
4
+ "computes" : [
5
+ "cpuOnly",
6
+ "target"
7
+ ],
8
+ "gateFailedAsRequired" : true,
9
+ "poisonStep" : 3
10
+ },
11
+ "env" : {
12
+ "arch" : "h17c",
13
+ "compute" : "target",
14
+ "hwModel" : "Mac17,6",
15
+ "osBuild" : "26A434",
16
+ "sdk" : {
17
+ "version" : "0.1.0-dev"
18
+ }
19
+ },
20
+ "fixture" : {
21
+ "id" : "adbdef8a32ca3c1b",
22
+ "sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
23
+ },
24
+ "kind" : "negative-control",
25
+ "recordId" : "3960b0e0-2d34-4663-a339-bdfd5f5a7ba2",
26
+ "result" : "fail",
27
+ "schema" : 1,
28
+ "subject" : {
29
+ "bundlePath" : "unpublished reference export",
30
+ "bundleSha256" : "752a91d72844dbda481d50b5f763e037467a20cd0ad51c4ea8ff3ca31b1d7d93",
31
+ "catalogId" : "zamba2-1.2b-instruct",
32
+ "manifestSchema" : 1,
33
+ "quantScheme" : "float16",
34
+ "recipe" : "zamba2-1.2b-instruct@1"
35
+ },
36
+ "tier" : "T2"
37
+ }
verification/negative-control/39af8913-aab4-4baf-aac2-00641b09e7ce.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T02:00:53Z",
3
+ "details" : {
4
+ "gateFailedAsRequired" : true,
5
+ "poisonedAccuracy" : 2,
6
+ "protocolId" : "a942ff4f51a89a18"
7
+ },
8
+ "env" : {
9
+ "arch" : "h17c",
10
+ "compute" : "target",
11
+ "hwModel" : "Mac17,6",
12
+ "osBuild" : "26A434",
13
+ "sdk" : {
14
+ "version" : "0.1.0-dev"
15
+ }
16
+ },
17
+ "fixture" : {
18
+ "id" : "gsm8k-test-500",
19
+ "sha256" : "3730d312f6e3440559ace48831e51066acaca737f6eabec99bccb9e4b3c39d14"
20
+ },
21
+ "kind" : "negative-control",
22
+ "recordId" : "39af8913-aab4-4baf-aac2-00641b09e7ce",
23
+ "result" : "fail",
24
+ "schema" : 1,
25
+ "subject" : {
26
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
27
+ "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
28
+ "catalogId" : "zamba2-1.2b-instruct",
29
+ "manifestSchema" : 1,
30
+ "quantScheme" : "int8-linear-perblock32",
31
+ "recipe" : "zamba2-1.2b-instruct@1",
32
+ "variant" : "macos-any-gpu"
33
+ },
34
+ "tier" : "T3"
35
+ }
verification/negative-control/52dd928e-55fd-4548-bd5b-d5e0507a8718.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-09-30T23:59:54Z",
3
+ "details" : {
4
+ "computes" : [
5
+ "cpuOnly",
6
+ "target"
7
+ ],
8
+ "gateFailedAsRequired" : true,
9
+ "poisonStep" : 3
10
+ },
11
+ "env" : {
12
+ "arch" : "h17c",
13
+ "compute" : "target",
14
+ "hwModel" : "Mac17,6",
15
+ "osBuild" : "26A434",
16
+ "sdk" : {
17
+ "version" : "0.1.0-dev"
18
+ }
19
+ },
20
+ "fixture" : {
21
+ "id" : "adbdef8a32ca3c1b",
22
+ "sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
23
+ },
24
+ "kind" : "negative-control",
25
+ "recordId" : "52dd928e-55fd-4548-bd5b-d5e0507a8718",
26
+ "result" : "fail",
27
+ "schema" : 1,
28
+ "subject" : {
29
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
30
+ "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
31
+ "catalogId" : "zamba2-1.2b-instruct",
32
+ "manifestSchema" : 1,
33
+ "quantScheme" : "int8-linear-perblock32",
34
+ "recipe" : "zamba2-1.2b-instruct@1",
35
+ "variant" : "macos-any-gpu"
36
+ },
37
+ "tier" : "T2"
38
+ }
verification/negative-control/6a58bb62-43e6-407c-958f-8764f268e7cb.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T01:10:21Z",
3
+ "details" : {
4
+ "gateFailedAsRequired" : true,
5
+ "poisonedAccuracy" : 0,
6
+ "protocolId" : "1fb45a10f09e8938"
7
+ },
8
+ "env" : {
9
+ "arch" : "h18p",
10
+ "compute" : "target",
11
+ "hwModel" : "iPhone18,2",
12
+ "osBuild" : "24A446",
13
+ "sdk" : {
14
+ "version" : "0.1.0-dev"
15
+ }
16
+ },
17
+ "fixture" : {
18
+ "id" : "copy-fidelity-v1",
19
+ "sha256" : "generated"
20
+ },
21
+ "kind" : "negative-control",
22
+ "recordId" : "6a58bb62-43e6-407c-958f-8764f268e7cb",
23
+ "result" : "fail",
24
+ "schema" : 1,
25
+ "subject" : {
26
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
27
+ "bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
28
+ "catalogId" : "zamba2-1.2b-instruct",
29
+ "manifestSchema" : 1,
30
+ "quantScheme" : "int8-linear-perblock32",
31
+ "recipe" : "zamba2-1.2b-instruct@1",
32
+ "variant" : "ios-any-gpu"
33
+ },
34
+ "tier" : "T3"
35
+ }
verification/negative-control/e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T01:10:03Z",
3
+ "details" : {
4
+ "gateFailedAsRequired" : true,
5
+ "poisonedAccuracy" : 0,
6
+ "protocolId" : "1fb45a10f09e8938"
7
+ },
8
+ "env" : {
9
+ "arch" : "h17c",
10
+ "compute" : "target",
11
+ "hwModel" : "Mac17,6",
12
+ "osBuild" : "26A434",
13
+ "sdk" : {
14
+ "version" : "0.1.0-dev"
15
+ }
16
+ },
17
+ "fixture" : {
18
+ "id" : "copy-fidelity-v1",
19
+ "sha256" : "generated"
20
+ },
21
+ "kind" : "negative-control",
22
+ "recordId" : "e52e82b0-3e94-44d4-bbd5-b6720e4fb9a5",
23
+ "result" : "fail",
24
+ "schema" : 1,
25
+ "subject" : {
26
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
27
+ "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
28
+ "catalogId" : "zamba2-1.2b-instruct",
29
+ "manifestSchema" : 1,
30
+ "quantScheme" : "int8-linear-perblock32",
31
+ "recipe" : "zamba2-1.2b-instruct@1",
32
+ "variant" : "macos-any-gpu"
33
+ },
34
+ "tier" : "T3"
35
+ }
verification/negative-control/f35522e7-015a-4098-a236-c6ec7691190b.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-10-01T00:10:24Z",
3
+ "details" : {
4
+ "computes" : [
5
+ "target"
6
+ ],
7
+ "gateFailedAsRequired" : true,
8
+ "poisonStep" : 3
9
+ },
10
+ "env" : {
11
+ "arch" : "h18p",
12
+ "compute" : "target",
13
+ "hwModel" : "iPhone18,2",
14
+ "osBuild" : "24A446",
15
+ "sdk" : {
16
+ "version" : "0.1.0-dev"
17
+ }
18
+ },
19
+ "fixture" : {
20
+ "id" : "adbdef8a32ca3c1b",
21
+ "sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
22
+ },
23
+ "kind" : "negative-control",
24
+ "recordId" : "f35522e7-015a-4098-a236-c6ec7691190b",
25
+ "result" : "fail",
26
+ "schema" : 1,
27
+ "subject" : {
28
+ "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
29
+ "bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
30
+ "catalogId" : "zamba2-1.2b-instruct",
31
+ "manifestSchema" : 1,
32
+ "quantScheme" : "int8-linear-perblock32",
33
+ "recipe" : "zamba2-1.2b-instruct@1",
34
+ "variant" : "ios-any-gpu"
35
+ },
36
+ "tier" : "T2"
37
+ }
verification/reference/b307cd38-c45c-4556-b027-62ad6a326928.json ADDED
@@ -0,0 +1,667 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "at" : "2026-09-30T23:45:35Z",
3
+ "details" : {
4
+ "computes" : {
5
+ "cpuOnly" : {
6
+ "cases" : [
7
+ {
8
+ "id" : "capital-france",
9
+ "matchedSteps" : 2,
10
+ "pass" : true,
11
+ "reason" : "matched through the stop at step 2",
12
+ "stopMatched" : true
13
+ },
14
+ {
15
+ "id" : "sky-color",
16
+ "matchedSteps" : 1,
17
+ "pass" : true,
18
+ "reason" : "matched through the stop at step 1",
19
+ "stopMatched" : true
20
+ },
21
+ {
22
+ "id" : "add-numbers",
23
+ "matchedSteps" : 2,
24
+ "pass" : true,
25
+ "reason" : "matched through the stop at step 2",
26
+ "stopMatched" : true
27
+ },
28
+ {
29
+ "id" : "translate-spanish",
30
+ "matchedSteps" : 5,
31
+ "pass" : true,
32
+ "reason" : "matched through the stop at step 5",
33
+ "stopMatched" : true
34
+ },
35
+ {
36
+ "id" : "primary-colors",
37
+ "matchedSteps" : 5,
38
+ "pass" : true,
39
+ "reason" : "matched through the stop at step 5",
40
+ "stopMatched" : true
41
+ },
42
+ {
43
+ "id" : "largest-planet",
44
+ "matchedSteps" : 11,
45
+ "pass" : true,
46
+ "reason" : "matched through the stop at step 11",
47
+ "stopMatched" : true
48
+ },
49
+ {
50
+ "id" : "boiling-point",
51
+ "matchedSteps" : 25,
52
+ "pass" : true,
53
+ "reason" : "matched through the stop at step 25",
54
+ "stopMatched" : true
55
+ },
56
+ {
57
+ "id" : "reverse-word",
58
+ "matchedSteps" : 13,
59
+ "pass" : true,
60
+ "reason" : "matched through the stop at step 13",
61
+ "stopMatched" : true
62
+ },
63
+ {
64
+ "id" : "pirate-system",
65
+ "matchedSteps" : 38,
66
+ "pass" : true,
67
+ "reason" : "matched through the stop at step 38",
68
+ "stopMatched" : true
69
+ },
70
+ {
71
+ "id" : "multi-turn-name",
72
+ "matchedSteps" : 6,
73
+ "pass" : true,
74
+ "reason" : "matched through the stop at step 6",
75
+ "stopMatched" : true
76
+ },
77
+ {
78
+ "id" : "json-object",
79
+ "matchedSteps" : 20,
80
+ "pass" : true,
81
+ "reason" : "matched through the stop at step 20",
82
+ "stopMatched" : true
83
+ },
84
+ {
85
+ "id" : "python-square",
86
+ "matchedSteps" : 19,
87
+ "pass" : true,
88
+ "reason" : "matched through the stop at step 19",
89
+ "stopMatched" : true
90
+ },
91
+ {
92
+ "id" : "haiku-sea",
93
+ "matchedSteps" : 27,
94
+ "pass" : true,
95
+ "reason" : "matched through the stop at step 27",
96
+ "stopMatched" : true
97
+ },
98
+ {
99
+ "id" : "days-week",
100
+ "matchedSteps" : 9,
101
+ "pass" : true,
102
+ "reason" : "matched through the stop at step 9",
103
+ "stopMatched" : true
104
+ },
105
+ {
106
+ "id" : "think-multiply",
107
+ "matchedSteps" : 28,
108
+ "pass" : true,
109
+ "reason" : "matched through the stop at step 28",
110
+ "stopMatched" : true
111
+ },
112
+ {
113
+ "id" : "think-prime",
114
+ "matchedSteps" : 24,
115
+ "pass" : true,
116
+ "reason" : "matched through the stop at step 24",
117
+ "stopMatched" : true
118
+ },
119
+ {
120
+ "id" : "think-mammal",
121
+ "matchedSteps" : 12,
122
+ "pass" : true,
123
+ "reason" : "matched through the stop at step 12",
124
+ "stopMatched" : true
125
+ },
126
+ {
127
+ "divergence" : {
128
+ "allowed" : true,
129
+ "expected" : 390,
130
+ "got" : 315,
131
+ "inTopK" : true,
132
+ "margin" : 0.003663,
133
+ "step" : 21
134
+ },
135
+ "id" : "tool-weather",
136
+ "matchedSteps" : 21,
137
+ "pass" : true,
138
+ "reason" : "allowed divergence at step 21 (token differs; near-tie margin 0.004, engine token in top-5)"
139
+ },
140
+ {
141
+ "id" : "tool-currency",
142
+ "matchedSteps" : 64,
143
+ "pass" : true,
144
+ "reason" : "all 64 oracle tokens matched"
145
+ },
146
+ {
147
+ "id" : "completion-japan",
148
+ "matchedSteps" : 2,
149
+ "pass" : true,
150
+ "reason" : "matched through the stop at step 2",
151
+ "stopMatched" : true
152
+ }
153
+ ],
154
+ "memory" : {
155
+ "cases" : [
156
+ {
157
+ "afterCaseMB" : 1262,
158
+ "id" : "capital-france",
159
+ "lifetimePeakMB" : 1292
160
+ },
161
+ {
162
+ "afterCaseMB" : 1266,
163
+ "id" : "sky-color",
164
+ "lifetimePeakMB" : 1301
165
+ },
166
+ {
167
+ "afterCaseMB" : 1271,
168
+ "id" : "add-numbers",
169
+ "lifetimePeakMB" : 1305
170
+ },
171
+ {
172
+ "afterCaseMB" : 1274,
173
+ "id" : "translate-spanish",
174
+ "lifetimePeakMB" : 1309
175
+ },
176
+ {
177
+ "afterCaseMB" : 1275,
178
+ "id" : "primary-colors",
179
+ "lifetimePeakMB" : 1312
180
+ },
181
+ {
182
+ "afterCaseMB" : 1275,
183
+ "id" : "largest-planet",
184
+ "lifetimePeakMB" : 1312
185
+ },
186
+ {
187
+ "afterCaseMB" : 1281,
188
+ "id" : "boiling-point",
189
+ "lifetimePeakMB" : 1314
190
+ },
191
+ {
192
+ "afterCaseMB" : 1281,
193
+ "id" : "reverse-word",
194
+ "lifetimePeakMB" : 1319
195
+ },
196
+ {
197
+ "afterCaseMB" : 1287,
198
+ "id" : "pirate-system",
199
+ "lifetimePeakMB" : 1321
200
+ },
201
+ {
202
+ "afterCaseMB" : 1290,
203
+ "id" : "multi-turn-name",
204
+ "lifetimePeakMB" : 1334
205
+ },
206
+ {
207
+ "afterCaseMB" : 1290,
208
+ "id" : "json-object",
209
+ "lifetimePeakMB" : 1337
210
+ },
211
+ {
212
+ "afterCaseMB" : 1290,
213
+ "id" : "python-square",
214
+ "lifetimePeakMB" : 1337
215
+ },
216
+ {
217
+ "afterCaseMB" : 1290,
218
+ "id" : "haiku-sea",
219
+ "lifetimePeakMB" : 1337
220
+ },
221
+ {
222
+ "afterCaseMB" : 1290,
223
+ "id" : "days-week",
224
+ "lifetimePeakMB" : 1337
225
+ },
226
+ {
227
+ "afterCaseMB" : 1291,
228
+ "id" : "think-multiply",
229
+ "lifetimePeakMB" : 1337
230
+ },
231
+ {
232
+ "afterCaseMB" : 1291,
233
+ "id" : "think-prime",
234
+ "lifetimePeakMB" : 1337
235
+ },
236
+ {
237
+ "afterCaseMB" : 1291,
238
+ "id" : "think-mammal",
239
+ "lifetimePeakMB" : 1337
240
+ },
241
+ {
242
+ "afterCaseMB" : 1293,
243
+ "id" : "tool-weather",
244
+ "lifetimePeakMB" : 1337
245
+ },
246
+ {
247
+ "afterCaseMB" : 1293,
248
+ "id" : "tool-currency",
249
+ "lifetimePeakMB" : 1337
250
+ },
251
+ {
252
+ "afterCaseMB" : 1293,
253
+ "id" : "completion-japan",
254
+ "lifetimePeakMB" : 1337
255
+ }
256
+ ],
257
+ "loadedMB" : 273,
258
+ "peakMB" : 1293
259
+ },
260
+ "pass" : true
261
+ },
262
+ "target" : {
263
+ "cases" : [
264
+ {
265
+ "id" : "capital-france",
266
+ "matchedSteps" : 2,
267
+ "pass" : true,
268
+ "reason" : "matched through the stop at step 2",
269
+ "stopMatched" : true
270
+ },
271
+ {
272
+ "id" : "sky-color",
273
+ "matchedSteps" : 1,
274
+ "pass" : true,
275
+ "reason" : "matched through the stop at step 1",
276
+ "stopMatched" : true
277
+ },
278
+ {
279
+ "id" : "add-numbers",
280
+ "matchedSteps" : 2,
281
+ "pass" : true,
282
+ "reason" : "matched through the stop at step 2",
283
+ "stopMatched" : true
284
+ },
285
+ {
286
+ "id" : "translate-spanish",
287
+ "matchedSteps" : 5,
288
+ "pass" : true,
289
+ "reason" : "matched through the stop at step 5",
290
+ "stopMatched" : true
291
+ },
292
+ {
293
+ "id" : "primary-colors",
294
+ "matchedSteps" : 5,
295
+ "pass" : true,
296
+ "reason" : "matched through the stop at step 5",
297
+ "stopMatched" : true
298
+ },
299
+ {
300
+ "id" : "largest-planet",
301
+ "matchedSteps" : 11,
302
+ "pass" : true,
303
+ "reason" : "matched through the stop at step 11",
304
+ "stopMatched" : true
305
+ },
306
+ {
307
+ "id" : "boiling-point",
308
+ "matchedSteps" : 25,
309
+ "pass" : true,
310
+ "reason" : "matched through the stop at step 25",
311
+ "stopMatched" : true
312
+ },
313
+ {
314
+ "id" : "reverse-word",
315
+ "matchedSteps" : 13,
316
+ "pass" : true,
317
+ "reason" : "matched through the stop at step 13",
318
+ "stopMatched" : true
319
+ },
320
+ {
321
+ "id" : "pirate-system",
322
+ "matchedSteps" : 38,
323
+ "pass" : true,
324
+ "reason" : "matched through the stop at step 38",
325
+ "stopMatched" : true
326
+ },
327
+ {
328
+ "id" : "multi-turn-name",
329
+ "matchedSteps" : 6,
330
+ "pass" : true,
331
+ "reason" : "matched through the stop at step 6",
332
+ "stopMatched" : true
333
+ },
334
+ {
335
+ "id" : "json-object",
336
+ "matchedSteps" : 20,
337
+ "pass" : true,
338
+ "reason" : "matched through the stop at step 20",
339
+ "stopMatched" : true
340
+ },
341
+ {
342
+ "id" : "python-square",
343
+ "matchedSteps" : 19,
344
+ "pass" : true,
345
+ "reason" : "matched through the stop at step 19",
346
+ "stopMatched" : true
347
+ },
348
+ {
349
+ "id" : "haiku-sea",
350
+ "matchedSteps" : 27,
351
+ "pass" : true,
352
+ "reason" : "matched through the stop at step 27",
353
+ "stopMatched" : true
354
+ },
355
+ {
356
+ "id" : "days-week",
357
+ "matchedSteps" : 9,
358
+ "pass" : true,
359
+ "reason" : "matched through the stop at step 9",
360
+ "stopMatched" : true
361
+ },
362
+ {
363
+ "id" : "think-multiply",
364
+ "matchedSteps" : 28,
365
+ "pass" : true,
366
+ "reason" : "matched through the stop at step 28",
367
+ "stopMatched" : true
368
+ },
369
+ {
370
+ "id" : "think-prime",
371
+ "matchedSteps" : 24,
372
+ "pass" : true,
373
+ "reason" : "matched through the stop at step 24",
374
+ "stopMatched" : true
375
+ },
376
+ {
377
+ "id" : "think-mammal",
378
+ "matchedSteps" : 12,
379
+ "pass" : true,
380
+ "reason" : "matched through the stop at step 12",
381
+ "stopMatched" : true
382
+ },
383
+ {
384
+ "id" : "tool-weather",
385
+ "matchedSteps" : 64,
386
+ "pass" : true,
387
+ "reason" : "all 64 oracle tokens matched"
388
+ },
389
+ {
390
+ "id" : "tool-currency",
391
+ "matchedSteps" : 64,
392
+ "pass" : true,
393
+ "reason" : "all 64 oracle tokens matched"
394
+ },
395
+ {
396
+ "id" : "completion-japan",
397
+ "matchedSteps" : 2,
398
+ "pass" : true,
399
+ "reason" : "matched through the stop at step 2",
400
+ "stopMatched" : true
401
+ }
402
+ ],
403
+ "memory" : {
404
+ "cases" : [
405
+ {
406
+ "afterCaseMB" : 866,
407
+ "id" : "capital-france",
408
+ "lifetimePeakMB" : 1337
409
+ },
410
+ {
411
+ "afterCaseMB" : 889,
412
+ "id" : "sky-color",
413
+ "lifetimePeakMB" : 1337
414
+ },
415
+ {
416
+ "afterCaseMB" : 934,
417
+ "id" : "add-numbers",
418
+ "lifetimePeakMB" : 1337
419
+ },
420
+ {
421
+ "afterCaseMB" : 931,
422
+ "id" : "translate-spanish",
423
+ "lifetimePeakMB" : 1337
424
+ },
425
+ {
426
+ "afterCaseMB" : 919,
427
+ "id" : "primary-colors",
428
+ "lifetimePeakMB" : 1337
429
+ },
430
+ {
431
+ "afterCaseMB" : 929,
432
+ "id" : "largest-planet",
433
+ "lifetimePeakMB" : 1337
434
+ },
435
+ {
436
+ "afterCaseMB" : 875,
437
+ "id" : "boiling-point",
438
+ "lifetimePeakMB" : 1337
439
+ },
440
+ {
441
+ "afterCaseMB" : 875,
442
+ "id" : "reverse-word",
443
+ "lifetimePeakMB" : 1337
444
+ },
445
+ {
446
+ "afterCaseMB" : 894,
447
+ "id" : "pirate-system",
448
+ "lifetimePeakMB" : 1337
449
+ },
450
+ {
451
+ "afterCaseMB" : 923,
452
+ "id" : "multi-turn-name",
453
+ "lifetimePeakMB" : 1337
454
+ },
455
+ {
456
+ "afterCaseMB" : 926,
457
+ "id" : "json-object",
458
+ "lifetimePeakMB" : 1337
459
+ },
460
+ {
461
+ "afterCaseMB" : 926,
462
+ "id" : "python-square",
463
+ "lifetimePeakMB" : 1337
464
+ },
465
+ {
466
+ "afterCaseMB" : 925,
467
+ "id" : "haiku-sea",
468
+ "lifetimePeakMB" : 1337
469
+ },
470
+ {
471
+ "afterCaseMB" : 921,
472
+ "id" : "days-week",
473
+ "lifetimePeakMB" : 1337
474
+ },
475
+ {
476
+ "afterCaseMB" : 921,
477
+ "id" : "think-multiply",
478
+ "lifetimePeakMB" : 1337
479
+ },
480
+ {
481
+ "afterCaseMB" : 921,
482
+ "id" : "think-prime",
483
+ "lifetimePeakMB" : 1337
484
+ },
485
+ {
486
+ "afterCaseMB" : 945,
487
+ "id" : "think-mammal",
488
+ "lifetimePeakMB" : 1337
489
+ },
490
+ {
491
+ "afterCaseMB" : 921,
492
+ "id" : "tool-weather",
493
+ "lifetimePeakMB" : 1337
494
+ },
495
+ {
496
+ "afterCaseMB" : 921,
497
+ "id" : "tool-currency",
498
+ "lifetimePeakMB" : 1337
499
+ },
500
+ {
501
+ "afterCaseMB" : 947,
502
+ "id" : "completion-japan",
503
+ "lifetimePeakMB" : 1337
504
+ }
505
+ ],
506
+ "loadedMB" : 601,
507
+ "peakMB" : 947
508
+ },
509
+ "pass" : true
510
+ }
511
+ },
512
+ "profile" : {
513
+ "alsoRequires" : [
514
+
515
+ ],
516
+ "name" : "strict"
517
+ },
518
+ "profileResults" : {
519
+ "cpuOnly" : {
520
+ "budgeted" : [
521
+
522
+ ],
523
+ "overBudget" : [
524
+
525
+ ],
526
+ "pass" : true
527
+ },
528
+ "target" : {
529
+ "budgeted" : [
530
+
531
+ ],
532
+ "overBudget" : [
533
+
534
+ ],
535
+ "pass" : true
536
+ }
537
+ },
538
+ "rules" : {
539
+ "marginThreshold" : 0.1,
540
+ "topN" : 5
541
+ },
542
+ "templateClocks" : [
543
+ {
544
+ "id" : "capital-france",
545
+ "source" : "fixture",
546
+ "timestamp" : "2000-01-01T00:00:00Z"
547
+ },
548
+ {
549
+ "id" : "sky-color",
550
+ "source" : "fixture",
551
+ "timestamp" : "2000-01-01T00:00:00Z"
552
+ },
553
+ {
554
+ "id" : "add-numbers",
555
+ "source" : "fixture",
556
+ "timestamp" : "2000-01-01T00:00:00Z"
557
+ },
558
+ {
559
+ "id" : "translate-spanish",
560
+ "source" : "fixture",
561
+ "timestamp" : "2000-01-01T00:00:00Z"
562
+ },
563
+ {
564
+ "id" : "primary-colors",
565
+ "source" : "fixture",
566
+ "timestamp" : "2000-01-01T00:00:00Z"
567
+ },
568
+ {
569
+ "id" : "largest-planet",
570
+ "source" : "fixture",
571
+ "timestamp" : "2000-01-01T00:00:00Z"
572
+ },
573
+ {
574
+ "id" : "boiling-point",
575
+ "source" : "fixture",
576
+ "timestamp" : "2000-01-01T00:00:00Z"
577
+ },
578
+ {
579
+ "id" : "reverse-word",
580
+ "source" : "fixture",
581
+ "timestamp" : "2000-01-01T00:00:00Z"
582
+ },
583
+ {
584
+ "id" : "pirate-system",
585
+ "source" : "fixture",
586
+ "timestamp" : "2000-01-01T00:00:00Z"
587
+ },
588
+ {
589
+ "id" : "multi-turn-name",
590
+ "source" : "fixture",
591
+ "timestamp" : "2000-01-01T00:00:00Z"
592
+ },
593
+ {
594
+ "id" : "json-object",
595
+ "source" : "fixture",
596
+ "timestamp" : "2000-01-01T00:00:00Z"
597
+ },
598
+ {
599
+ "id" : "python-square",
600
+ "source" : "fixture",
601
+ "timestamp" : "2000-01-01T00:00:00Z"
602
+ },
603
+ {
604
+ "id" : "haiku-sea",
605
+ "source" : "fixture",
606
+ "timestamp" : "2000-01-01T00:00:00Z"
607
+ },
608
+ {
609
+ "id" : "days-week",
610
+ "source" : "fixture",
611
+ "timestamp" : "2000-01-01T00:00:00Z"
612
+ },
613
+ {
614
+ "id" : "think-multiply",
615
+ "source" : "fixture",
616
+ "timestamp" : "2000-01-01T00:00:00Z"
617
+ },
618
+ {
619
+ "id" : "think-prime",
620
+ "source" : "fixture",
621
+ "timestamp" : "2000-01-01T00:00:00Z"
622
+ },
623
+ {
624
+ "id" : "think-mammal",
625
+ "source" : "fixture",
626
+ "timestamp" : "2000-01-01T00:00:00Z"
627
+ },
628
+ {
629
+ "id" : "tool-weather",
630
+ "source" : "fixture",
631
+ "timestamp" : "2000-01-01T00:00:00Z"
632
+ },
633
+ {
634
+ "id" : "tool-currency",
635
+ "source" : "fixture",
636
+ "timestamp" : "2000-01-01T00:00:00Z"
637
+ }
638
+ ]
639
+ },
640
+ "env" : {
641
+ "arch" : "h17c",
642
+ "compute" : "target",
643
+ "hwModel" : "Mac17,6",
644
+ "osBuild" : "26A434",
645
+ "sdk" : {
646
+ "version" : "0.1.0-dev"
647
+ }
648
+ },
649
+ "fixture" : {
650
+ "id" : "adbdef8a32ca3c1b",
651
+ "sha256" : "d22a99746d9c97ae9add189f16dce3072793293daefb803cc03bdc4b8090b6e6"
652
+ },
653
+ "kind" : "verification",
654
+ "negativeControlRecordId" : "3960b0e0-2d34-4663-a339-bdfd5f5a7ba2",
655
+ "recordId" : "b307cd38-c45c-4556-b027-62ad6a326928",
656
+ "result" : "pass",
657
+ "schema" : 1,
658
+ "subject" : {
659
+ "bundlePath" : "unpublished reference export",
660
+ "bundleSha256" : "752a91d72844dbda481d50b5f763e037467a20cd0ad51c4ea8ff3ca31b1d7d93",
661
+ "catalogId" : "zamba2-1.2b-instruct",
662
+ "manifestSchema" : 1,
663
+ "quantScheme" : "float16",
664
+ "recipe" : "zamba2-1.2b-instruct@1"
665
+ },
666
+ "tier" : "T2"
667
+ }