Add qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system

.gitattributes

@@ -42,3 +42,10 @@ qwen2.5-coder-7B-tool-if-partial-code_cont-legacy-system-2ep-muts-fnr-reflection
 qwen2.5-coder-7B-tool-if-partial-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-tool-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-5842/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 qwen2.5-coder-7B-tool-if-partial-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-tool-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_iim_system-checkpoint-5828/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-4000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-5000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-5828/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/tokenizer.json filter=lfs diff=lfs merge=lfs -text

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb9f5f57e51df7877197aee9a964c66924a39d096eb8b5eafe2f6265b135a39
+size 161533192

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6adcc7af80a0438e22d63202198924561fc617878d3f2bda9c31ce47d84148
+size 161533192

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223f580a32208baca38599845f3ad272e2b3d44651835a607fe93344e5454721
+size 323296891

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95db20cdf0b99d776cec7c0bdfef77195d7b3fc21baf594ef24d35864dfa1278
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bc4bd6a71d77adeb9161ec97991389612df7fae050a485a8ae38974b045fa5
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8b5d68aeaf9cebba501332831e0079933495102ee77ebe813069efee962cb6
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e737b768b0784939b16a8789ef58397a6fe0550dc0c987d75469050c7703584
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf50f98473b6673108eb35b742718ee3810298e6bba656f50b85b2efd332c2b8
+size 1465

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/trainer_state.json

@@ -0,0 +1,749 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3431856205225001,
+  "eval_steps": 1000,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0003431856205225001,
+      "grad_norm": 0.4299430251121521,
+      "learning_rate": 0.0,
+      "loss": 1.4627,
+      "step": 1
+    },
+    {
+      "epoch": 0.003431856205225001,
+      "grad_norm": 0.4088292419910431,
+      "learning_rate": 7.692307692307692e-08,
+      "loss": 1.396,
+      "step": 10
+    },
+    {
+      "epoch": 0.006863712410450002,
+      "grad_norm": 0.4185869097709656,
+      "learning_rate": 1.6239316239316238e-07,
+      "loss": 1.4465,
+      "step": 20
+    },
+    {
+      "epoch": 0.010295568615675004,
+      "grad_norm": 0.4100819528102875,
+      "learning_rate": 2.478632478632479e-07,
+      "loss": 1.4214,
+      "step": 30
+    },
+    {
+      "epoch": 0.013727424820900004,
+      "grad_norm": 0.40956148505210876,
+      "learning_rate": 3.333333333333333e-07,
+      "loss": 1.4204,
+      "step": 40
+    },
+    {
+      "epoch": 0.017159281026125007,
+      "grad_norm": 0.4205213785171509,
+      "learning_rate": 4.1880341880341877e-07,
+      "loss": 1.414,
+      "step": 50
+    },
+    {
+      "epoch": 0.020591137231350008,
+      "grad_norm": 0.42458558082580566,
+      "learning_rate": 5.042735042735042e-07,
+      "loss": 1.4276,
+      "step": 60
+    },
+    {
+      "epoch": 0.024022993436575008,
+      "grad_norm": 0.4269058406352997,
+      "learning_rate": 5.897435897435898e-07,
+      "loss": 1.3978,
+      "step": 70
+    },
+    {
+      "epoch": 0.02745484964180001,
+      "grad_norm": 0.4308013617992401,
+      "learning_rate": 6.752136752136752e-07,
+      "loss": 1.4215,
+      "step": 80
+    },
+    {
+      "epoch": 0.03088670584702501,
+      "grad_norm": 0.4537813663482666,
+      "learning_rate": 7.606837606837606e-07,
+      "loss": 1.4048,
+      "step": 90
+    },
+    {
+      "epoch": 0.034318562052250014,
+      "grad_norm": 0.4503990709781647,
+      "learning_rate": 8.461538461538461e-07,
+      "loss": 1.392,
+      "step": 100
+    },
+    {
+      "epoch": 0.037750418257475014,
+      "grad_norm": 0.47027310729026794,
+      "learning_rate": 9.316239316239316e-07,
+      "loss": 1.3976,
+      "step": 110
+    },
+    {
+      "epoch": 0.041182274462700015,
+      "grad_norm": 0.4839341640472412,
+      "learning_rate": 9.999996973955005e-07,
+      "loss": 1.4002,
+      "step": 120
+    },
+    {
+      "epoch": 0.044614130667925016,
+      "grad_norm": 0.5036092400550842,
+      "learning_rate": 9.999891062764798e-07,
+      "loss": 1.3982,
+      "step": 130
+    },
+    {
+      "epoch": 0.048045986873150016,
+      "grad_norm": 0.4965234100818634,
+      "learning_rate": 9.999633852987642e-07,
+      "loss": 1.397,
+      "step": 140
+    },
+    {
+      "epoch": 0.05147784307837502,
+      "grad_norm": 0.5197180509567261,
+      "learning_rate": 9.9992253524068e-07,
+      "loss": 1.3751,
+      "step": 150
+    },
+    {
+      "epoch": 0.05490969928360002,
+      "grad_norm": 0.5163680911064148,
+      "learning_rate": 9.99866557338365e-07,
+      "loss": 1.3695,
+      "step": 160
+    },
+    {
+      "epoch": 0.05834155548882502,
+      "grad_norm": 0.5173007845878601,
+      "learning_rate": 9.99795453285732e-07,
+      "loss": 1.3506,
+      "step": 170
+    },
+    {
+      "epoch": 0.06177341169405002,
+      "grad_norm": 0.4864056408405304,
+      "learning_rate": 9.997092252344166e-07,
+      "loss": 1.3533,
+      "step": 180
+    },
+    {
+      "epoch": 0.06520526789927503,
+      "grad_norm": 0.49360567331314087,
+      "learning_rate": 9.996078757937116e-07,
+      "loss": 1.3275,
+      "step": 190
+    },
+    {
+      "epoch": 0.06863712410450003,
+      "grad_norm": 0.501064121723175,
+      "learning_rate": 9.994914080304895e-07,
+      "loss": 1.3076,
+      "step": 200
+    },
+    {
+      "epoch": 0.07206898030972503,
+      "grad_norm": 0.4690609574317932,
+      "learning_rate": 9.993598254691088e-07,
+      "loss": 1.2865,
+      "step": 210
+    },
+    {
+      "epoch": 0.07550083651495003,
+      "grad_norm": 0.47381022572517395,
+      "learning_rate": 9.992131320913073e-07,
+      "loss": 1.2648,
+      "step": 220
+    },
+    {
+      "epoch": 0.07893269272017503,
+      "grad_norm": 0.45286867022514343,
+      "learning_rate": 9.990513323360817e-07,
+      "loss": 1.2431,
+      "step": 230
+    },
+    {
+      "epoch": 0.08236454892540003,
+      "grad_norm": 0.4921780228614807,
+      "learning_rate": 9.988744310995537e-07,
+      "loss": 1.2428,
+      "step": 240
+    },
+    {
+      "epoch": 0.08579640513062503,
+      "grad_norm": 0.49995583295822144,
+      "learning_rate": 9.986824337348214e-07,
+      "loss": 1.2214,
+      "step": 250
+    },
+    {
+      "epoch": 0.08922826133585003,
+      "grad_norm": 0.4573882520198822,
+      "learning_rate": 9.984753460517971e-07,
+      "loss": 1.1814,
+      "step": 260
+    },
+    {
+      "epoch": 0.09266011754107503,
+      "grad_norm": 0.465033620595932,
+      "learning_rate": 9.982531743170326e-07,
+      "loss": 1.1901,
+      "step": 270
+    },
+    {
+      "epoch": 0.09609197374630003,
+      "grad_norm": 0.4443592131137848,
+      "learning_rate": 9.980159252535278e-07,
+      "loss": 1.1761,
+      "step": 280
+    },
+    {
+      "epoch": 0.09952382995152503,
+      "grad_norm": 0.45199236273765564,
+      "learning_rate": 9.97763606040529e-07,
+      "loss": 1.1511,
+      "step": 290
+    },
+    {
+      "epoch": 0.10295568615675003,
+      "grad_norm": 0.42239347100257874,
+      "learning_rate": 9.974962243133105e-07,
+      "loss": 1.1415,
+      "step": 300
+    },
+    {
+      "epoch": 0.10638754236197503,
+      "grad_norm": 0.4355708658695221,
+      "learning_rate": 9.972137881629441e-07,
+      "loss": 1.1028,
+      "step": 310
+    },
+    {
+      "epoch": 0.10981939856720004,
+      "grad_norm": 0.45655912160873413,
+      "learning_rate": 9.969163061360542e-07,
+      "loss": 1.108,
+      "step": 320
+    },
+    {
+      "epoch": 0.11325125477242504,
+      "grad_norm": 0.4209122657775879,
+      "learning_rate": 9.966037872345587e-07,
+      "loss": 1.0815,
+      "step": 330
+    },
+    {
+      "epoch": 0.11668311097765004,
+      "grad_norm": 0.4177815020084381,
+      "learning_rate": 9.962762409153977e-07,
+      "loss": 1.0585,
+      "step": 340
+    },
+    {
+      "epoch": 0.12011496718287504,
+      "grad_norm": 0.37065720558166504,
+      "learning_rate": 9.95933677090246e-07,
+      "loss": 1.0611,
+      "step": 350
+    },
+    {
+      "epoch": 0.12354682338810004,
+      "grad_norm": 0.36986374855041504,
+      "learning_rate": 9.95576106125214e-07,
+      "loss": 1.0412,
+      "step": 360
+    },
+    {
+      "epoch": 0.12697867959332504,
+      "grad_norm": 0.3482954800128937,
+      "learning_rate": 9.952035388405338e-07,
+      "loss": 1.0214,
+      "step": 370
+    },
+    {
+      "epoch": 0.13041053579855005,
+      "grad_norm": 0.34977373480796814,
+      "learning_rate": 9.948159865102316e-07,
+      "loss": 1.0166,
+      "step": 380
+    },
+    {
+      "epoch": 0.13384239200377504,
+      "grad_norm": 0.3504694998264313,
+      "learning_rate": 9.944134608617873e-07,
+      "loss": 1.0135,
+      "step": 390
+    },
+    {
+      "epoch": 0.13727424820900005,
+      "grad_norm": 0.3331628739833832,
+      "learning_rate": 9.939959740757783e-07,
+      "loss": 1.0048,
+      "step": 400
+    },
+    {
+      "epoch": 0.14070610441422504,
+      "grad_norm": 0.32608217000961304,
+      "learning_rate": 9.93563538785512e-07,
+      "loss": 0.996,
+      "step": 410
+    },
+    {
+      "epoch": 0.14413796061945006,
+      "grad_norm": 0.323869526386261,
+      "learning_rate": 9.931161680766434e-07,
+      "loss": 0.9877,
+      "step": 420
+    },
+    {
+      "epoch": 0.14756981682467504,
+      "grad_norm": 0.3259506821632385,
+      "learning_rate": 9.926538754867785e-07,
+      "loss": 0.9834,
+      "step": 430
+    },
+    {
+      "epoch": 0.15100167302990006,
+      "grad_norm": 0.31606751680374146,
+      "learning_rate": 9.921766750050652e-07,
+      "loss": 0.9725,
+      "step": 440
+    },
+    {
+      "epoch": 0.15443352923512504,
+      "grad_norm": 0.3078249990940094,
+      "learning_rate": 9.916845810717702e-07,
+      "loss": 0.9559,
+      "step": 450
+    },
+    {
+      "epoch": 0.15786538544035006,
+      "grad_norm": 0.2885476052761078,
+      "learning_rate": 9.911776085778408e-07,
+      "loss": 0.9532,
+      "step": 460
+    },
+    {
+      "epoch": 0.16129724164557505,
+      "grad_norm": 0.3007981777191162,
+      "learning_rate": 9.906557728644557e-07,
+      "loss": 0.9581,
+      "step": 470
+    },
+    {
+      "epoch": 0.16472909785080006,
+      "grad_norm": 0.2994419038295746,
+      "learning_rate": 9.901190897225603e-07,
+      "loss": 0.9456,
+      "step": 480
+    },
+    {
+      "epoch": 0.16816095405602505,
+      "grad_norm": 0.28899767994880676,
+      "learning_rate": 9.895675753923889e-07,
+      "loss": 0.9363,
+      "step": 490
+    },
+    {
+      "epoch": 0.17159281026125006,
+      "grad_norm": 0.2855533957481384,
+      "learning_rate": 9.890012465629724e-07,
+      "loss": 0.9408,
+      "step": 500
+    },
+    {
+      "epoch": 0.17502466646647505,
+      "grad_norm": 0.2600732743740082,
+      "learning_rate": 9.884201203716347e-07,
+      "loss": 0.9137,
+      "step": 510
+    },
+    {
+      "epoch": 0.17845652267170006,
+      "grad_norm": 0.27267634868621826,
+      "learning_rate": 9.878242144034734e-07,
+      "loss": 0.9072,
+      "step": 520
+    },
+    {
+      "epoch": 0.18188837887692505,
+      "grad_norm": 0.2529361844062805,
+      "learning_rate": 9.872135466908272e-07,
+      "loss": 0.917,
+      "step": 530
+    },
+    {
+      "epoch": 0.18532023508215006,
+      "grad_norm": 0.2521052360534668,
+      "learning_rate": 9.865881357127313e-07,
+      "loss": 0.9019,
+      "step": 540
+    },
+    {
+      "epoch": 0.18875209128737505,
+      "grad_norm": 0.24636240303516388,
+      "learning_rate": 9.859480003943576e-07,
+      "loss": 0.9063,
+      "step": 550
+    },
+    {
+      "epoch": 0.19218394749260007,
+      "grad_norm": 0.2509296238422394,
+      "learning_rate": 9.85293160106442e-07,
+      "loss": 0.8961,
+      "step": 560
+    },
+    {
+      "epoch": 0.19561580369782505,
+      "grad_norm": 0.23354314267635345,
+      "learning_rate": 9.846236346646981e-07,
+      "loss": 0.9068,
+      "step": 570
+    },
+    {
+      "epoch": 0.19904765990305007,
+      "grad_norm": 0.22474652528762817,
+      "learning_rate": 9.83939444329218e-07,
+      "loss": 0.8829,
+      "step": 580
+    },
+    {
+      "epoch": 0.20247951610827505,
+      "grad_norm": 0.2152058482170105,
+      "learning_rate": 9.832406098038588e-07,
+      "loss": 0.885,
+      "step": 590
+    },
+    {
+      "epoch": 0.20591137231350007,
+      "grad_norm": 0.22178499400615692,
+      "learning_rate": 9.825271522356172e-07,
+      "loss": 0.8831,
+      "step": 600
+    },
+    {
+      "epoch": 0.20934322851872506,
+      "grad_norm": 0.21470265090465546,
+      "learning_rate": 9.81799093213987e-07,
+      "loss": 0.8773,
+      "step": 610
+    },
+    {
+      "epoch": 0.21277508472395007,
+      "grad_norm": 0.20275703072547913,
+      "learning_rate": 9.81056454770309e-07,
+      "loss": 0.8688,
+      "step": 620
+    },
+    {
+      "epoch": 0.21620694092917506,
+      "grad_norm": 0.20400595664978027,
+      "learning_rate": 9.802992593771022e-07,
+      "loss": 0.8618,
+      "step": 630
+    },
+    {
+      "epoch": 0.21963879713440007,
+      "grad_norm": 0.20699158310890198,
+      "learning_rate": 9.795275299473842e-07,
+      "loss": 0.8653,
+      "step": 640
+    },
+    {
+      "epoch": 0.22307065333962506,
+      "grad_norm": 0.20036590099334717,
+      "learning_rate": 9.787412898339787e-07,
+      "loss": 0.8669,
+      "step": 650
+    },
+    {
+      "epoch": 0.22650250954485007,
+      "grad_norm": 0.19475631415843964,
+      "learning_rate": 9.77940562828807e-07,
+      "loss": 0.8476,
+      "step": 660
+    },
+    {
+      "epoch": 0.22993436575007506,
+      "grad_norm": 0.1894875168800354,
+      "learning_rate": 9.771253731621708e-07,
+      "loss": 0.8505,
+      "step": 670
+    },
+    {
+      "epoch": 0.23336622195530007,
+      "grad_norm": 0.1904381811618805,
+      "learning_rate": 9.762957455020157e-07,
+      "loss": 0.8485,
+      "step": 680
+    },
+    {
+      "epoch": 0.23679807816052506,
+      "grad_norm": 0.19158561527729034,
+      "learning_rate": 9.754517049531873e-07,
+      "loss": 0.8487,
+      "step": 690
+    },
+    {
+      "epoch": 0.24022993436575008,
+      "grad_norm": 0.17986464500427246,
+      "learning_rate": 9.745932770566712e-07,
+      "loss": 0.8572,
+      "step": 700
+    },
+    {
+      "epoch": 0.2436617905709751,
+      "grad_norm": 0.1857622116804123,
+      "learning_rate": 9.73720487788818e-07,
+      "loss": 0.8534,
+      "step": 710
+    },
+    {
+      "epoch": 0.24709364677620008,
+      "grad_norm": 0.1875901222229004,
+      "learning_rate": 9.728333635605605e-07,
+      "loss": 0.8504,
+      "step": 720
+    },
+    {
+      "epoch": 0.25052550298142506,
+      "grad_norm": 0.1779457926750183,
+      "learning_rate": 9.719319312166116e-07,
+      "loss": 0.8371,
+      "step": 730
+    },
+    {
+      "epoch": 0.2539573591866501,
+      "grad_norm": 0.175249844789505,
+      "learning_rate": 9.710162180346537e-07,
+      "loss": 0.8393,
+      "step": 740
+    },
+    {
+      "epoch": 0.2573892153918751,
+      "grad_norm": 0.1826140284538269,
+      "learning_rate": 9.700862517245124e-07,
+      "loss": 0.825,
+      "step": 750
+    },
+    {
+      "epoch": 0.2608210715971001,
+      "grad_norm": 0.16872577369213104,
+      "learning_rate": 9.691420604273189e-07,
+      "loss": 0.8254,
+      "step": 760
+    },
+    {
+      "epoch": 0.26425292780232507,
+      "grad_norm": 0.17191503942012787,
+      "learning_rate": 9.681836727146573e-07,
+      "loss": 0.8311,
+      "step": 770
+    },
+    {
+      "epoch": 0.2676847840075501,
+      "grad_norm": 0.16280730068683624,
+      "learning_rate": 9.67211117587701e-07,
+      "loss": 0.822,
+      "step": 780
+    },
+    {
+      "epoch": 0.2711166402127751,
+      "grad_norm": 0.16375544667243958,
+      "learning_rate": 9.66224424476334e-07,
+      "loss": 0.817,
+      "step": 790
+    },
+    {
+      "epoch": 0.2745484964180001,
+      "grad_norm": 0.1521625816822052,
+      "learning_rate": 9.65223623238262e-07,
+      "loss": 0.8168,
+      "step": 800
+    },
+    {
+      "epoch": 0.27798035262322507,
+      "grad_norm": 0.16167208552360535,
+      "learning_rate": 9.642087441581076e-07,
+      "loss": 0.8145,
+      "step": 810
+    },
+    {
+      "epoch": 0.2814122088284501,
+      "grad_norm": 0.1532670557498932,
+      "learning_rate": 9.631798179464934e-07,
+      "loss": 0.8044,
+      "step": 820
+    },
+    {
+      "epoch": 0.2848440650336751,
+      "grad_norm": 0.14858050644397736,
+      "learning_rate": 9.621368757391147e-07,
+      "loss": 0.8131,
+      "step": 830
+    },
+    {
+      "epoch": 0.2882759212389001,
+      "grad_norm": 0.1495020091533661,
+      "learning_rate": 9.610799490957952e-07,
+      "loss": 0.7964,
+      "step": 840
+    },
+    {
+      "epoch": 0.29170777744412507,
+      "grad_norm": 0.15286986529827118,
+      "learning_rate": 9.600090699995335e-07,
+      "loss": 0.8099,
+      "step": 850
+    },
+    {
+      "epoch": 0.2951396336493501,
+      "grad_norm": 0.15119820833206177,
+      "learning_rate": 9.589242708555346e-07,
+      "loss": 0.7894,
+      "step": 860
+    },
+    {
+      "epoch": 0.2985714898545751,
+      "grad_norm": 0.1473424881696701,
+      "learning_rate": 9.578255844902288e-07,
+      "loss": 0.8002,
+      "step": 870
+    },
+    {
+      "epoch": 0.3020033460598001,
+      "grad_norm": 0.15225432813167572,
+      "learning_rate": 9.567130441502797e-07,
+      "loss": 0.7959,
+      "step": 880
+    },
+    {
+      "epoch": 0.3054352022650251,
+      "grad_norm": 0.1481156349182129,
+      "learning_rate": 9.555866835015768e-07,
+      "loss": 0.8007,
+      "step": 890
+    },
+    {
+      "epoch": 0.3088670584702501,
+      "grad_norm": 0.15408167243003845,
+      "learning_rate": 9.544465366282178e-07,
+      "loss": 0.8021,
+      "step": 900
+    },
+    {
+      "epoch": 0.3122989146754751,
+      "grad_norm": 0.14601999521255493,
+      "learning_rate": 9.532926380314765e-07,
+      "loss": 0.798,
+      "step": 910
+    },
+    {
+      "epoch": 0.3157307708807001,
+      "grad_norm": 0.14271627366542816,
+      "learning_rate": 9.521250226287591e-07,
+      "loss": 0.7899,
+      "step": 920
+    },
+    {
+      "epoch": 0.3191626270859251,
+      "grad_norm": 0.14011245965957642,
+      "learning_rate": 9.509437257525477e-07,
+      "loss": 0.7918,
+      "step": 930
+    },
+    {
+      "epoch": 0.3225944832911501,
+      "grad_norm": 0.15178734064102173,
+      "learning_rate": 9.497487831493303e-07,
+      "loss": 0.7886,
+      "step": 940
+    },
+    {
+      "epoch": 0.3260263394963751,
+      "grad_norm": 0.14434966444969177,
+      "learning_rate": 9.485402309785207e-07,
+      "loss": 0.7861,
+      "step": 950
+    },
+    {
+      "epoch": 0.3294581957016001,
+      "grad_norm": 0.1490117758512497,
+      "learning_rate": 9.473181058113625e-07,
+      "loss": 0.7801,
+      "step": 960
+    },
+    {
+      "epoch": 0.3328900519068251,
+      "grad_norm": 0.14018067717552185,
+      "learning_rate": 9.460824446298238e-07,
+      "loss": 0.7772,
+      "step": 970
+    },
+    {
+      "epoch": 0.3363219081120501,
+      "grad_norm": 0.14092212915420532,
+      "learning_rate": 9.448332848254772e-07,
+      "loss": 0.7726,
+      "step": 980
+    },
+    {
+      "epoch": 0.3397537643172751,
+      "grad_norm": 0.14101341366767883,
+      "learning_rate": 9.435706641983691e-07,
+      "loss": 0.7835,
+      "step": 990
+    },
+    {
+      "epoch": 0.3431856205225001,
+      "grad_norm": 0.13935959339141846,
+      "learning_rate": 9.422946209558753e-07,
+      "loss": 0.7844,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3431856205225001,
+      "eval_loss": 0.5178520679473877,
+      "eval_runtime": 2.7071,
+      "eval_samples_per_second": 72.772,
+      "eval_steps_per_second": 2.586,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5828,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1670533931261755e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627d1d392c32b67d8b8a69cb0957cf64aa5f555604cd36152df237074e335bb7
+size 6609

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa33eeae75bd2ca661baf929b57cef4756d33f8c8353c8df61861561bb39ff0
+size 161533192

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9064a25ceccec369d7a6b36f50cba91fb357ca7db9abca61f8cc95912930ac31
+size 323296891

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86771a675ea09696f2de257a4cf9b2be967d250a22ad725e0d386e06255f359c
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75615b4048f1afd048fe1f9f0d328f8bac7c1fc32ee9d1ef52b5320f8f4eb551
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c1be1c35fa89a244f4d55869faddbfc6dec924529b2ea846e0cf3f0289a2d9
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b795af0d2325717c27ab775a52f880add05fe24af95ee19a8daf861bcb4459
+size 15429

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4f6f12099c5e93ba8e260ef74513eed4ac4c99e246b64772d66c88913f0557
+size 1465

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/trainer_state.json

@@ -0,0 +1,1457 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6863712410450002,
+  "eval_steps": 1000,
+  "global_step": 2000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0003431856205225001,
+      "grad_norm": 0.4299430251121521,
+      "learning_rate": 0.0,
+      "loss": 1.4627,
+      "step": 1
+    },
+    {
+      "epoch": 0.003431856205225001,
+      "grad_norm": 0.4088292419910431,
+      "learning_rate": 7.692307692307692e-08,
+      "loss": 1.396,
+      "step": 10
+    },
+    {
+      "epoch": 0.006863712410450002,
+      "grad_norm": 0.4185869097709656,
+      "learning_rate": 1.6239316239316238e-07,
+      "loss": 1.4465,
+      "step": 20
+    },
+    {
+      "epoch": 0.010295568615675004,
+      "grad_norm": 0.4100819528102875,
+      "learning_rate": 2.478632478632479e-07,
+      "loss": 1.4214,
+      "step": 30
+    },
+    {
+      "epoch": 0.013727424820900004,
+      "grad_norm": 0.40956148505210876,
+      "learning_rate": 3.333333333333333e-07,
+      "loss": 1.4204,
+      "step": 40
+    },
+    {
+      "epoch": 0.017159281026125007,
+      "grad_norm": 0.4205213785171509,
+      "learning_rate": 4.1880341880341877e-07,
+      "loss": 1.414,
+      "step": 50
+    },
+    {
+      "epoch": 0.020591137231350008,
+      "grad_norm": 0.42458558082580566,
+      "learning_rate": 5.042735042735042e-07,
+      "loss": 1.4276,
+      "step": 60
+    },
+    {
+      "epoch": 0.024022993436575008,
+      "grad_norm": 0.4269058406352997,
+      "learning_rate": 5.897435897435898e-07,
+      "loss": 1.3978,
+      "step": 70
+    },
+    {
+      "epoch": 0.02745484964180001,
+      "grad_norm": 0.4308013617992401,
+      "learning_rate": 6.752136752136752e-07,
+      "loss": 1.4215,
+      "step": 80
+    },
+    {
+      "epoch": 0.03088670584702501,
+      "grad_norm": 0.4537813663482666,
+      "learning_rate": 7.606837606837606e-07,
+      "loss": 1.4048,
+      "step": 90
+    },
+    {
+      "epoch": 0.034318562052250014,
+      "grad_norm": 0.4503990709781647,
+      "learning_rate": 8.461538461538461e-07,
+      "loss": 1.392,
+      "step": 100
+    },
+    {
+      "epoch": 0.037750418257475014,
+      "grad_norm": 0.47027310729026794,
+      "learning_rate": 9.316239316239316e-07,
+      "loss": 1.3976,
+      "step": 110
+    },
+    {
+      "epoch": 0.041182274462700015,
+      "grad_norm": 0.4839341640472412,
+      "learning_rate": 9.999996973955005e-07,
+      "loss": 1.4002,
+      "step": 120
+    },
+    {
+      "epoch": 0.044614130667925016,
+      "grad_norm": 0.5036092400550842,
+      "learning_rate": 9.999891062764798e-07,
+      "loss": 1.3982,
+      "step": 130
+    },
+    {
+      "epoch": 0.048045986873150016,
+      "grad_norm": 0.4965234100818634,
+      "learning_rate": 9.999633852987642e-07,
+      "loss": 1.397,
+      "step": 140
+    },
+    {
+      "epoch": 0.05147784307837502,
+      "grad_norm": 0.5197180509567261,
+      "learning_rate": 9.9992253524068e-07,
+      "loss": 1.3751,
+      "step": 150
+    },
+    {
+      "epoch": 0.05490969928360002,
+      "grad_norm": 0.5163680911064148,
+      "learning_rate": 9.99866557338365e-07,
+      "loss": 1.3695,
+      "step": 160
+    },
+    {
+      "epoch": 0.05834155548882502,
+      "grad_norm": 0.5173007845878601,
+      "learning_rate": 9.99795453285732e-07,
+      "loss": 1.3506,
+      "step": 170
+    },
+    {
+      "epoch": 0.06177341169405002,
+      "grad_norm": 0.4864056408405304,
+      "learning_rate": 9.997092252344166e-07,
+      "loss": 1.3533,
+      "step": 180
+    },
+    {
+      "epoch": 0.06520526789927503,
+      "grad_norm": 0.49360567331314087,
+      "learning_rate": 9.996078757937116e-07,
+      "loss": 1.3275,
+      "step": 190
+    },
+    {
+      "epoch": 0.06863712410450003,
+      "grad_norm": 0.501064121723175,
+      "learning_rate": 9.994914080304895e-07,
+      "loss": 1.3076,
+      "step": 200
+    },
+    {
+      "epoch": 0.07206898030972503,
+      "grad_norm": 0.4690609574317932,
+      "learning_rate": 9.993598254691088e-07,
+      "loss": 1.2865,
+      "step": 210
+    },
+    {
+      "epoch": 0.07550083651495003,
+      "grad_norm": 0.47381022572517395,
+      "learning_rate": 9.992131320913073e-07,
+      "loss": 1.2648,
+      "step": 220
+    },
+    {
+      "epoch": 0.07893269272017503,
+      "grad_norm": 0.45286867022514343,
+      "learning_rate": 9.990513323360817e-07,
+      "loss": 1.2431,
+      "step": 230
+    },
+    {
+      "epoch": 0.08236454892540003,
+      "grad_norm": 0.4921780228614807,
+      "learning_rate": 9.988744310995537e-07,
+      "loss": 1.2428,
+      "step": 240
+    },
+    {
+      "epoch": 0.08579640513062503,
+      "grad_norm": 0.49995583295822144,
+      "learning_rate": 9.986824337348214e-07,
+      "loss": 1.2214,
+      "step": 250
+    },
+    {
+      "epoch": 0.08922826133585003,
+      "grad_norm": 0.4573882520198822,
+      "learning_rate": 9.984753460517971e-07,
+      "loss": 1.1814,
+      "step": 260
+    },
+    {
+      "epoch": 0.09266011754107503,
+      "grad_norm": 0.465033620595932,
+      "learning_rate": 9.982531743170326e-07,
+      "loss": 1.1901,
+      "step": 270
+    },
+    {
+      "epoch": 0.09609197374630003,
+      "grad_norm": 0.4443592131137848,
+      "learning_rate": 9.980159252535278e-07,
+      "loss": 1.1761,
+      "step": 280
+    },
+    {
+      "epoch": 0.09952382995152503,
+      "grad_norm": 0.45199236273765564,
+      "learning_rate": 9.97763606040529e-07,
+      "loss": 1.1511,
+      "step": 290
+    },
+    {
+      "epoch": 0.10295568615675003,
+      "grad_norm": 0.42239347100257874,
+      "learning_rate": 9.974962243133105e-07,
+      "loss": 1.1415,
+      "step": 300
+    },
+    {
+      "epoch": 0.10638754236197503,
+      "grad_norm": 0.4355708658695221,
+      "learning_rate": 9.972137881629441e-07,
+      "loss": 1.1028,
+      "step": 310
+    },
+    {
+      "epoch": 0.10981939856720004,
+      "grad_norm": 0.45655912160873413,
+      "learning_rate": 9.969163061360542e-07,
+      "loss": 1.108,
+      "step": 320
+    },
+    {
+      "epoch": 0.11325125477242504,
+      "grad_norm": 0.4209122657775879,
+      "learning_rate": 9.966037872345587e-07,
+      "loss": 1.0815,
+      "step": 330
+    },
+    {
+      "epoch": 0.11668311097765004,
+      "grad_norm": 0.4177815020084381,
+      "learning_rate": 9.962762409153977e-07,
+      "loss": 1.0585,
+      "step": 340
+    },
+    {
+      "epoch": 0.12011496718287504,
+      "grad_norm": 0.37065720558166504,
+      "learning_rate": 9.95933677090246e-07,
+      "loss": 1.0611,
+      "step": 350
+    },
+    {
+      "epoch": 0.12354682338810004,
+      "grad_norm": 0.36986374855041504,
+      "learning_rate": 9.95576106125214e-07,
+      "loss": 1.0412,
+      "step": 360
+    },
+    {
+      "epoch": 0.12697867959332504,
+      "grad_norm": 0.3482954800128937,
+      "learning_rate": 9.952035388405338e-07,
+      "loss": 1.0214,
+      "step": 370
+    },
+    {
+      "epoch": 0.13041053579855005,
+      "grad_norm": 0.34977373480796814,
+      "learning_rate": 9.948159865102316e-07,
+      "loss": 1.0166,
+      "step": 380
+    },
+    {
+      "epoch": 0.13384239200377504,
+      "grad_norm": 0.3504694998264313,
+      "learning_rate": 9.944134608617873e-07,
+      "loss": 1.0135,
+      "step": 390
+    },
+    {
+      "epoch": 0.13727424820900005,
+      "grad_norm": 0.3331628739833832,
+      "learning_rate": 9.939959740757783e-07,
+      "loss": 1.0048,
+      "step": 400
+    },
+    {
+      "epoch": 0.14070610441422504,
+      "grad_norm": 0.32608217000961304,
+      "learning_rate": 9.93563538785512e-07,
+      "loss": 0.996,
+      "step": 410
+    },
+    {
+      "epoch": 0.14413796061945006,
+      "grad_norm": 0.323869526386261,
+      "learning_rate": 9.931161680766434e-07,
+      "loss": 0.9877,
+      "step": 420
+    },
+    {
+      "epoch": 0.14756981682467504,
+      "grad_norm": 0.3259506821632385,
+      "learning_rate": 9.926538754867785e-07,
+      "loss": 0.9834,
+      "step": 430
+    },
+    {
+      "epoch": 0.15100167302990006,
+      "grad_norm": 0.31606751680374146,
+      "learning_rate": 9.921766750050652e-07,
+      "loss": 0.9725,
+      "step": 440
+    },
+    {
+      "epoch": 0.15443352923512504,
+      "grad_norm": 0.3078249990940094,
+      "learning_rate": 9.916845810717702e-07,
+      "loss": 0.9559,
+      "step": 450
+    },
+    {
+      "epoch": 0.15786538544035006,
+      "grad_norm": 0.2885476052761078,
+      "learning_rate": 9.911776085778408e-07,
+      "loss": 0.9532,
+      "step": 460
+    },
+    {
+      "epoch": 0.16129724164557505,
+      "grad_norm": 0.3007981777191162,
+      "learning_rate": 9.906557728644557e-07,
+      "loss": 0.9581,
+      "step": 470
+    },
+    {
+      "epoch": 0.16472909785080006,
+      "grad_norm": 0.2994419038295746,
+      "learning_rate": 9.901190897225603e-07,
+      "loss": 0.9456,
+      "step": 480
+    },
+    {
+      "epoch": 0.16816095405602505,
+      "grad_norm": 0.28899767994880676,
+      "learning_rate": 9.895675753923889e-07,
+      "loss": 0.9363,
+      "step": 490
+    },
+    {
+      "epoch": 0.17159281026125006,
+      "grad_norm": 0.2855533957481384,
+      "learning_rate": 9.890012465629724e-07,
+      "loss": 0.9408,
+      "step": 500
+    },
+    {
+      "epoch": 0.17502466646647505,
+      "grad_norm": 0.2600732743740082,
+      "learning_rate": 9.884201203716347e-07,
+      "loss": 0.9137,
+      "step": 510
+    },
+    {
+      "epoch": 0.17845652267170006,
+      "grad_norm": 0.27267634868621826,
+      "learning_rate": 9.878242144034734e-07,
+      "loss": 0.9072,
+      "step": 520
+    },
+    {
+      "epoch": 0.18188837887692505,
+      "grad_norm": 0.2529361844062805,
+      "learning_rate": 9.872135466908272e-07,
+      "loss": 0.917,
+      "step": 530
+    },
+    {
+      "epoch": 0.18532023508215006,
+      "grad_norm": 0.2521052360534668,
+      "learning_rate": 9.865881357127313e-07,
+      "loss": 0.9019,
+      "step": 540
+    },
+    {
+      "epoch": 0.18875209128737505,
+      "grad_norm": 0.24636240303516388,
+      "learning_rate": 9.859480003943576e-07,
+      "loss": 0.9063,
+      "step": 550
+    },
+    {
+      "epoch": 0.19218394749260007,
+      "grad_norm": 0.2509296238422394,
+      "learning_rate": 9.85293160106442e-07,
+      "loss": 0.8961,
+      "step": 560
+    },
+    {
+      "epoch": 0.19561580369782505,
+      "grad_norm": 0.23354314267635345,
+      "learning_rate": 9.846236346646981e-07,
+      "loss": 0.9068,
+      "step": 570
+    },
+    {
+      "epoch": 0.19904765990305007,
+      "grad_norm": 0.22474652528762817,
+      "learning_rate": 9.83939444329218e-07,
+      "loss": 0.8829,
+      "step": 580
+    },
+    {
+      "epoch": 0.20247951610827505,
+      "grad_norm": 0.2152058482170105,
+      "learning_rate": 9.832406098038588e-07,
+      "loss": 0.885,
+      "step": 590
+    },
+    {
+      "epoch": 0.20591137231350007,
+      "grad_norm": 0.22178499400615692,
+      "learning_rate": 9.825271522356172e-07,
+      "loss": 0.8831,
+      "step": 600
+    },
+    {
+      "epoch": 0.20934322851872506,
+      "grad_norm": 0.21470265090465546,
+      "learning_rate": 9.81799093213987e-07,
+      "loss": 0.8773,
+      "step": 610
+    },
+    {
+      "epoch": 0.21277508472395007,
+      "grad_norm": 0.20275703072547913,
+      "learning_rate": 9.81056454770309e-07,
+      "loss": 0.8688,
+      "step": 620
+    },
+    {
+      "epoch": 0.21620694092917506,
+      "grad_norm": 0.20400595664978027,
+      "learning_rate": 9.802992593771022e-07,
+      "loss": 0.8618,
+      "step": 630
+    },
+    {
+      "epoch": 0.21963879713440007,
+      "grad_norm": 0.20699158310890198,
+      "learning_rate": 9.795275299473842e-07,
+      "loss": 0.8653,
+      "step": 640
+    },
+    {
+      "epoch": 0.22307065333962506,
+      "grad_norm": 0.20036590099334717,
+      "learning_rate": 9.787412898339787e-07,
+      "loss": 0.8669,
+      "step": 650
+    },
+    {
+      "epoch": 0.22650250954485007,
+      "grad_norm": 0.19475631415843964,
+      "learning_rate": 9.77940562828807e-07,
+      "loss": 0.8476,
+      "step": 660
+    },
+    {
+      "epoch": 0.22993436575007506,
+      "grad_norm": 0.1894875168800354,
+      "learning_rate": 9.771253731621708e-07,
+      "loss": 0.8505,
+      "step": 670
+    },
+    {
+      "epoch": 0.23336622195530007,
+      "grad_norm": 0.1904381811618805,
+      "learning_rate": 9.762957455020157e-07,
+      "loss": 0.8485,
+      "step": 680
+    },
+    {
+      "epoch": 0.23679807816052506,
+      "grad_norm": 0.19158561527729034,
+      "learning_rate": 9.754517049531873e-07,
+      "loss": 0.8487,
+      "step": 690
+    },
+    {
+      "epoch": 0.24022993436575008,
+      "grad_norm": 0.17986464500427246,
+      "learning_rate": 9.745932770566712e-07,
+      "loss": 0.8572,
+      "step": 700
+    },
+    {
+      "epoch": 0.2436617905709751,
+      "grad_norm": 0.1857622116804123,
+      "learning_rate": 9.73720487788818e-07,
+      "loss": 0.8534,
+      "step": 710
+    },
+    {
+      "epoch": 0.24709364677620008,
+      "grad_norm": 0.1875901222229004,
+      "learning_rate": 9.728333635605605e-07,
+      "loss": 0.8504,
+      "step": 720
+    },
+    {
+      "epoch": 0.25052550298142506,
+      "grad_norm": 0.1779457926750183,
+      "learning_rate": 9.719319312166116e-07,
+      "loss": 0.8371,
+      "step": 730
+    },
+    {
+      "epoch": 0.2539573591866501,
+      "grad_norm": 0.175249844789505,
+      "learning_rate": 9.710162180346537e-07,
+      "loss": 0.8393,
+      "step": 740
+    },
+    {
+      "epoch": 0.2573892153918751,
+      "grad_norm": 0.1826140284538269,
+      "learning_rate": 9.700862517245124e-07,
+      "loss": 0.825,
+      "step": 750
+    },
+    {
+      "epoch": 0.2608210715971001,
+      "grad_norm": 0.16872577369213104,
+      "learning_rate": 9.691420604273189e-07,
+      "loss": 0.8254,
+      "step": 760
+    },
+    {
+      "epoch": 0.26425292780232507,
+      "grad_norm": 0.17191503942012787,
+      "learning_rate": 9.681836727146573e-07,
+      "loss": 0.8311,
+      "step": 770
+    },
+    {
+      "epoch": 0.2676847840075501,
+      "grad_norm": 0.16280730068683624,
+      "learning_rate": 9.67211117587701e-07,
+      "loss": 0.822,
+      "step": 780
+    },
+    {
+      "epoch": 0.2711166402127751,
+      "grad_norm": 0.16375544667243958,
+      "learning_rate": 9.66224424476334e-07,
+      "loss": 0.817,
+      "step": 790
+    },
+    {
+      "epoch": 0.2745484964180001,
+      "grad_norm": 0.1521625816822052,
+      "learning_rate": 9.65223623238262e-07,
+      "loss": 0.8168,
+      "step": 800
+    },
+    {
+      "epoch": 0.27798035262322507,
+      "grad_norm": 0.16167208552360535,
+      "learning_rate": 9.642087441581076e-07,
+      "loss": 0.8145,
+      "step": 810
+    },
+    {
+      "epoch": 0.2814122088284501,
+      "grad_norm": 0.1532670557498932,
+      "learning_rate": 9.631798179464934e-07,
+      "loss": 0.8044,
+      "step": 820
+    },
+    {
+      "epoch": 0.2848440650336751,
+      "grad_norm": 0.14858050644397736,
+      "learning_rate": 9.621368757391147e-07,
+      "loss": 0.8131,
+      "step": 830
+    },
+    {
+      "epoch": 0.2882759212389001,
+      "grad_norm": 0.1495020091533661,
+      "learning_rate": 9.610799490957952e-07,
+      "loss": 0.7964,
+      "step": 840
+    },
+    {
+      "epoch": 0.29170777744412507,
+      "grad_norm": 0.15286986529827118,
+      "learning_rate": 9.600090699995335e-07,
+      "loss": 0.8099,
+      "step": 850
+    },
+    {
+      "epoch": 0.2951396336493501,
+      "grad_norm": 0.15119820833206177,
+      "learning_rate": 9.589242708555346e-07,
+      "loss": 0.7894,
+      "step": 860
+    },
+    {
+      "epoch": 0.2985714898545751,
+      "grad_norm": 0.1473424881696701,
+      "learning_rate": 9.578255844902288e-07,
+      "loss": 0.8002,
+      "step": 870
+    },
+    {
+      "epoch": 0.3020033460598001,
+      "grad_norm": 0.15225432813167572,
+      "learning_rate": 9.567130441502797e-07,
+      "loss": 0.7959,
+      "step": 880
+    },
+    {
+      "epoch": 0.3054352022650251,
+      "grad_norm": 0.1481156349182129,
+      "learning_rate": 9.555866835015768e-07,
+      "loss": 0.8007,
+      "step": 890
+    },
+    {
+      "epoch": 0.3088670584702501,
+      "grad_norm": 0.15408167243003845,
+      "learning_rate": 9.544465366282178e-07,
+      "loss": 0.8021,
+      "step": 900
+    },
+    {
+      "epoch": 0.3122989146754751,
+      "grad_norm": 0.14601999521255493,
+      "learning_rate": 9.532926380314765e-07,
+      "loss": 0.798,
+      "step": 910
+    },
+    {
+      "epoch": 0.3157307708807001,
+      "grad_norm": 0.14271627366542816,
+      "learning_rate": 9.521250226287591e-07,
+      "loss": 0.7899,
+      "step": 920
+    },
+    {
+      "epoch": 0.3191626270859251,
+      "grad_norm": 0.14011245965957642,
+      "learning_rate": 9.509437257525477e-07,
+      "loss": 0.7918,
+      "step": 930
+    },
+    {
+      "epoch": 0.3225944832911501,
+      "grad_norm": 0.15178734064102173,
+      "learning_rate": 9.497487831493303e-07,
+      "loss": 0.7886,
+      "step": 940
+    },
+    {
+      "epoch": 0.3260263394963751,
+      "grad_norm": 0.14434966444969177,
+      "learning_rate": 9.485402309785207e-07,
+      "loss": 0.7861,
+      "step": 950
+    },
+    {
+      "epoch": 0.3294581957016001,
+      "grad_norm": 0.1490117758512497,
+      "learning_rate": 9.473181058113625e-07,
+      "loss": 0.7801,
+      "step": 960
+    },
+    {
+      "epoch": 0.3328900519068251,
+      "grad_norm": 0.14018067717552185,
+      "learning_rate": 9.460824446298238e-07,
+      "loss": 0.7772,
+      "step": 970
+    },
+    {
+      "epoch": 0.3363219081120501,
+      "grad_norm": 0.14092212915420532,
+      "learning_rate": 9.448332848254772e-07,
+      "loss": 0.7726,
+      "step": 980
+    },
+    {
+      "epoch": 0.3397537643172751,
+      "grad_norm": 0.14101341366767883,
+      "learning_rate": 9.435706641983691e-07,
+      "loss": 0.7835,
+      "step": 990
+    },
+    {
+      "epoch": 0.3431856205225001,
+      "grad_norm": 0.13935959339141846,
+      "learning_rate": 9.422946209558753e-07,
+      "loss": 0.7844,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3431856205225001,
+      "eval_loss": 0.5178520679473877,
+      "eval_runtime": 2.7071,
+      "eval_samples_per_second": 72.772,
+      "eval_steps_per_second": 2.586,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3466174767277251,
+      "grad_norm": 0.13635443150997162,
+      "learning_rate": 9.41005193711545e-07,
+      "loss": 0.7781,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3500493329329501,
+      "grad_norm": 0.13884112238883972,
+      "learning_rate": 9.397024214839322e-07,
+      "loss": 0.7658,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3534811891381751,
+      "grad_norm": 0.14348766207695007,
+      "learning_rate": 9.383863436954151e-07,
+      "loss": 0.7594,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3569130453434001,
+      "grad_norm": 0.13844852149486542,
+      "learning_rate": 9.370570001710039e-07,
+      "loss": 0.7777,
+      "step": 1040
+    },
+    {
+      "epoch": 0.3603449015486251,
+      "grad_norm": 0.13986144959926605,
+      "learning_rate": 9.357144311371336e-07,
+      "loss": 0.7654,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3637767577538501,
+      "grad_norm": 0.1337609589099884,
+      "learning_rate": 9.343586772204496e-07,
+      "loss": 0.7594,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3672086139590751,
+      "grad_norm": 0.1409183293581009,
+      "learning_rate": 9.329897794465758e-07,
+      "loss": 0.7673,
+      "step": 1070
+    },
+    {
+      "epoch": 0.37064047016430013,
+      "grad_norm": 0.13858859241008759,
+      "learning_rate": 9.316077792388744e-07,
+      "loss": 0.7679,
+      "step": 1080
+    },
+    {
+      "epoch": 0.37407232636952514,
+      "grad_norm": 0.1453314870595932,
+      "learning_rate": 9.302127184171924e-07,
+      "loss": 0.7561,
+      "step": 1090
+    },
+    {
+      "epoch": 0.3775041825747501,
+      "grad_norm": 0.13518211245536804,
+      "learning_rate": 9.288046391965958e-07,
+      "loss": 0.7626,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3809360387799751,
+      "grad_norm": 0.14239028096199036,
+      "learning_rate": 9.273835841860921e-07,
+      "loss": 0.751,
+      "step": 1110
+    },
+    {
+      "epoch": 0.38436789498520013,
+      "grad_norm": 0.13398560881614685,
+      "learning_rate": 9.259495963873413e-07,
+      "loss": 0.7546,
+      "step": 1120
+    },
+    {
+      "epoch": 0.38779975119042515,
+      "grad_norm": 0.1427556723356247,
+      "learning_rate": 9.245027191933543e-07,
+      "loss": 0.7612,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3912316073956501,
+      "grad_norm": 0.14072932302951813,
+      "learning_rate": 9.2304299638718e-07,
+      "loss": 0.7485,
+      "step": 1140
+    },
+    {
+      "epoch": 0.3946634636008751,
+      "grad_norm": 0.13230109214782715,
+      "learning_rate": 9.215704721405806e-07,
+      "loss": 0.7573,
+      "step": 1150
+    },
+    {
+      "epoch": 0.39809531980610013,
+      "grad_norm": 0.148066908121109,
+      "learning_rate": 9.200851910126941e-07,
+      "loss": 0.7526,
+      "step": 1160
+    },
+    {
+      "epoch": 0.40152717601132515,
+      "grad_norm": 0.13378670811653137,
+      "learning_rate": 9.185871979486871e-07,
+      "loss": 0.7508,
+      "step": 1170
+    },
+    {
+      "epoch": 0.4049590322165501,
+      "grad_norm": 0.12644359469413757,
+      "learning_rate": 9.17076538278394e-07,
+      "loss": 0.7444,
+      "step": 1180
+    },
+    {
+      "epoch": 0.4083908884217751,
+      "grad_norm": 0.13660985231399536,
+      "learning_rate": 9.155532577149456e-07,
+      "loss": 0.7535,
+      "step": 1190
+    },
+    {
+      "epoch": 0.41182274462700014,
+      "grad_norm": 0.1432262808084488,
+      "learning_rate": 9.140174023533853e-07,
+      "loss": 0.7426,
+      "step": 1200
+    },
+    {
+      "epoch": 0.41525460083222515,
+      "grad_norm": 0.13691331446170807,
+      "learning_rate": 9.124690186692749e-07,
+      "loss": 0.7458,
+      "step": 1210
+    },
+    {
+      "epoch": 0.4186864570374501,
+      "grad_norm": 0.1300542652606964,
+      "learning_rate": 9.109081535172882e-07,
+      "loss": 0.7485,
+      "step": 1220
+    },
+    {
+      "epoch": 0.4221183132426751,
+      "grad_norm": 0.13502956926822662,
+      "learning_rate": 9.093348541297925e-07,
+      "loss": 0.7475,
+      "step": 1230
+    },
+    {
+      "epoch": 0.42555016944790014,
+      "grad_norm": 0.1356034278869629,
+      "learning_rate": 9.077491681154196e-07,
+      "loss": 0.7482,
+      "step": 1240
+    },
+    {
+      "epoch": 0.42898202565312515,
+      "grad_norm": 0.12906280159950256,
+      "learning_rate": 9.061511434576262e-07,
+      "loss": 0.7371,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4324138818583501,
+      "grad_norm": 0.1349577009677887,
+      "learning_rate": 9.0454082851324e-07,
+      "loss": 0.7335,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4358457380635751,
+      "grad_norm": 0.1454353630542755,
+      "learning_rate": 9.029182720109978e-07,
+      "loss": 0.7368,
+      "step": 1270
+    },
+    {
+      "epoch": 0.43927759426880014,
+      "grad_norm": 0.134767547249794,
+      "learning_rate": 9.012835230500709e-07,
+      "loss": 0.7384,
+      "step": 1280
+    },
+    {
+      "epoch": 0.44270945047402516,
+      "grad_norm": 0.1399284452199936,
+      "learning_rate": 8.99636631098578e-07,
+      "loss": 0.7291,
+      "step": 1290
+    },
+    {
+      "epoch": 0.4461413066792501,
+      "grad_norm": 0.12492623180150986,
+      "learning_rate": 8.979776459920905e-07,
+      "loss": 0.7396,
+      "step": 1300
+    },
+    {
+      "epoch": 0.44957316288447513,
+      "grad_norm": 0.1346214860677719,
+      "learning_rate": 8.963066179321226e-07,
+      "loss": 0.7375,
+      "step": 1310
+    },
+    {
+      "epoch": 0.45300501908970014,
+      "grad_norm": 0.13000033795833588,
+      "learning_rate": 8.946235974846123e-07,
+      "loss": 0.7287,
+      "step": 1320
+    },
+    {
+      "epoch": 0.45643687529492516,
+      "grad_norm": 0.12204816192388535,
+      "learning_rate": 8.92928635578393e-07,
+      "loss": 0.7218,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4598687315001501,
+      "grad_norm": 0.1299746036529541,
+      "learning_rate": 8.912217835036502e-07,
+      "loss": 0.7165,
+      "step": 1340
+    },
+    {
+      "epoch": 0.46330058770537513,
+      "grad_norm": 0.12837541103363037,
+      "learning_rate": 8.895030929103704e-07,
+      "loss": 0.729,
+      "step": 1350
+    },
+    {
+      "epoch": 0.46673244391060015,
+      "grad_norm": 0.13676238059997559,
+      "learning_rate": 8.877726158067786e-07,
+      "loss": 0.7305,
+      "step": 1360
+    },
+    {
+      "epoch": 0.47016430011582516,
+      "grad_norm": 0.12924127280712128,
+      "learning_rate": 8.860304045577638e-07,
+      "loss": 0.721,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4735961563210501,
+      "grad_norm": 0.13184186816215515,
+      "learning_rate": 8.842765118832946e-07,
+      "loss": 0.7282,
+      "step": 1380
+    },
+    {
+      "epoch": 0.47702801252627514,
+      "grad_norm": 0.13166505098342896,
+      "learning_rate": 8.82510990856824e-07,
+      "loss": 0.7169,
+      "step": 1390
+    },
+    {
+      "epoch": 0.48045986873150015,
+      "grad_norm": 0.13092082738876343,
+      "learning_rate": 8.807338949036834e-07,
+      "loss": 0.7108,
+      "step": 1400
+    },
+    {
+      "epoch": 0.48389172493672516,
+      "grad_norm": 0.14112719893455505,
+      "learning_rate": 8.789452777994655e-07,
+      "loss": 0.7202,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4873235811419502,
+      "grad_norm": 0.12200676649808884,
+      "learning_rate": 8.771451936683978e-07,
+      "loss": 0.7215,
+      "step": 1420
+    },
+    {
+      "epoch": 0.49075543734717514,
+      "grad_norm": 0.12288221716880798,
+      "learning_rate": 8.753336969817043e-07,
+      "loss": 0.7041,
+      "step": 1430
+    },
+    {
+      "epoch": 0.49418729355240015,
+      "grad_norm": 0.13554033637046814,
+      "learning_rate": 8.735108425559569e-07,
+      "loss": 0.7233,
+      "step": 1440
+    },
+    {
+      "epoch": 0.49761914975762517,
+      "grad_norm": 0.13341429829597473,
+      "learning_rate": 8.716766855514173e-07,
+      "loss": 0.7078,
+      "step": 1450
+    },
+    {
+      "epoch": 0.5010510059628501,
+      "grad_norm": 0.12387843430042267,
+      "learning_rate": 8.698312814703671e-07,
+      "loss": 0.7128,
+      "step": 1460
+    },
+    {
+      "epoch": 0.5044828621680751,
+      "grad_norm": 0.13132332265377045,
+      "learning_rate": 8.679746861554292e-07,
+      "loss": 0.705,
+      "step": 1470
+    },
+    {
+      "epoch": 0.5079147183733002,
+      "grad_norm": 0.13154728710651398,
+      "learning_rate": 8.661069557878773e-07,
+      "loss": 0.7203,
+      "step": 1480
+    },
+    {
+      "epoch": 0.5113465745785252,
+      "grad_norm": 0.13862931728363037,
+      "learning_rate": 8.642281468859355e-07,
+      "loss": 0.7085,
+      "step": 1490
+    },
+    {
+      "epoch": 0.5147784307837502,
+      "grad_norm": 0.1305534690618515,
+      "learning_rate": 8.623383163030691e-07,
+      "loss": 0.7059,
+      "step": 1500
+    },
+    {
+      "epoch": 0.5182102869889752,
+      "grad_norm": 0.12461559474468231,
+      "learning_rate": 8.604375212262634e-07,
+      "loss": 0.7101,
+      "step": 1510
+    },
+    {
+      "epoch": 0.5216421431942002,
+      "grad_norm": 0.13531649112701416,
+      "learning_rate": 8.585258191742934e-07,
+      "loss": 0.7122,
+      "step": 1520
+    },
+    {
+      "epoch": 0.5250739993994251,
+      "grad_norm": 0.13065899908542633,
+      "learning_rate": 8.566032679959833e-07,
+      "loss": 0.711,
+      "step": 1530
+    },
+    {
+      "epoch": 0.5285058556046501,
+      "grad_norm": 0.1297493875026703,
+      "learning_rate": 8.546699258684561e-07,
+      "loss": 0.7099,
+      "step": 1540
+    },
+    {
+      "epoch": 0.5319377118098751,
+      "grad_norm": 0.12244392931461334,
+      "learning_rate": 8.527258512953726e-07,
+      "loss": 0.7118,
+      "step": 1550
+    },
+    {
+      "epoch": 0.5353695680151002,
+      "grad_norm": 0.13200721144676208,
+      "learning_rate": 8.507711031051619e-07,
+      "loss": 0.7044,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5388014242203252,
+      "grad_norm": 0.12992867827415466,
+      "learning_rate": 8.488057404492404e-07,
+      "loss": 0.7096,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5422332804255502,
+      "grad_norm": 0.13190945982933044,
+      "learning_rate": 8.468298228002227e-07,
+      "loss": 0.7058,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5456651366307752,
+      "grad_norm": 0.12765462696552277,
+      "learning_rate": 8.448434099501206e-07,
+      "loss": 0.7035,
+      "step": 1590
+    },
+    {
+      "epoch": 0.5490969928360002,
+      "grad_norm": 0.1299353837966919,
+      "learning_rate": 8.428465620085357e-07,
+      "loss": 0.6966,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5525288490412251,
+      "grad_norm": 0.1336720585823059,
+      "learning_rate": 8.408393394008386e-07,
+      "loss": 0.6907,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5559607052464501,
+      "grad_norm": 0.12822534143924713,
+      "learning_rate": 8.388218028663417e-07,
+      "loss": 0.6932,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5593925614516752,
+      "grad_norm": 0.1353648602962494,
+      "learning_rate": 8.367940134564604e-07,
+      "loss": 0.6999,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5628244176569002,
+      "grad_norm": 0.1401262879371643,
+      "learning_rate": 8.347560325328662e-07,
+      "loss": 0.7124,
+      "step": 1640
+    },
+    {
+      "epoch": 0.5662562738621252,
+      "grad_norm": 0.13942384719848633,
+      "learning_rate": 8.327079217656294e-07,
+      "loss": 0.6979,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5696881300673502,
+      "grad_norm": 0.1273692399263382,
+      "learning_rate": 8.306497431313535e-07,
+      "loss": 0.6945,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5731199862725752,
+      "grad_norm": 0.1340942233800888,
+      "learning_rate": 8.28581558911299e-07,
+      "loss": 0.691,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5765518424778002,
+      "grad_norm": 0.13702140748500824,
+      "learning_rate": 8.265034316894995e-07,
+      "loss": 0.692,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5799836986830251,
+      "grad_norm": 0.12608665227890015,
+      "learning_rate": 8.244154243508678e-07,
+      "loss": 0.6957,
+      "step": 1690
+    },
+    {
+      "epoch": 0.5834155548882501,
+      "grad_norm": 0.14309726655483246,
+      "learning_rate": 8.223176000792922e-07,
+      "loss": 0.6905,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5868474110934752,
+      "grad_norm": 0.13849203288555145,
+      "learning_rate": 8.202100223557253e-07,
+      "loss": 0.6873,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5902792672987002,
+      "grad_norm": 0.13753657042980194,
+      "learning_rate": 8.180927549562635e-07,
+      "loss": 0.6956,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5937111235039252,
+      "grad_norm": 0.12178237736225128,
+      "learning_rate": 8.159658619502153e-07,
+      "loss": 0.6956,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5971429797091502,
+      "grad_norm": 0.12280254811048508,
+      "learning_rate": 8.138294076981643e-07,
+      "loss": 0.6908,
+      "step": 1740
+    },
+    {
+      "epoch": 0.6005748359143752,
+      "grad_norm": 0.12801134586334229,
+      "learning_rate": 8.116834568500211e-07,
+      "loss": 0.6861,
+      "step": 1750
+    },
+    {
+      "epoch": 0.6040066921196002,
+      "grad_norm": 0.15204466879367828,
+      "learning_rate": 8.095280743430665e-07,
+      "loss": 0.6971,
+      "step": 1760
+    },
+    {
+      "epoch": 0.6074385483248252,
+      "grad_norm": 0.13581615686416626,
+      "learning_rate": 8.073633253999873e-07,
+      "loss": 0.6839,
+      "step": 1770
+    },
+    {
+      "epoch": 0.6108704045300501,
+      "grad_norm": 0.13323235511779785,
+      "learning_rate": 8.051892755269018e-07,
+      "loss": 0.683,
+      "step": 1780
+    },
+    {
+      "epoch": 0.6143022607352752,
+      "grad_norm": 0.13146008551120758,
+      "learning_rate": 8.030059905113784e-07,
+      "loss": 0.6902,
+      "step": 1790
+    },
+    {
+      "epoch": 0.6177341169405002,
+      "grad_norm": 0.13594645261764526,
+      "learning_rate": 8.008135364204435e-07,
+      "loss": 0.6827,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6211659731457252,
+      "grad_norm": 0.12503455579280853,
+      "learning_rate": 7.986119795985844e-07,
+      "loss": 0.6865,
+      "step": 1810
+    },
+    {
+      "epoch": 0.6245978293509502,
+      "grad_norm": 0.1326860785484314,
+      "learning_rate": 7.964013866657393e-07,
+      "loss": 0.6889,
+      "step": 1820
+    },
+    {
+      "epoch": 0.6280296855561752,
+      "grad_norm": 0.15641331672668457,
+      "learning_rate": 7.941818245152834e-07,
+      "loss": 0.6932,
+      "step": 1830
+    },
+    {
+      "epoch": 0.6314615417614002,
+      "grad_norm": 0.13958454132080078,
+      "learning_rate": 7.919533603120032e-07,
+      "loss": 0.6828,
+      "step": 1840
+    },
+    {
+      "epoch": 0.6348933979666253,
+      "grad_norm": 0.12351445853710175,
+      "learning_rate": 7.897160614900652e-07,
+      "loss": 0.6854,
+      "step": 1850
+    },
+    {
+      "epoch": 0.6383252541718502,
+      "grad_norm": 0.12617653608322144,
+      "learning_rate": 7.874699957509743e-07,
+      "loss": 0.68,
+      "step": 1860
+    },
+    {
+      "epoch": 0.6417571103770752,
+      "grad_norm": 0.13769526779651642,
+      "learning_rate": 7.852152310615258e-07,
+      "loss": 0.6823,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6451889665823002,
+      "grad_norm": 0.14951691031455994,
+      "learning_rate": 7.829518356517487e-07,
+      "loss": 0.6813,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6486208227875252,
+      "grad_norm": 0.14099353551864624,
+      "learning_rate": 7.806798780128407e-07,
+      "loss": 0.6842,
+      "step": 1890
+    },
+    {
+      "epoch": 0.6520526789927502,
+      "grad_norm": 0.13499310612678528,
+      "learning_rate": 7.783994268950956e-07,
+      "loss": 0.6837,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6554845351979752,
+      "grad_norm": 0.1404290497303009,
+      "learning_rate": 7.761105513058233e-07,
+      "loss": 0.6767,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6589163914032002,
+      "grad_norm": 0.13276512920856476,
+      "learning_rate": 7.738133205072614e-07,
+      "loss": 0.6769,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6623482476084253,
+      "grad_norm": 0.13649865984916687,
+      "learning_rate": 7.715078040144792e-07,
+      "loss": 0.6835,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6657801038136502,
+      "grad_norm": 0.1304669827222824,
+      "learning_rate": 7.69194071593274e-07,
+      "loss": 0.6782,
+      "step": 1940
+    },
+    {
+      "epoch": 0.6692119600188752,
+      "grad_norm": 0.12375791370868683,
+      "learning_rate": 7.668721932580606e-07,
+      "loss": 0.671,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6726438162241002,
+      "grad_norm": 0.14330196380615234,
+      "learning_rate": 7.645422392697522e-07,
+      "loss": 0.6838,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6760756724293252,
+      "grad_norm": 0.13265208899974823,
+      "learning_rate": 7.62204280133634e-07,
+      "loss": 0.6732,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6795075286345502,
+      "grad_norm": 0.12608599662780762,
+      "learning_rate": 7.598583865972301e-07,
+      "loss": 0.6752,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6829393848397752,
+      "grad_norm": 0.13193194568157196,
+      "learning_rate": 7.575046296481624e-07,
+      "loss": 0.6749,
+      "step": 1990
+    },
+    {
+      "epoch": 0.6863712410450002,
+      "grad_norm": 0.13026027381420135,
+      "learning_rate": 7.551430805120031e-07,
+      "loss": 0.674,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6863712410450002,
+      "eval_loss": 0.45330721139907837,
+      "eval_runtime": 2.6906,
+      "eval_samples_per_second": 73.217,
+      "eval_steps_per_second": 2.602,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5828,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.3322076019651772e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-2000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627d1d392c32b67d8b8a69cb0957cf64aa5f555604cd36152df237074e335bb7
+size 6609

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/README.md

@@ -0,0 +1,207 @@
+---
+base_model: Qwen/Qwen2.5-Coder-7B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:Qwen/Qwen2.5-Coder-7B-Instruct
+- lora
+- transformers
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.0

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/adapter_config.json

@@ -0,0 +1,46 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-Coder-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.0",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "down_proj",
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "q_proj",
+    "o_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c51b6e7035ca22dec52bf1bc5273799583b26595276aeb285ca944d2aa5d94
+size 161533192

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4385aebd00aee6445f7b256109959d49cca60d719216975021ef5338885b9
+size 323296891

qwen2.5-coder-7B-v4-if-allmuts-code_cont-legacy-system-2ep-muts-fnr-reflection-True-patch-instruction-v4-classic-variant-legacy-iim-system_lr_1e-06_bs_8_ga_8_ep_2_pt_llm_muts,synth_muts,partial_synth_muts,git_understanding_as_muts_iim_system/checkpoint-3000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97529945d8a398d2a2690fb1750dbdc3840052786f4405b4f0a3a0bdcb475a31
+size 15429