Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,24 @@
+---
+license: apache-2.0
+language:
+- en
+- es
+- fr
+- de
+- it
+- pt
+- ru
+- ar
+- hi
+- ko
+- zh
+library_name: mlx
+base_model: arcee-ai/Trinity-Large-Preview
+pipeline_tag: text-generation
+tags:
+- mlx
+---
+
+This model [finding1/Trinity-Large-Preview-MLX-6.5bpw](https://huggingface.co/finding1/Trinity-Large-Preview-MLX-6.5bpw) was
+converted to MLX format from [arcee-ai/Trinity-Large-Preview](https://huggingface.co/arcee-ai/Trinity-Large-Preview)
+using mlx-lm version **0.30.5** `mlx_lm.convert --hf-path arcee-ai/Trinity-Large-Preview --mlx-path Trinity-Large-Preview-MLX-6.5bpw --quantize --q-bits 6`.

chat_template.jinja

@@ -0,0 +1,65 @@
+{{ bos_token }}{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {% generation %}
+        {{- content}}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>' }}
+        {% endgeneration%}
+        {{- '\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,551 @@
+{
+    "architectures": [
+        "AfmoeForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+        "AutoConfig": "configuration_afmoe.AfmoeConfig",
+        "AutoModel": "modeling_afmoe.AfmoeModel",
+        "AutoModelForCausalLM": "modeling_afmoe.AfmoeForCausalLM"
+    },
+    "dtype": "bfloat16",
+    "eos_token_id": 3,
+    "global_attn_every_n_layers": 4,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 3072,
+    "initializer_range": 0.02,
+    "intermediate_size": 12288,
+    "layer_types": [
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention"
+    ],
+    "load_balance_coeff": 5e-05,
+    "max_position_embeddings": 262144,
+    "model_type": "afmoe",
+    "moe_intermediate_size": 3072,
+    "mup_enabled": true,
+    "n_group": 1,
+    "num_attention_heads": 48,
+    "num_dense_layers": 6,
+    "num_expert_groups": 1,
+    "num_experts": 256,
+    "num_experts_per_tok": 4,
+    "num_hidden_layers": 60,
+    "num_key_value_heads": 8,
+    "num_limited_groups": 1,
+    "num_shared_experts": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 6,
+        "mode": "affine",
+        "model.layers.6.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.7.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.8.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.9.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.10.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.11.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.12.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.13.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.14.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.15.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.16.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.17.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.18.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.19.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.20.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.21.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.22.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.23.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.24.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.25.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.26.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.27.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.28.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.29.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.30.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.31.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.32.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.33.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.34.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.35.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.36.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.37.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.38.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.39.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.40.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.41.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.42.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.43.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.44.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.45.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.46.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.47.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.48.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.49.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.50.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.51.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.52.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.53.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.54.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.55.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.56.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.57.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.58.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.59.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        }
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 6,
+        "mode": "affine",
+        "model.layers.6.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.7.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.8.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.9.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.10.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.11.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.12.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.13.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.14.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.15.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.16.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.17.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.18.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.19.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.20.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.21.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.22.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.23.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.24.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.25.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.26.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.27.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.28.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.29.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.30.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.31.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.32.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.33.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.34.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.35.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.36.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.37.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.38.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.39.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.40.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.41.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.42.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.43.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.44.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.45.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.46.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.47.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.48.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.49.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.50.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.51.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.52.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.53.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.54.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.55.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.56.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.57.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.58.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.59.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        }
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 10000,
+    "route_norm": true,
+    "route_scale": 2.448,
+    "score_func": "sigmoid",
+    "sliding_window": 4096,
+    "tie_word_embeddings": false,
+    "topk_group": 1,
+    "transformers_version": "4.57.1",
+    "use_cache": true,
+    "use_grouped_mm": true,
+    "vocab_size": 200192
+}

configuration_afmoe.py

@@ -0,0 +1,133 @@
+# coding=utf-8
+# Copyright 2022 EleutherAI and the HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from transformers.configuration_utils import PretrainedConfig
+from transformers.modeling_rope_utils import rope_config_validation
+from transformers.configuration_utils import layer_type_validation
+from transformers.utils import logging
+
+logger = logging.get_logger(__name__)
+
+class AfmoeConfig(PretrainedConfig):
+    """
+    n_group (`int`, *optional*, defaults to 1):
+            Number of groups for routed experts.
+    topk_group (`int`, *optional*, defaults to 1):
+        Number of selected groups for each token(for each token, ensuring the selected experts is only within `topk_group` groups).
+    """
+    model_type = "afmoe"
+    base_model_pp_plan = {
+        "embed_tokens": (["input_ids"], ["inputs_embeds"]),
+        "layers": (["hidden_states", "attention_mask"], ["hidden_states"]),
+        "norm": (["hidden_states"], ["hidden_states"]),
+    }
+
+    def __init__(
+        self,
+        num_hidden_layers: int = 32,
+        vocab_size: int = 200192,
+        hidden_size: int = 2048,
+        intermediate_size: int = 6144,
+        moe_intermediate_size=1408,
+        num_dense_layers=1,
+        num_attention_heads=16,
+        num_key_value_heads=None,
+        head_dim=128,
+        hidden_act="silu",
+        max_position_embeddings=16384,
+        initializer_range=0.02,
+        rms_norm_eps=1e-5,
+        use_cache=True,
+        tie_word_embeddings=False,
+        rope_theta=10000.0,
+        rope_scaling=None,
+        num_experts=64,
+        num_experts_per_tok=6,
+        num_shared_experts=2,
+        num_expert_groups=1,
+        num_limited_groups=1,
+        score_func="sigmoid",
+        route_norm=True,
+        route_scale=1.0,
+        global_attn_every_n_layers=4,
+        sliding_window=1024,
+        mup_enabled=False,
+        layer_types=None,
+        attention_dropout: float = 0.0,
+        n_group: int = 1,
+        topk_group: int = 1,
+        **kwargs,
+    ):
+        self.vocab_size = vocab_size
+        self.max_position_embeddings = max_position_embeddings
+        self.hidden_size = hidden_size
+        self.intermediate_size = intermediate_size
+        self.num_hidden_layers = num_hidden_layers
+        self.num_dense_layers = num_dense_layers
+        self.num_attention_heads = num_attention_heads
+        self.head_dim = head_dim
+        self.hidden_act = hidden_act
+        self.initializer_range = initializer_range
+        self.rms_norm_eps = rms_norm_eps
+        self.use_cache = use_cache
+        self.rope_theta = rope_theta
+        self.rope_scaling = rope_scaling
+
+
+        # MoE specific
+        self.moe_intermediate_size = moe_intermediate_size
+        self.num_experts_per_tok = num_experts_per_tok
+        self.n_group = n_group
+        self.topk_group = topk_group
+        self.num_experts = num_experts
+        self.num_shared_experts = num_shared_experts
+        self.num_expert_groups = num_expert_groups
+        self.num_limited_groups = num_limited_groups
+        self.score_func = score_func
+        self.route_norm = route_norm
+        self.route_scale = route_scale
+
+
+        # Attention specific
+        self.attention_dropout = attention_dropout
+        self.global_attn_every_n_layers = global_attn_every_n_layers
+        self.sliding_window = sliding_window
+        self.layer_types = layer_types
+        if self.layer_types is None:
+            self.layer_types = [
+                "sliding_attention" if bool((i + 1) % global_attn_every_n_layers) else "full_attention" for i in range(self.num_hidden_layers)
+            ]
+        layer_type_validation(self.layer_types)
+
+        # muP specific
+        self.mup_enabled = mup_enabled
+
+        if num_key_value_heads is None:
+            num_key_value_heads = num_attention_heads
+
+        self.num_key_value_heads = num_key_value_heads
+
+
+        # Validate rope configs
+        if self.rope_scaling is not None and "type" in self.rope_scaling:
+            self.rope_scaling["rope_type"] = self.rope_scaling["type"]
+        rope_config_validation(self)
+
+        super().__init__(
+            tie_word_embeddings=tie_word_embeddings,
+            **kwargs,
+        )
+
+
+__all__ = ["AfmoeConfig"]

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 3,
+  "pad_token_id": 12,
+  "transformers_version": "4.57.3",
+  "temperature": 0.8,
+  "top_p": 0.8
+}

model-00001-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103dab9e86215b42ae3eda748b1fd96d0a98dc3cffa345ba350125b57feb1e79
+size 5336460769

model-00002-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89909275dea0e2225bb743a3e486e499de25915c52bed7092fbc60246e8335aa
+size 4000855628

model-00003-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cae076e6d476865a14d6e3155cb6943dde88792b98f81425591f0924d6729bc
+size 4000855568

model-00004-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c3c89fe95e0074afc806002c890751af49c49c996be9fd66c8170910324088
+size 3925869308

model-00005-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6092cc0e95ec25d4556b543cdeb06c771573e75c78aa17929d3828187d31db
+size 4000855654

model-00006-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308a7915dff2123cc4f4170ea2b8fce1262ba27e613b72cabb8297f44370b01f
+size 4000855601

model-00007-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7267ea012b3958ace58feeca443e265bb14c6eb2944a0233aea928c343bed5d5
+size 3925869314

model-00008-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b1dee7170942f410c82d22b8525e216012cfc4975e280a070640f6151270b2
+size 4000855750

model-00009-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96595e88cad42464f5163409c9bf8b7817b6dc67c75121acaeeb32b092fa5909
+size 4000855632

model-00010-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4d3b4a09b7b916aa7bd23bd5f70c8cd76b1180a3a1ab52b19fa4fa37320c41
+size 3925869316

model-00011-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2883c0b74971bd9a6f4ee49ee4ddcab5201946d62d5458df3faba0e7159a7349
+size 4000855750

model-00012-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d866d0f25db1876b73664eb3a835adc62aa1ce64a31b8ffcfe9bdd2c6142267b
+size 4000855632

model-00013-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ae62a1ea422a554088730deb3a85da5dc458324c80d0cc43ab16bc5d296115
+size 3925869316

model-00014-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922ea296aca3a36bb635d3ac082d93823a647fe548398a4261d7b3ca973c3937
+size 4000855754

model-00015-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a374ea9121f04d3934be84cca4b3fb31e5a264e79e21d3b9a33654d704d3b5d3
+size 4000855638

model-00016-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d168b770f457e5a25b08089479b761afda75527940abb79b7f47b32b6c9fd0e3
+size 3925869320

model-00017-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb051b16d87ac8130925c4611341a569005cb6d78b617c27a8246646e3a0d8aa
+size 4000855704

model-00018-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a243b9b7883e21922e0b877fbf67b04ab69a5025fe6af6582ecbacd728b9a6ec
+size 4000855626

model-00019-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eed8ecea29e94e1c6e8b305244e270401c833cdba33b855c30077acf23d7f4f
+size 3925869316

model-00020-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc28249a3ee089a56c7090cc63b6a9be67d3f7a9fed856f9fb06685573edca09
+size 4000855674

model-00021-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd47e3e641bf03ac56824258421b0ebde9af725ac5624456969fa9cec682c45
+size 4000855654

model-00022-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2012d9e80079f0edd68bda18339cc98dea7300e4eda967a7b20551e2ebec0d
+size 3925869310

model-00023-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bb67260e2d7f666f72d4b5008469d9c289533467a79da336910d9c55705dbf
+size 4000855720

model-00024-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec38ba3338a0c1ed06db02e07d68311439345c96693ba5ceefd1e9d840ec337d
+size 4000855666

model-00025-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0698c5def766ff1eebea0fa6480793341ac9144552a12d1551f881f1e3acc50c
+size 3925869314

model-00026-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff44427449a1c3ceed916f1d69fc6950f170f41999c479a81e0a837f2e0779bf
+size 4000855750

model-00027-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8717a50f4abf1cfc5bc1797b69114c1da4a63d7e993f708060564eefe4c57d9
+size 4000855630

model-00028-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf5d7a51f294a8bbd44d34cd43cb05b39ac0bdbc7d08dceb790f27fd562c43a
+size 3925869314

model-00029-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42d21d3bca679e9c468ff861a6b08488cfc13b8b9e324cf3902d92b5648455
+size 4000855750

model-00030-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e1992bb8eea49fef2d20e62aff87977422d55757f8958b9dc88464a91c7d56
+size 4000855658

model-00031-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc27ed212f49304534a307f51940b52363bff6d8d283270e0294a561322f87a
+size 3925869316

model-00032-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b6340648bb012ef56533a6044bcc31924b55e1cb9f30b6798c39971477c06b
+size 4000855754

model-00033-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5702cc3ddb915abb6297dda1eb0282a6517c857d8666a5fbc5bdddf40869bb96
+size 4000855630

model-00034-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09726c4ffc13bcf0aba33ab47b17ab1a6aeecb9a6f8389e896a6c8b7fb9eedd
+size 3925869310

model-00035-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85e97f3c813701c007c037a0cbd5407f44e7db18645910574f1c0518ec7817d
+size 4000855748

model-00036-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd075ae060d11a8b6334411428c1a0e29381fc61f9ccdf5704ce58318247ab1
+size 4000855686

model-00037-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773ff86bc69f7a40e338d1315848ffb1684894247e8318dc6f353c580f65d616
+size 3925869320

model-00038-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e981bb7a788311b9c062a18ea899a78ed0157bae0a30b425cc4d9b7820dbd45
+size 4000855748

model-00039-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ece3e61af73c514b33fe38565968a771e61df6700f70f9a5acfde8bed6cfb4
+size 4000855672

model-00040-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b932a14f1b52d0591ccb185b7e200993f3f8f78fc6c04be3eed8705122be39f2
+size 3925869316

model-00041-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1391db3ce71d84dd5d2dc4b90431c629d954102a6d714314039978c76e98928
+size 4000855722

model-00042-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061400a0d0088ff0b7f64f4752380f88013564459d33cc5c9ed6fac93da211d8
+size 4000855634

model-00043-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c068d5bc32dd9707c2b83588e09fc1b542a25d55ce6f6f475b3fcb85522bb27
+size 3925869314

model-00044-of-00081.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b21b97fd85c25a51c4cb457acb0bb7bbd8308b80e9685bfc3ead2ca26aab343
+size 4000855740