DruidTheGetafix/apiary-7B-A1B

zetlyn/models-hf model hf DruidTheGetafix/apiary-7B-A1B known 2026-08-28

https://huggingface.co/DruidTheGetafix/apiary-7B-A1B

Properties

authorDruidTheGetafix
receipt
Source
Hugging Face models
Its words
DruidTheGetafix
Read by
field:author
Said since
2026-10-03 00:06 UTC
Last answered
2026-10-04 18:21 UTC
Original
open at the source
What the source handed over
{
  "_asked": "DruidTheGetafix/apiary-7B-A1B",
  "_id": "6a90d317b61a88793646a72a",
  "author": "DruidTheGetafix",
  "cardData": {
    "datasets": [
      "HuggingFaceFW/fineweb-edu"
    ],
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "moe",
      "qwen3_moe",
      "pretraining",
      "from-scratch"
    ]
  },
  "config": {
    "architectures": [
      "Qwen3MoeForCausalLM"
    ],
    "model_type": "qwen3_moe",
    "num_experts": 64,
    "num_experts_per_tok": 8,
    "tokenizer_config": {
      "bos_token": "<|endoftext|>",
      "eos_token": "<|endoftext|>",
      "unk_token": "<|endoftext|>"
    }
  },
  "createdAt": "2026-08-28T00:15:19.000Z",
  "disabled": false,
  "downloads": 153,
  "gated": false,
  "id": "DruidTheGetafix/apiary-7B-A1B",
  "lastModified": "2026-08-28T00:15:56.000Z",
  "library_name": "transformers",
  "likes": 0,
  "model-index": null,
  "modelId": "DruidTheGetafix/apiary-7B-A1B",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 6847272960
    },
    "total": 6847272960
  },
  "sha": "8a18a8690c8450bc9084a215f7b15bf154a954bd",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "loss_curve.png"
    },
    {
      "rfilename": "metrics.jsonl"
    },
    {
      "rfilename": "model-00001-of-00004.safetensors"
    },
    {
      "rfilename": "model-00002-of-00004.safetensors"
    },
    {
      "rfilename": "model-00003-of-00004.safetensors"
    },
    {
      "rfilename": "model-00004-of-00004.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [],
  "tags": [
    "transformers",
    "safetensors",
    "qwen3_moe",
    "text-generation",
    "moe",
    "pretraining",
    "from-scratch",
    "en",
    "dataset:HuggingFaceFW/fineweb-edu",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 13694943672,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}
downloads153
receipt
Source
Hugging Face models
Its words
153
Read by
field:downloads
Said since
2026-10-04 12:16 UTC
Last answered
2026-10-04 18:21 UTC
Original
open at the source
2026-10-04 12:16 UTC153
2026-10-03 18:10 UTC155
2026-10-03 00:06 UTC156
What the source handed over
{
  "_asked": "DruidTheGetafix/apiary-7B-A1B",
  "_id": "6a90d317b61a88793646a72a",
  "author": "DruidTheGetafix",
  "cardData": {
    "datasets": [
      "HuggingFaceFW/fineweb-edu"
    ],
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "moe",
      "qwen3_moe",
      "pretraining",
      "from-scratch"
    ]
  },
  "config": {
    "architectures": [
      "Qwen3MoeForCausalLM"
    ],
    "model_type": "qwen3_moe",
    "num_experts": 64,
    "num_experts_per_tok": 8,
    "tokenizer_config": {
      "bos_token": "<|endoftext|>",
      "eos_token": "<|endoftext|>",
      "unk_token": "<|endoftext|>"
    }
  },
  "createdAt": "2026-08-28T00:15:19.000Z",
  "disabled": false,
  "downloads": 153,
  "gated": false,
  "id": "DruidTheGetafix/apiary-7B-A1B",
  "lastModified": "2026-08-28T00:15:56.000Z",
  "library_name": "transformers",
  "likes": 0,
  "model-index": null,
  "modelId": "DruidTheGetafix/apiary-7B-A1B",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 6847272960
    },
    "total": 6847272960
  },
  "sha": "8a18a8690c8450bc9084a215f7b15bf154a954bd",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "loss_curve.png"
    },
    {
      "rfilename": "metrics.jsonl"
    },
    {
      "rfilename": "model-00001-of-00004.safetensors"
    },
    {
      "rfilename": "model-00002-of-00004.safetensors"
    },
    {
      "rfilename": "model-00003-of-00004.safetensors"
    },
    {
      "rfilename": "model-00004-of-00004.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [],
  "tags": [
    "transformers",
    "safetensors",
    "qwen3_moe",
    "text-generation",
    "moe",
    "pretraining",
    "from-scratch",
    "en",
    "dataset:HuggingFaceFW/fineweb-edu",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 13694943672,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}
gatedfalse
receipt
Source
Hugging Face models
Its words
false
Read by
field:gated
Said since
2026-10-03 00:06 UTC
Last answered
2026-10-04 18:21 UTC
Original
open at the source
What the source handed over
{
  "_asked": "DruidTheGetafix/apiary-7B-A1B",
  "_id": "6a90d317b61a88793646a72a",
  "author": "DruidTheGetafix",
  "cardData": {
    "datasets": [
      "HuggingFaceFW/fineweb-edu"
    ],
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "moe",
      "qwen3_moe",
      "pretraining",
      "from-scratch"
    ]
  },
  "config": {
    "architectures": [
      "Qwen3MoeForCausalLM"
    ],
    "model_type": "qwen3_moe",
    "num_experts": 64,
    "num_experts_per_tok": 8,
    "tokenizer_config": {
      "bos_token": "<|endoftext|>",
      "eos_token": "<|endoftext|>",
      "unk_token": "<|endoftext|>"
    }
  },
  "createdAt": "2026-08-28T00:15:19.000Z",
  "disabled": false,
  "downloads": 153,
  "gated": false,
  "id": "DruidTheGetafix/apiary-7B-A1B",
  "lastModified": "2026-08-28T00:15:56.000Z",
  "library_name": "transformers",
  "likes": 0,
  "model-index": null,
  "modelId": "DruidTheGetafix/apiary-7B-A1B",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 6847272960
    },
    "total": 6847272960
  },
  "sha": "8a18a8690c8450bc9084a215f7b15bf154a954bd",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "loss_curve.png"
    },
    {
      "rfilename": "metrics.jsonl"
    },
    {
      "rfilename": "model-00001-of-00004.safetensors"
    },
    {
      "rfilename": "model-00002-of-00004.safetensors"
    },
    {
      "rfilename": "model-00003-of-00004.safetensors"
    },
    {
      "rfilename": "model-00004-of-00004.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [],
  "tags": [
    "transformers",
    "safetensors",
    "qwen3_moe",
    "text-generation",
    "moe",
    "pretraining",
    "from-scratch",
    "en",
    "dataset:HuggingFaceFW/fineweb-edu",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 13694943672,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}
licenceapache-2.0
receipt
Source
Hugging Face models
Its words
apache-2.0
Read by
field:cardData.license
Said since
2026-10-03 00:06 UTC
Last answered
2026-10-04 18:21 UTC
Original
open at the source
What the source handed over
{
  "_asked": "DruidTheGetafix/apiary-7B-A1B",
  "_id": "6a90d317b61a88793646a72a",
  "author": "DruidTheGetafix",
  "cardData": {
    "datasets": [
      "HuggingFaceFW/fineweb-edu"
    ],
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "moe",
      "qwen3_moe",
      "pretraining",
      "from-scratch"
    ]
  },
  "config": {
    "architectures": [
      "Qwen3MoeForCausalLM"
    ],
    "model_type": "qwen3_moe",
    "num_experts": 64,
    "num_experts_per_tok": 8,
    "tokenizer_config": {
      "bos_token": "<|endoftext|>",
      "eos_token": "<|endoftext|>",
      "unk_token": "<|endoftext|>"
    }
  },
  "createdAt": "2026-08-28T00:15:19.000Z",
  "disabled": false,
  "downloads": 153,
  "gated": false,
  "id": "DruidTheGetafix/apiary-7B-A1B",
  "lastModified": "2026-08-28T00:15:56.000Z",
  "library_name": "transformers",
  "likes": 0,
  "model-index": null,
  "modelId": "DruidTheGetafix/apiary-7B-A1B",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 6847272960
    },
    "total": 6847272960
  },
  "sha": "8a18a8690c8450bc9084a215f7b15bf154a954bd",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "loss_curve.png"
    },
    {
      "rfilename": "metrics.jsonl"
    },
    {
      "rfilename": "model-00001-of-00004.safetensors"
    },
    {
      "rfilename": "model-00002-of-00004.safetensors"
    },
    {
      "rfilename": "model-00003-of-00004.safetensors"
    },
    {
      "rfilename": "model-00004-of-00004.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [],
  "tags": [
    "transformers",
    "safetensors",
    "qwen3_moe",
    "text-generation",
    "moe",
    "pretraining",
    "from-scratch",
    "en",
    "dataset:HuggingFaceFW/fineweb-edu",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 13694943672,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}
likes0
receipt
Source
Hugging Face models
Its words
0
Read by
field:likes
Said since
2026-10-03 00:06 UTC
Last answered
2026-10-04 18:21 UTC
Original
open at the source
What the source handed over
{
  "_asked": "DruidTheGetafix/apiary-7B-A1B",
  "_id": "6a90d317b61a88793646a72a",
  "author": "DruidTheGetafix",
  "cardData": {
    "datasets": [
      "HuggingFaceFW/fineweb-edu"
    ],
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "moe",
      "qwen3_moe",
      "pretraining",
      "from-scratch"
    ]
  },
  "config": {
    "architectures": [
      "Qwen3MoeForCausalLM"
    ],
    "model_type": "qwen3_moe",
    "num_experts": 64,
    "num_experts_per_tok": 8,
    "tokenizer_config": {
      "bos_token": "<|endoftext|>",
      "eos_token": "<|endoftext|>",
      "unk_token": "<|endoftext|>"
    }
  },
  "createdAt": "2026-08-28T00:15:19.000Z",
  "disabled": false,
  "downloads": 153,
  "gated": false,
  "id": "DruidTheGetafix/apiary-7B-A1B",
  "lastModified": "2026-08-28T00:15:56.000Z",
  "library_name": "transformers",
  "likes": 0,
  "model-index": null,
  "modelId": "DruidTheGetafix/apiary-7B-A1B",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 6847272960
    },
    "total": 6847272960
  },
  "sha": "8a18a8690c8450bc9084a215f7b15bf154a954bd",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "loss_curve.png"
    },
    {
      "rfilename": "metrics.jsonl"
    },
    {
      "rfilename": "model-00001-of-00004.safetensors"
    },
    {
      "rfilename": "model-00002-of-00004.safetensors"
    },
    {
      "rfilename": "model-00003-of-00004.safetensors"
    },
    {
      "rfilename": "model-00004-of-00004.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [],
  "tags": [
    "transformers",
    "safetensors",
    "qwen3_moe",
    "text-generation",
    "moe",
    "pretraining",
    "from-scratch",
    "en",
    "dataset:HuggingFaceFW/fineweb-edu",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 13694943672,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}
tasktext-generation
receipt
Source
Hugging Face models
Its words
text-generation
Read by
field:pipeline_tag
Said since
2026-10-03 00:06 UTC
Last answered
2026-10-04 18:21 UTC
Original
open at the source
What the source handed over
{
  "_asked": "DruidTheGetafix/apiary-7B-A1B",
  "_id": "6a90d317b61a88793646a72a",
  "author": "DruidTheGetafix",
  "cardData": {
    "datasets": [
      "HuggingFaceFW/fineweb-edu"
    ],
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "moe",
      "qwen3_moe",
      "pretraining",
      "from-scratch"
    ]
  },
  "config": {
    "architectures": [
      "Qwen3MoeForCausalLM"
    ],
    "model_type": "qwen3_moe",
    "num_experts": 64,
    "num_experts_per_tok": 8,
    "tokenizer_config": {
      "bos_token": "<|endoftext|>",
      "eos_token": "<|endoftext|>",
      "unk_token": "<|endoftext|>"
    }
  },
  "createdAt": "2026-08-28T00:15:19.000Z",
  "disabled": false,
  "downloads": 153,
  "gated": false,
  "id": "DruidTheGetafix/apiary-7B-A1B",
  "lastModified": "2026-08-28T00:15:56.000Z",
  "library_name": "transformers",
  "likes": 0,
  "model-index": null,
  "modelId": "DruidTheGetafix/apiary-7B-A1B",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 6847272960
    },
    "total": 6847272960
  },
  "sha": "8a18a8690c8450bc9084a215f7b15bf154a954bd",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "loss_curve.png"
    },
    {
      "rfilename": "metrics.jsonl"
    },
    {
      "rfilename": "model-00001-of-00004.safetensors"
    },
    {
      "rfilename": "model-00002-of-00004.safetensors"
    },
    {
      "rfilename": "model-00003-of-00004.safetensors"
    },
    {
      "rfilename": "model-00004-of-00004.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [],
  "tags": [
    "transformers",
    "safetensors",
    "qwen3_moe",
    "text-generation",
    "moe",
    "pretraining",
    "from-scratch",
    "en",
    "dataset:HuggingFaceFW/fineweb-edu",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 13694943672,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}

Text

This source's terms allow its title, its values and a link here, not its text. It is at https://huggingface.co/DruidTheGetafix/apiary-7B-A1B.