{"schema_version":"onlylabs.public_signal.v1","title":"Together AI Model: togethercomputer/m2-bert-80M-8k","description":"Together AI model signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697","json_url":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697/signal.json","generated_at":"2026-06-11T03:28:19.62627+00:00","org":{"slug":"together-ai","name":"Together AI","category":"neocloud","category_label":"Neocloud","dossier_url":"https://onlylabs.fyi/labs/together-ai","dossier_json_url":"https://onlylabs.fyi/labs/together-ai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697","signal_json":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697/signal.json","source":"https://huggingface.co/togethercomputer/m2-bert-80M-8k","lab_dossier":"https://onlylabs.fyi/labs/together-ai","lab_dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis":"https://onlylabs.fyi/analysis/together-ai","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","category":"https://onlylabs.fyi/neoclouds","category_json":"https://onlylabs.fyi/neoclouds.json","category_feed":"https://onlylabs.fyi/neoclouds/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","topic":"https://onlylabs.fyi/topics/releases","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml?category=neocloud","data_business":null},"answer_pack":{"answer":"Together AI published togethercomputer/m2-bert-80M-8k. This model signal is evidence of what shipped on model infrastructure and how the release is positioned. High-signal details: license apache-2.0 · 12 HF downloads. onlylabs links this event to 1 captured evidence page and 6 related model signals.","signal_desk":"releases","source_context":{"source_url":"https://huggingface.co/togethercomputer/m2-bert-80M-8k","source_host":"huggingface.co","occurred_at":"2023-11-02T19:20:01+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source","context":null},"context_markers":[{"label":"Lab","value":"Together AI","source":"signal"},{"label":"Signal desk","value":"releases","source":"signal"},{"label":"Source host","value":"huggingface.co","source":"source"},{"label":"Task","value":"fill-mask","source":"model"},{"label":"License","value":"apache-2.0","source":"model"},{"label":"Library","value":"transformers","source":"model"},{"label":"Downloads","value":"12","source":"traction"},{"label":"Likes","value":"4","source":"traction"},{"label":"Watch term","value":"Model card","source":"model"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://huggingface.co/togethercomputer/m2-bert-80M-8k/raw/main/README.md"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:28:19.62627+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697/signal.json","dossier_json":"https://onlylabs.fyi/labs/together-ai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/together-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/together-ai/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json?category=neocloud","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml?category=neocloud","category_signals_json":"https://onlylabs.fyi/signals.json?category=neocloud","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","evidence_focus":["model card","release note","version or tag","pipeline tag","license","downloads, likes, stars, and linked papers"],"extraction_questions":["What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Which launches create new eval, data, infra, or deployment needs?","Which shipped signals are missing captured page context?"],"signal_questions":["What shipped in this model artifact, and what evidence describes its capability, license, or traction?","What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Do the 6 related model signals show a repeated pattern?"],"output_fields":["org","release_type","artifact","traction","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697/signal.json","required":true},{"label":"source","url":"https://huggingface.co/togethercomputer/m2-bert-80M-8k","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/together-ai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/together-ai/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/releases/signals.json?category=neocloud","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Together AI's model signal \"togethercomputer/m2-bert-80M-8k\" for neocloud strategy."},"semantic_triples":[{"subject":"Together AI","predicate":"published model","object":"togethercomputer/m2-bert-80M-8k","text":"Together AI published model togethercomputer/m2-bert-80M-8k."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"is classified as","object":"model signal","text":"togethercomputer/m2-bert-80M-8k is classified as model signal."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"belongs to","object":"releases desk","text":"togethercomputer/m2-bert-80M-8k belongs to releases desk."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has evidence coverage","object":"1 captured evidence page","text":"togethercomputer/m2-bert-80M-8k has evidence coverage 1 captured evidence page."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has captured page count","object":"1","text":"togethercomputer/m2-bert-80M-8k has captured page count 1."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has readable page count","object":"1","text":"togethercomputer/m2-bert-80M-8k has readable page count 1."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has related signal count","object":"6","text":"togethercomputer/m2-bert-80M-8k has related signal count 6."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has analysis playbook objective","object":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","text":"togethercomputer/m2-bert-80M-8k has analysis playbook objective Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has source host","object":"huggingface.co","text":"togethercomputer/m2-bert-80M-8k has source host huggingface.co."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has lab","object":"Together AI","text":"togethercomputer/m2-bert-80M-8k has lab Together AI."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has signal desk","object":"releases","text":"togethercomputer/m2-bert-80M-8k has signal desk releases."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has source host","object":"huggingface.co","text":"togethercomputer/m2-bert-80M-8k has source host huggingface.co."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has task","object":"fill-mask","text":"togethercomputer/m2-bert-80M-8k has task fill-mask."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has license","object":"apache-2.0","text":"togethercomputer/m2-bert-80M-8k has license apache-2.0."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has library","object":"transformers","text":"togethercomputer/m2-bert-80M-8k has library transformers."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has downloads","object":"12","text":"togethercomputer/m2-bert-80M-8k has downloads 12."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has likes","object":"4","text":"togethercomputer/m2-bert-80M-8k has likes 4."}]},"intelligence":{"signal_desk":"releases","answer":"Together AI published togethercomputer/m2-bert-80M-8k. This model signal is evidence of what shipped on model infrastructure and how the release is positioned. High-signal details: license apache-2.0 · 12 HF downloads. onlylabs links this event to 1 captured evidence page and 6 related model signals.","semantic_triples":[{"subject":"Together AI","predicate":"published model","object":"togethercomputer/m2-bert-80M-8k","text":"Together AI published model togethercomputer/m2-bert-80M-8k."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"is classified as","object":"model signal","text":"togethercomputer/m2-bert-80M-8k is classified as model signal."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"belongs to","object":"releases desk","text":"togethercomputer/m2-bert-80M-8k belongs to releases desk."},{"subject":"togethercomputer/m2-bert-80M-8k","predicate":"has evidence coverage","object":"1 captured evidence page","text":"togethercomputer/m2-bert-80M-8k has evidence coverage 1 captured evidence page."}]},"signal":{"id":"78e8bdc8-362d-431c-ad63-8412d684b697","url":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697","json_url":"https://onlylabs.fyi/signals/78e8bdc8-362d-431c-ad63-8412d684b697/signal.json","source_url":"https://huggingface.co/togethercomputer/m2-bert-80M-8k","title":"togethercomputer/m2-bert-80M-8k","summary":"Together AI published a model signal. onlylabs watches model cards, launch context, and traction.","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2023-11-02T19:20:01+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://huggingface.co/togethercomputer/m2-bert-80M-8k/raw/main/README.md"]},"facets":{"pipeline_tag":"fill-mask","license":"apache-2.0"},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":12,"hf_likes":4},"data_radar":null},"primary_evidence_page":{"url":"https://huggingface.co/togethercomputer/m2-bert-80M-8k/raw/main/README.md","final_url":"https://huggingface.co/togethercomputer/m2-bert-80M-8k/raw/main/README.md","title":"togethercomputer/m2-bert-80M-8k model card","http_status":200,"content_type":"text/plain; charset=utf-8","capture_method":"plain","fetched_at":"2026-06-11T03:28:19.62627+00:00","bytes":1739,"raw_path":"d2c148a86a8a89a98aefffa159e638c8f343a9024fd1027f2b922a474fae0d69.md","content_hash":"ce4868ca2590d2c024bb398a310012a2d5c705c9433c14c33ab6353c8958b5dd","excerpt_chars":1200,"truncated":true,"excerpt":"--- license: apache-2.0 language: - en pipeline_tag: fill-mask inference: false --- Monarch Mixer-BERT An 80M checkpoint of M2-BERT, pretrained with sequence length 8192. **This is a BERT-style model that has not been fine-tuned. We recommend fine-tuning it for specific use cases before using it.** Check out the paper [Monarch Mixer: A Simple Sub-Quadratic GEMM-Based Architecture](https://arxiv.org/abs/2310.12109) and our [blog post]() on retrieval for more on how we trained this model for long sequence. This model was trained by Jon Saad-Falcon, Dan Fu, and Simran Arora. Check out our [GitHub](https://github.com/HazyResearch/m2/tree/main) for instructions on how to download and fine-tune it! How to use You can load this model using Hugging Face `AutoModel`: ```python from transformers import AutoModelForMaskedLM model = AutoModelForMaskedLM.from_pretrained( \"togethercomputer/m2-bert-80M-8k-retrieval\", trust_remote_code=True ) ``` You should expect to see a large error message about unused parameters for FlashFFTConv. If you'd like to load the model with FlashFFTConv, you can check out our [GitHub](https://github.com/HazyResearch/m2/tree/main). Acknowledgments Alycia Lee helped..."},"evidence_pages":[{"url":"https://huggingface.co/togethercomputer/m2-bert-80M-8k/raw/main/README.md","final_url":"https://huggingface.co/togethercomputer/m2-bert-80M-8k/raw/main/README.md","title":"togethercomputer/m2-bert-80M-8k model card","http_status":200,"content_type":"text/plain; charset=utf-8","capture_method":"plain","fetched_at":"2026-06-11T03:28:19.62627+00:00","bytes":1739,"raw_path":"d2c148a86a8a89a98aefffa159e638c8f343a9024fd1027f2b922a474fae0d69.md","content_hash":"ce4868ca2590d2c024bb398a310012a2d5c705c9433c14c33ab6353c8958b5dd","excerpt_chars":1200,"truncated":true,"excerpt":"--- license: apache-2.0 language: - en pipeline_tag: fill-mask inference: false --- Monarch Mixer-BERT An 80M checkpoint of M2-BERT, pretrained with sequence length 8192. **This is a BERT-style model that has not been fine-tuned. We recommend fine-tuning it for specific use cases before using it.** Check out the paper [Monarch Mixer: A Simple Sub-Quadratic GEMM-Based Architecture](https://arxiv.org/abs/2310.12109) and our [blog post]() on retrieval for more on how we trained this model for long sequence. This model was trained by Jon Saad-Falcon, Dan Fu, and Simran Arora. Check out our [GitHub](https://github.com/HazyResearch/m2/tree/main) for instructions on how to download and fine-tune it! How to use You can load this model using Hugging Face `AutoModel`: ```python from transformers import AutoModelForMaskedLM model = AutoModelForMaskedLM.from_pretrained( \"togethercomputer/m2-bert-80M-8k-retrieval\", trust_remote_code=True ) ``` You should expect to see a large error message about unused parameters for FlashFFTConv. If you'd like to load the model with FlashFFTConv, you can check out our [GitHub](https://github.com/HazyResearch/m2/tree/main). Acknowledgments Alycia Lee helped..."}],"related_signals":[{"id":"22026f92-21da-461f-90e2-0debbedc287f","url":"https://onlylabs.fyi/signals/22026f92-21da-461f-90e2-0debbedc287f","source_url":"https://huggingface.co/togethercomputer/Aurora-Spec-Minimax-M2.5","title":"togethercomputer/Aurora-Spec-Minimax-M2.5","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-02-19T20:32:12+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"0168c6b5-67ca-48c2-a176-2423a1f3f782","url":"https://onlylabs.fyi/signals/0168c6b5-67ca-48c2-a176-2423a1f3f782","source_url":"https://huggingface.co/togethercomputer/Aurora-Spec-Minimax-M2.1","title":"togethercomputer/Aurora-Spec-Minimax-M2.1","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-02-04T23:02:09+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"57239096-e82d-4c02-b406-1d6717784602","url":"https://onlylabs.fyi/signals/57239096-e82d-4c02-b406-1d6717784602","source_url":"https://huggingface.co/togethercomputer/Aurora-Spec-Qwen3-Coder-Next-FP8","title":"togethercomputer/Aurora-Spec-Qwen3-Coder-Next-FP8","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2026-02-03T05:16:50+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"93bbdc8d-2ee5-4111-99c5-34012f00fc79","url":"https://onlylabs.fyi/signals/93bbdc8d-2ee5-4111-99c5-34012f00fc79","source_url":"https://huggingface.co/togethercomputer/M1-3B","title":"togethercomputer/M1-3B","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2025-05-02T04:30:50+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"1df1c794-a659-44cb-9190-bf7ccd672f04","url":"https://onlylabs.fyi/signals/1df1c794-a659-44cb-9190-bf7ccd672f04","source_url":"https://huggingface.co/togethercomputer/qwen2_vl_7b_instruct-biomedical-stage2","title":"togethercomputer/qwen2_vl_7b_instruct-biomedical-stage2","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2025-01-21T18:16:55+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"},{"id":"f9ef9883-7f1e-493e-a1ac-a04be0da3d0d","url":"https://onlylabs.fyi/signals/f9ef9883-7f1e-493e-a1ac-a04be0da3d0d","source_url":"https://huggingface.co/togethercomputer/gemma-2-9b-it-MoAA-DPO","title":"togethercomputer/gemma-2-9b-it-MoAA-DPO","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"together-ai","name":"Together AI","category":"neocloud"},"occurred_at":"2024-12-06T01:28:39+00:00","first_seen_at":"2026-06-06T01:49:45.746189+00:00","date_source":"source"}]}