{"schema_version":"onlylabs.public_signal.v1","title":"Arcee AI Writing: Extending Afm 4 5b To 64k Context Length","description":"Arcee AI writing signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd","json_url":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd/signal.json","generated_at":"2026-06-28T04:52:48.627Z","evidence_latest_fetched_at":"2026-06-27T20:01:04.257392+00:00","signal_first_seen_at":"2026-06-26T20:26:30.835475+00:00","org":{"slug":"arcee","name":"Arcee AI","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/arcee","dossier_json_url":"https://onlylabs.fyi/labs/arcee/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd","signal_json":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd/signal.json","source":"https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length","lab_dossier":"https://onlylabs.fyi/labs/arcee","lab_dossier_json":"https://onlylabs.fyi/labs/arcee/dossier.json","analysis":"https://onlylabs.fyi/analysis/arcee","analysis_json":"https://onlylabs.fyi/analysis/arcee/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/arcee/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":"https://onlylabs.fyi/topics/talking","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml?category=neolab","data_business":null},"answer_pack":{"answer":"Arcee AI published Extending Afm 4 5b To 64k Context Length. This talking signal gives public context for research themes, product direction, policy, or launch framing. High-signal details: Arcee AI | Extending AFM-4.5B to 64k Context Length Trinity Large Thinking: Available on OpenRouter. Try now ↗ ENTERPRISE Research COMPANY Get API Blog / Extending.... onlylabs links this event to 1 captured evidence page and 6 related writing signals.","signal_desk":"talking","source_context":{"source_url":"https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length","source_host":"arcee.ai","occurred_at":"2025-06-23T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date","context":null},"context_markers":[{"label":"Lab","value":"Arcee AI","source":"signal"},{"label":"Signal desk","value":"talking","source":"signal"},{"label":"Source host","value":"arcee.ai","source":"source"},{"label":"Watch term","value":"RL environments","source":"evidence"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-27T20:01:04.257392+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd/signal.json","dossier_json":"https://onlylabs.fyi/labs/arcee/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/arcee/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/arcee/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml?category=neolab","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","evidence_focus":["post title","source URL","captured page text","HN traction","linked model or paper references","publication date"],"extraction_questions":["Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Which writing reframes a recent release, model, hiring wave, or policy stance?","Which posts mention data, evals, infrastructure, safety, or deployment workflows?"],"signal_questions":["What public theme, launch framing, or research direction does this writing signal expose?","Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Do the 6 related writing signals show a repeated pattern?"],"output_fields":["org","theme","public_framing","traction","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd/signal.json","required":true},{"label":"source","url":"https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/arcee/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/arcee/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/talking/signals.json?category=neolab","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Arcee AI's writing signal \"Extending Afm 4 5b To 64k Context Length\" for neolab strategy."},"semantic_triples":[{"subject":"Arcee AI","predicate":"published","object":"Extending Afm 4 5b To 64k Context Length","text":"Arcee AI published Extending Afm 4 5b To 64k Context Length."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"is classified as","object":"writing signal","text":"Extending Afm 4 5b To 64k Context Length is classified as writing signal."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"belongs to","object":"talking desk","text":"Extending Afm 4 5b To 64k Context Length belongs to talking desk."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Extending Afm 4 5b To 64k Context Length has evidence coverage 1 captured evidence page."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has captured page count","object":"1","text":"Extending Afm 4 5b To 64k Context Length has captured page count 1."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has readable page count","object":"1","text":"Extending Afm 4 5b To 64k Context Length has readable page count 1."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has related signal count","object":"6","text":"Extending Afm 4 5b To 64k Context Length has related signal count 6."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has analysis playbook objective","object":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","text":"Extending Afm 4 5b To 64k Context Length has analysis playbook objective Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has source host","object":"arcee.ai","text":"Extending Afm 4 5b To 64k Context Length has source host arcee.ai."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has lab","object":"Arcee AI","text":"Extending Afm 4 5b To 64k Context Length has lab Arcee AI."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has signal desk","object":"talking","text":"Extending Afm 4 5b To 64k Context Length has signal desk talking."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has source host","object":"arcee.ai","text":"Extending Afm 4 5b To 64k Context Length has source host arcee.ai."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has watch term","object":"RL environments","text":"Extending Afm 4 5b To 64k Context Length has watch term RL environments."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has watch term","object":"Eval methodology","text":"Extending Afm 4 5b To 64k Context Length has watch term Eval methodology."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has watch term","object":"Infrastructure","text":"Extending Afm 4 5b To 64k Context Length has watch term Infrastructure."}]},"intelligence":{"signal_desk":"talking","answer":"Arcee AI published Extending Afm 4 5b To 64k Context Length. This talking signal gives public context for research themes, product direction, policy, or launch framing. High-signal details: Arcee AI | Extending AFM-4.5B to 64k Context Length Trinity Large Thinking: Available on OpenRouter. Try now ↗ ENTERPRISE Research COMPANY Get API Blog / Extending.... onlylabs links this event to 1 captured evidence page and 6 related writing signals.","semantic_triples":[{"subject":"Arcee AI","predicate":"published","object":"Extending Afm 4 5b To 64k Context Length","text":"Arcee AI published Extending Afm 4 5b To 64k Context Length."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"is classified as","object":"writing signal","text":"Extending Afm 4 5b To 64k Context Length is classified as writing signal."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"belongs to","object":"talking desk","text":"Extending Afm 4 5b To 64k Context Length belongs to talking desk."},{"subject":"Extending Afm 4 5b To 64k Context Length","predicate":"has evidence coverage","object":"1 captured evidence page","text":"Extending Afm 4 5b To 64k Context Length has evidence coverage 1 captured evidence page."}]},"signal":{"id":"10f8de37-74f2-4642-b3ca-e9e9e14942bd","url":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd","json_url":"https://onlylabs.fyi/signals/10f8de37-74f2-4642-b3ca-e9e9e14942bd/signal.json","source_url":"https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length","title":"Extending Afm 4 5b To 64k Context Length","summary":"Arcee AI published a writing signal. onlylabs watches public writing for research themes, product direction, and model-launch context.","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-06-23T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length"]},"facets":{},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length","final_url":"https://www.arcee.ai/blog/extending-afm-4-5b-to-64k-context-length","title":"Extending Afm 4 5b To 64k Context Length","http_status":200,"content_type":"text/html; charset=utf-8","capture_method":"plain","fetched_at":"2026-06-27T20:01:04.257392+00:00","bytes":88202,"raw_path":"e8462c1a6539b62de795cf9ff28e8ff3374440df4941ff56060b35b2153cd572.html","content_hash":"03d58f52612fcad9093910147891f95b200b26679a80333b910eb423b8199003","excerpt_chars":1200,"truncated":true,"excerpt":"Arcee AI | Extending AFM-4.5B to 64k Context Length Trinity Large Thinking: Available on OpenRouter. Try now ↗ ENTERPRISE Research COMPANY Get API Blog / Extending AFM-4.5B to 64k Context Length Extending AFM-4.5B to 64k Context Length Charles Goddard , • June 23, 2025 From 4k to 64k context through aggressive experimentation, model merging, distillation, and a concerning amount of soup. The other day Arcee finally announced the first of our from-scratch foundation models, AFM-4.5B . Learning to train a foundation model is a long and arduous journey, and there are many lessons and learnings that we will be sharing in the full tech report in the coming weeks. In the meantime, I wanted to pull back the curtain on one particular part of the training process: extending the context length. We extended AFM-4.5B from 4k to 64k context through aggressive experimentation, model merging, distillation, and a concerning amount of soup. This post will be a pretty unflattering look at the raw meat of the experimental process and the various approaches we tried, eventually arriving at a final model that performs well on both short and long context tasks. Bon appétit. Disclaimer : AFM-4.5B was..."},"evidence_pages":[],"related_signals":[{"id":"15aeaa90-183a-4111-ac12-71167ee53dfa","url":"https://onlylabs.fyi/signals/15aeaa90-183a-4111-ac12-71167ee53dfa","source_url":"https://www.arcee.ai/blog/distilling-kimi-delta-attention-into-afm-4-5b-and-the-tool-we-used-to-do-it","title":"Distilling Kimi Delta Attention Into Afm 4 5b And The Tool We Used To Do It","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-12-15T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date"},{"id":"ed741bba-d676-4f60-b0ae-a24f03d7d99c","url":"https://onlylabs.fyi/signals/ed741bba-d676-4f60-b0ae-a24f03d7d99c","source_url":"https://www.arcee.ai/blog/how-arcee-ai-helped-madeline-co-build-a-world-class-reasoning-model-from-first-principles","title":"How Arcee Ai Helped Madeline Co Build A World Class Reasoning Model From First Principles","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-06-06T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date"},{"id":"23a84876-b967-4d7b-bf9d-23e74475c117","url":"https://onlylabs.fyi/signals/23a84876-b967-4d7b-bf9d-23e74475c117","source_url":"https://www.arcee.ai/blog/enriching-inventory-data-with-arcee-conductor","title":"Enriching Inventory Data With Arcee Conductor","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-05-09T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date"},{"id":"5d4ee532-cfa8-49d4-b534-ca4d655b8a94","url":"https://onlylabs.fyi/signals/5d4ee532-cfa8-49d4-b534-ca4d655b8a94","source_url":"https://www.arcee.ai/blog/how-knowledge-distillation-works-and-when-to-use-it","title":"How Knowledge Distillation Works And When To Use It","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2025-02-04T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date"},{"id":"e9dcbabc-7329-4c72-8012-3532a62f5c8b","url":"https://onlylabs.fyi/signals/e9dcbabc-7329-4c72-8012-3532a62f5c8b","source_url":"https://www.arcee.ai/blog/how-do-i-prep-my-data-to-train-an-llm-2","title":"How Do I Prep My Data To Train An Llm 2","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2024-07-09T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date"},{"id":"3d9ca054-0d41-4c3d-91b0-27e95059f5bf","url":"https://onlylabs.fyi/signals/3d9ca054-0d41-4c3d-91b0-27e95059f5bf","source_url":"https://www.arcee.ai/blog/case-study-innovating-domain-adaptation-through-continual-pre-training-and-model-merging","title":"Case Study Innovating Domain Adaptation Through Continual Pre Training And Model Merging","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"arcee","name":"Arcee AI","category":"neolab"},"occurred_at":"2024-03-19T00:00:00.000Z","first_seen_at":"2026-06-26T20:26:30.835475+00:00","date_source":"page.visible_date"}]}