{"schema_version":"onlylabs.public_signal.v1","title":"Upstage (Solar) Model: upstage/solar-pro4-tokenizer","description":"Upstage (Solar) model signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a","json_url":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a/signal.json","generated_at":"2026-10-24T20:20:51.846Z","evidence_latest_fetched_at":"2026-09-21T07:20:24.255145+00:00","signal_first_seen_at":"2026-09-21T07:20:08.044555+00:00","org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/upstage","dossier_json_url":"https://onlylabs.fyi/labs/upstage/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a","signal_json":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a/signal.json","source":"https://huggingface.co/upstage/solar-pro4-tokenizer","lab_dossier":"https://onlylabs.fyi/labs/upstage","lab_dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis":"https://onlylabs.fyi/analysis/upstage","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":"https://onlylabs.fyi/topics/releases","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml?category=neolab","data_business":null},"answer_pack":{"answer":"Upstage (Solar) published upstage/solar-pro4-tokenizer. This model signal is evidence of what shipped on model infrastructure and how the release is positioned. High-signal details: license other · 0 HF downloads · Tokenizer for Upstage's Solar Pro 4 language model.. onlylabs links this event to 1 captured evidence page and 6 related model signals.","signal_desk":"releases","source_context":{"source_url":"https://huggingface.co/upstage/solar-pro4-tokenizer","source_host":"huggingface.co","occurred_at":"2026-09-21T03:08:04+00:00","first_seen_at":"2026-09-21T07:20:08.044555+00:00","date_source":"source","context":null},"context_markers":[{"label":"Lab","value":"Upstage (Solar)","source":"signal"},{"label":"Signal desk","value":"releases","source":"signal"},{"label":"Source host","value":"huggingface.co","source":"source"},{"label":"License","value":"other","source":"model"},{"label":"Downloads","value":"0","source":"traction"},{"label":"Likes","value":"2","source":"traction"},{"label":"Context","value":"Tokenizer for Upstage's Solar Pro 4 language model.","source":"signal"},{"label":"Notability","value":"Tokenizer release from Upstage, limited standalone notability","source":"signal"},{"label":"Watch term","value":"Model card","source":"model"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://huggingface.co/upstage/solar-pro4-tokenizer/raw/main/README.md"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-09-21T07:20:24.255145+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a/signal.json","dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/releases/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/releases/feed.xml?category=neolab","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","evidence_focus":["model card","release note","version or tag","pipeline tag","license","downloads, likes, stars, and linked papers"],"extraction_questions":["What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Which launches create new eval, data, infra, or deployment needs?","Which shipped signals are missing captured page context?"],"signal_questions":["What shipped in this model artifact, and what evidence describes its capability, license, or traction?","What actually shipped, and through which public artifact?","Which releases include inspectable model, repo, paper, or package evidence?","Do the 6 related model signals show a repeated pattern?"],"output_fields":["org","release_type","artifact","traction","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a/signal.json","required":true},{"label":"source","url":"https://huggingface.co/upstage/solar-pro4-tokenizer","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/upstage/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/upstage/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/releases/signals.json?category=neolab","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Upstage (Solar)'s model signal \"upstage/solar-pro4-tokenizer\" for neolab strategy."},"semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published model","object":"upstage/solar-pro4-tokenizer","text":"Upstage (Solar) published model upstage/solar-pro4-tokenizer."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"is classified as","object":"model signal","text":"upstage/solar-pro4-tokenizer is classified as model signal."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"belongs to","object":"releases desk","text":"upstage/solar-pro4-tokenizer belongs to releases desk."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has evidence coverage","object":"1 captured evidence page","text":"upstage/solar-pro4-tokenizer has evidence coverage 1 captured evidence page."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has captured page count","object":"1","text":"upstage/solar-pro4-tokenizer has captured page count 1."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has readable page count","object":"1","text":"upstage/solar-pro4-tokenizer has readable page count 1."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has related signal count","object":"6","text":"upstage/solar-pro4-tokenizer has related signal count 6."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has analysis playbook objective","object":"Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.","text":"upstage/solar-pro4-tokenizer has analysis playbook objective Turn model cards, repository releases, and launch artifacts into a current view of what shipped and what changed.."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has source host","object":"huggingface.co","text":"upstage/solar-pro4-tokenizer has source host huggingface.co."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has lab","object":"Upstage (Solar)","text":"upstage/solar-pro4-tokenizer has lab Upstage (Solar)."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has signal desk","object":"releases","text":"upstage/solar-pro4-tokenizer has signal desk releases."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has source host","object":"huggingface.co","text":"upstage/solar-pro4-tokenizer has source host huggingface.co."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has license","object":"other","text":"upstage/solar-pro4-tokenizer has license other."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has downloads","object":"0","text":"upstage/solar-pro4-tokenizer has downloads 0."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has likes","object":"2","text":"upstage/solar-pro4-tokenizer has likes 2."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has context","object":"Tokenizer for Upstage's Solar Pro 4 language model.","text":"upstage/solar-pro4-tokenizer has context Tokenizer for Upstage's Solar Pro 4 language model.."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has notability","object":"Tokenizer release from Upstage, limited standalone notability","text":"upstage/solar-pro4-tokenizer has notability Tokenizer release from Upstage, limited standalone notability."}]},"intelligence":{"signal_desk":"releases","answer":"Upstage (Solar) published upstage/solar-pro4-tokenizer. This model signal is evidence of what shipped on model infrastructure and how the release is positioned. High-signal details: license other · 0 HF downloads · Tokenizer for Upstage's Solar Pro 4 language model.. onlylabs links this event to 1 captured evidence page and 6 related model signals.","semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published model","object":"upstage/solar-pro4-tokenizer","text":"Upstage (Solar) published model upstage/solar-pro4-tokenizer."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"is classified as","object":"model signal","text":"upstage/solar-pro4-tokenizer is classified as model signal."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"belongs to","object":"releases desk","text":"upstage/solar-pro4-tokenizer belongs to releases desk."},{"subject":"upstage/solar-pro4-tokenizer","predicate":"has evidence coverage","object":"1 captured evidence page","text":"upstage/solar-pro4-tokenizer has evidence coverage 1 captured evidence page."}]},"signal":{"id":"153df9cb-5f5a-46a9-9044-7cf29395042a","url":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a","json_url":"https://onlylabs.fyi/signals/153df9cb-5f5a-46a9-9044-7cf29395042a/signal.json","source_url":"https://huggingface.co/upstage/solar-pro4-tokenizer","title":"upstage/solar-pro4-tokenizer","summary":"Upstage (Solar) published a model signal. onlylabs watches model cards, launch context, and traction.","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-09-21T03:08:04+00:00","first_seen_at":"2026-09-21T07:20:08.044555+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://huggingface.co/upstage/solar-pro4-tokenizer/raw/main/README.md"]},"facets":{"license":"other"},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":0,"hf_likes":2},"data_radar":null},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://huggingface.co/upstage/solar-pro4-tokenizer/raw/main/README.md","final_url":"https://huggingface.co/upstage/solar-pro4-tokenizer/raw/main/README.md","title":"upstage/solar-pro4-tokenizer model card","http_status":200,"content_type":"text/plain; charset=utf-8","capture_method":"plain","fetched_at":"2026-09-21T07:20:24.255145+00:00","bytes":1575,"raw_path":"4b021656e16a0f306c20d6a84970282b64fe851084c84f9d0704a7de5cc56a20.md","content_hash":"a4bd6aed6025d2c1f0afa934ddaaa807bc95a82459202ca5a0c250094d04e8bb","excerpt_chars":1200,"truncated":true,"excerpt":"Solar Pro 4 Tokenizer Tokenizer for Upstage **Solar Pro 4**, with a vocabulary of **196,608 tokens** and support for English, Korean, Japanese, and more. This repository contains tokenizer files for encoding text and estimating text token counts. It does not contain model weights or a chat template. Usage Install the Transformers library: ```bash pip install transformers ``` ```python from transformers import AutoTokenizer tokenizer = AutoTokenizer.from_pretrained(\"upstage/solar-pro4-tokenizer\") text = \"Hi, how are you?\" token_ids = tokenizer.encode(text, add_special_tokens=False) print(\"Token IDs:\", token_ids) print(\"Tokens:\", tokenizer.convert_ids_to_tokens(token_ids)) print(\"Number of tokens:\", len(token_ids)) print(\"Decoded text:\", tokenizer.decode(token_ids, skip_special_tokens=False)) ``` To load a downloaded copy without network access: ```python from transformers import AutoTokenizer tokenizer = AutoTokenizer.from_pretrained( \"./solar-pro4-tokenizer\", local_files_only=True, trust_remote_code=False, ) ``` These examples count tokens in the supplied text. A full API request can also include message formatting, system instructions, and tool definitions. Use the API response's..."},"evidence_pages":[],"related_signals":[{"id":"403e85b1-fca1-4e2f-910b-5420ebeab795","url":"https://onlylabs.fyi/signals/403e85b1-fca1-4e2f-910b-5420ebeab795","source_url":"https://huggingface.co/upstage/Solar-Open2-250B","title":"upstage/Solar-Open2-250B","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-07-22T02:40:42+00:00","first_seen_at":"2026-07-23T07:20:08.115494+00:00","date_source":"source"},{"id":"d2a23d04-ba4a-4bc1-9390-4a43e15bcfaf","url":"https://onlylabs.fyi/signals/d2a23d04-ba4a-4bc1-9390-4a43e15bcfaf","source_url":"https://huggingface.co/upstage/TinySolar-187m-4k","title":"upstage/TinySolar-187m-4k","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-27T03:11:31+00:00","first_seen_at":"2026-06-06T01:49:59.555032+00:00","date_source":"source"},{"id":"5b43238d-0447-4885-a3dc-64c5b43beb64","url":"https://onlylabs.fyi/signals/5b43238d-0447-4885-a3dc-64c5b43beb64","source_url":"https://huggingface.co/upstage/TinySolar-111m-4k","title":"upstage/TinySolar-111m-4k","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-27T03:11:21+00:00","first_seen_at":"2026-06-06T01:49:59.555032+00:00","date_source":"source"},{"id":"39369cc6-2acb-4c22-a023-8aacde9721df","url":"https://onlylabs.fyi/signals/39369cc6-2acb-4c22-a023-8aacde9721df","source_url":"https://huggingface.co/upstage/solar-pro3-tokenizer","title":"upstage/solar-pro3-tokenizer","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-01-23T08:41:27+00:00","first_seen_at":"2026-06-06T01:49:59.555032+00:00","date_source":"source"},{"id":"5f3e4860-16d6-403c-8200-7cdd2ec64fa8","url":"https://onlylabs.fyi/signals/5f3e4860-16d6-403c-8200-7cdd2ec64fa8","source_url":"https://huggingface.co/upstage/Solar-Open-100B","title":"upstage/Solar-Open-100B","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2025-12-10T01:10:35+00:00","first_seen_at":"2026-06-06T01:49:59.555032+00:00","date_source":"source"},{"id":"f3a6e949-4181-448d-9d4e-90d73ddc5fd4","url":"https://onlylabs.fyi/signals/f3a6e949-4181-448d-9d4e-90d73ddc5fd4","source_url":"https://huggingface.co/upstage/TFLOP","title":"upstage/TFLOP","context":null,"kind":{"key":"model_released","label":"Model"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2025-11-06T06:45:38+00:00","first_seen_at":"2026-06-06T01:49:59.555032+00:00","date_source":"source"}]}