{"schema_version":"onlylabs.public_signal.v1","title":"Upstage (Solar) Repo: UpstageAI/evalverse-EQBench","description":"Upstage (Solar) repo signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438","json_url":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438/signal.json","generated_at":"2026-06-11T03:18:05.018959+00:00","org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/upstage","dossier_json_url":"https://onlylabs.fyi/labs/upstage/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438","signal_json":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438/signal.json","source":"https://github.com/UpstageAI/evalverse-EQBench","lab_dossier":"https://onlylabs.fyi/labs/upstage","lab_dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis":"https://onlylabs.fyi/analysis/upstage","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Upstage (Solar) published UpstageAI/evalverse-EQBench (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo UpstageAI/evalverse-EQBench · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/UpstageAI/evalverse-EQBench","source_host":"github.com","occurred_at":"2024-05-09T08:22:25+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"Upstage (Solar)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"UpstageAI/evalverse-EQBench","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/UpstageAI/evalverse-EQBench"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:18:05.018959+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438/signal.json","dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, interpret the repository as source-grounded category strategy evidence.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438/signal.json","required":true},{"label":"source","url":"https://github.com/UpstageAI/evalverse-EQBench","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/upstage/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/upstage/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Upstage (Solar)'s repo signal \"UpstageAI/evalverse-EQBench\" for neolab strategy."},"semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published repo","object":"UpstageAI/evalverse-EQBench","text":"Upstage (Solar) published repo UpstageAI/evalverse-EQBench."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"is classified as","object":"repo signal","text":"UpstageAI/evalverse-EQBench is classified as repo signal."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"belongs to","object":"repos desk","text":"UpstageAI/evalverse-EQBench belongs to repos desk."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has context","object":"Python","text":"UpstageAI/evalverse-EQBench has context Python."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"UpstageAI/evalverse-EQBench has evidence coverage 1 captured evidence page."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has captured page count","object":"1","text":"UpstageAI/evalverse-EQBench has captured page count 1."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has readable page count","object":"1","text":"UpstageAI/evalverse-EQBench has readable page count 1."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has related signal count","object":"6","text":"UpstageAI/evalverse-EQBench has related signal count 6."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"UpstageAI/evalverse-EQBench has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has source host","object":"github.com","text":"UpstageAI/evalverse-EQBench has source host github.com."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has lab","object":"Upstage (Solar)","text":"UpstageAI/evalverse-EQBench has lab Upstage (Solar)."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has signal desk","object":"repos","text":"UpstageAI/evalverse-EQBench has signal desk repos."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has source host","object":"github.com","text":"UpstageAI/evalverse-EQBench has source host github.com."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has repository","object":"UpstageAI/evalverse-EQBench","text":"UpstageAI/evalverse-EQBench has repository UpstageAI/evalverse-EQBench."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has language","object":"Python","text":"UpstageAI/evalverse-EQBench has language Python."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has watch term","object":"Eval methodology","text":"UpstageAI/evalverse-EQBench has watch term Eval methodology."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has watch term","object":"Infrastructure","text":"UpstageAI/evalverse-EQBench has watch term Infrastructure."}]},"intelligence":{"signal_desk":"repos","answer":"Upstage (Solar) published UpstageAI/evalverse-EQBench (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo UpstageAI/evalverse-EQBench · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published repo","object":"UpstageAI/evalverse-EQBench","text":"Upstage (Solar) published repo UpstageAI/evalverse-EQBench."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"is classified as","object":"repo signal","text":"UpstageAI/evalverse-EQBench is classified as repo signal."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"belongs to","object":"repos desk","text":"UpstageAI/evalverse-EQBench belongs to repos desk."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has context","object":"Python","text":"UpstageAI/evalverse-EQBench has context Python."},{"subject":"UpstageAI/evalverse-EQBench","predicate":"has evidence coverage","object":"1 captured evidence page","text":"UpstageAI/evalverse-EQBench has evidence coverage 1 captured evidence page."}]},"signal":{"id":"c40dbb9d-b6ca-44d8-99ab-fb16d769d438","url":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438","json_url":"https://onlylabs.fyi/signals/c40dbb9d-b6ca-44d8-99ab-fb16d769d438/signal.json","source_url":"https://github.com/UpstageAI/evalverse-EQBench","title":"UpstageAI/evalverse-EQBench","summary":"Upstage (Solar) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2024-05-09T08:22:25+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/UpstageAI/evalverse-EQBench"]},"facets":{"repo":"UpstageAI/evalverse-EQBench","language":"Python"},"traction":{"github_stars":0,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/UpstageAI/evalverse-EQBench","final_url":"https://github.com/UpstageAI/evalverse-EQBench","title":"UpstageAI/evalverse-EQBench repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:18:05.018959+00:00","bytes":19767,"raw_path":"fe8ed349db7fd0d602126b3d627e2c695da028064a4338b7729087e3406e1b57.json","content_hash":"b5ef545992bce72438f7f53607bad8659217ee3a234a9aa3eff24f3a91719252","excerpt_chars":1200,"truncated":true,"excerpt":"UpstageAI/evalverse-EQBench Description: Submodule of evalverse forked from [EQ-Bench/EQ-Bench](https://github.com/EQ-bench/EQ-Bench) Language: Python License: MIT Stars: 0 Forks: 0 Open issues: 0 Created: 2024-05-09T08:22:25Z Pushed: 2024-05-09T08:33:34Z Default branch: main Fork: no Archived: yes README: ![EQ-Bench Logo](./images/eqbench_logo_sml.png) EQ-Bench EQ-Bench is a benchmark for language models designed to assess emotional intelligence. You can read more about it in our [paper](https://arxiv.org/abs/2312.06281). The latest leaderboard can be viewed at [EQ-Bench Leaderboard](https://eqbench.com). News Version 2 Released V2 of EQ-Bench contains 171 questions (compared to 60 in v1) and a new system for scoring. It is better able to discriminate performance differences between models. V2 is less subject to variance caused by perturbations (e.g. temp, sampler, quantisation, prompt format, system message). Also added is the ability to upload results to firebase. We encourage you to move to v2, and to note which version you are using (EQ-Bench v1 or EQ-Bench v2) when publishing results to avoid confusion. NOTE: V1 scores are not directly comparable to v2 scores. <details>..."},"evidence_pages":[{"url":"https://github.com/UpstageAI/evalverse-EQBench","final_url":"https://github.com/UpstageAI/evalverse-EQBench","title":"UpstageAI/evalverse-EQBench repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:18:05.018959+00:00","bytes":19767,"raw_path":"fe8ed349db7fd0d602126b3d627e2c695da028064a4338b7729087e3406e1b57.json","content_hash":"b5ef545992bce72438f7f53607bad8659217ee3a234a9aa3eff24f3a91719252","excerpt_chars":1200,"truncated":true,"excerpt":"UpstageAI/evalverse-EQBench Description: Submodule of evalverse forked from [EQ-Bench/EQ-Bench](https://github.com/EQ-bench/EQ-Bench) Language: Python License: MIT Stars: 0 Forks: 0 Open issues: 0 Created: 2024-05-09T08:22:25Z Pushed: 2024-05-09T08:33:34Z Default branch: main Fork: no Archived: yes README: ![EQ-Bench Logo](./images/eqbench_logo_sml.png) EQ-Bench EQ-Bench is a benchmark for language models designed to assess emotional intelligence. You can read more about it in our [paper](https://arxiv.org/abs/2312.06281). The latest leaderboard can be viewed at [EQ-Bench Leaderboard](https://eqbench.com). News Version 2 Released V2 of EQ-Bench contains 171 questions (compared to 60 in v1) and a new system for scoring. It is better able to discriminate performance differences between models. V2 is less subject to variance caused by perturbations (e.g. temp, sampler, quantisation, prompt format, system message). Also added is the ability to upload results to firebase. We encourage you to move to v2, and to note which version you are using (EQ-Bench v1 or EQ-Bench v2) when publishing results to avoid confusion. NOTE: V1 scores are not directly comparable to v2 scores. <details>..."}],"related_signals":[{"id":"edc79978-c686-4eb1-9ed4-90838928c967","url":"https://onlylabs.fyi/signals/edc79978-c686-4eb1-9ed4-90838928c967","source_url":"https://github.com/UpstageAI/upstage-ambassador-2nd-final-project","title":"UpstageAI/upstage-ambassador-2nd-final-project","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-27T04:05:19+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"b8e15867-82c2-490e-ad65-8d89cd761384","url":"https://onlylabs.fyi/signals/b8e15867-82c2-490e-ad65-8d89cd761384","source_url":"https://github.com/UpstageAI/seoul-sw-maestro-project","title":"UpstageAI/seoul-sw-maestro-project","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-21T01:10:39+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"0dc521e0-898a-4466-ba69-f59fb98616f7","url":"https://onlylabs.fyi/signals/0dc521e0-898a-4466-ba69-f59fb98616f7","source_url":"https://github.com/UpstageAI/busan-sw-maestro-project","title":"UpstageAI/busan-sw-maestro-project","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-21T01:10:34+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"a0b1ee78-a24b-402f-a9d7-4707bac72871","url":"https://onlylabs.fyi/signals/a0b1ee78-a24b-402f-a9d7-4707bac72871","source_url":"https://github.com/UpstageAI/edu-usecase-hackathon","title":"UpstageAI/edu-usecase-hackathon","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-16T04:23:18+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"becf30e8-6640-4619-bf99-abfee14e2952","url":"https://onlylabs.fyi/signals/becf30e8-6640-4619-bf99-abfee14e2952","source_url":"https://github.com/UpstageAI/upstage-extensions-hub","title":"UpstageAI/upstage-extensions-hub","context":"Shell","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-04-20T04:21:54+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"c05b141b-94ce-43d5-bf49-dd6edf776053","url":"https://onlylabs.fyi/signals/c05b141b-94ce-43d5-bf49-dd6edf776053","source_url":"https://github.com/UpstageAI/security-audit","title":"UpstageAI/security-audit","context":"Shell","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-04-01T03:36:08+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"}]}