{"schema_version":"onlylabs.public_signal.v1","title":"Upstage (Solar) Repo: UpstageAI/KIEval","description":"Upstage (Solar) repo signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d","json_url":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d/signal.json","generated_at":"2026-06-11T03:18:04.061225+00:00","org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/upstage","dossier_json_url":"https://onlylabs.fyi/labs/upstage/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d","signal_json":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d/signal.json","source":"https://github.com/UpstageAI/KIEval","lab_dossier":"https://onlylabs.fyi/labs/upstage","lab_dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis":"https://onlylabs.fyi/analysis/upstage","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Upstage (Solar) published UpstageAI/KIEval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo UpstageAI/KIEval · language Python · Low traction, new repo with 3 stars. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/UpstageAI/KIEval","source_host":"github.com","occurred_at":"2025-06-17T11:59:48+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"Upstage (Solar)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"UpstageAI/KIEval","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Stars","value":"3","source":"traction"},{"label":"Notability","value":"Low traction, new repo with 3 stars","source":"signal"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/UpstageAI/KIEval"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:18:04.061225+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d/signal.json","dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, interpret the repository as source-grounded category strategy evidence.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d/signal.json","required":true},{"label":"source","url":"https://github.com/UpstageAI/KIEval","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/upstage/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/upstage/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Upstage (Solar)'s repo signal \"UpstageAI/KIEval\" for neolab strategy."},"semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published repo","object":"UpstageAI/KIEval","text":"Upstage (Solar) published repo UpstageAI/KIEval."},{"subject":"UpstageAI/KIEval","predicate":"is classified as","object":"repo signal","text":"UpstageAI/KIEval is classified as repo signal."},{"subject":"UpstageAI/KIEval","predicate":"belongs to","object":"repos desk","text":"UpstageAI/KIEval belongs to repos desk."},{"subject":"UpstageAI/KIEval","predicate":"has context","object":"Python","text":"UpstageAI/KIEval has context Python."},{"subject":"UpstageAI/KIEval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"UpstageAI/KIEval has evidence coverage 1 captured evidence page."},{"subject":"UpstageAI/KIEval","predicate":"has captured page count","object":"1","text":"UpstageAI/KIEval has captured page count 1."},{"subject":"UpstageAI/KIEval","predicate":"has readable page count","object":"1","text":"UpstageAI/KIEval has readable page count 1."},{"subject":"UpstageAI/KIEval","predicate":"has related signal count","object":"6","text":"UpstageAI/KIEval has related signal count 6."},{"subject":"UpstageAI/KIEval","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"UpstageAI/KIEval has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"UpstageAI/KIEval","predicate":"has source host","object":"github.com","text":"UpstageAI/KIEval has source host github.com."},{"subject":"UpstageAI/KIEval","predicate":"has lab","object":"Upstage (Solar)","text":"UpstageAI/KIEval has lab Upstage (Solar)."},{"subject":"UpstageAI/KIEval","predicate":"has signal desk","object":"repos","text":"UpstageAI/KIEval has signal desk repos."},{"subject":"UpstageAI/KIEval","predicate":"has source host","object":"github.com","text":"UpstageAI/KIEval has source host github.com."},{"subject":"UpstageAI/KIEval","predicate":"has repository","object":"UpstageAI/KIEval","text":"UpstageAI/KIEval has repository UpstageAI/KIEval."},{"subject":"UpstageAI/KIEval","predicate":"has language","object":"Python","text":"UpstageAI/KIEval has language Python."},{"subject":"UpstageAI/KIEval","predicate":"has stars","object":"3","text":"UpstageAI/KIEval has stars 3."},{"subject":"UpstageAI/KIEval","predicate":"has notability","object":"Low traction, new repo with 3 stars","text":"UpstageAI/KIEval has notability Low traction, new repo with 3 stars."},{"subject":"UpstageAI/KIEval","predicate":"has watch term","object":"Eval methodology","text":"UpstageAI/KIEval has watch term Eval methodology."}]},"intelligence":{"signal_desk":"repos","answer":"Upstage (Solar) published UpstageAI/KIEval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo UpstageAI/KIEval · language Python · Low traction, new repo with 3 stars. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published repo","object":"UpstageAI/KIEval","text":"Upstage (Solar) published repo UpstageAI/KIEval."},{"subject":"UpstageAI/KIEval","predicate":"is classified as","object":"repo signal","text":"UpstageAI/KIEval is classified as repo signal."},{"subject":"UpstageAI/KIEval","predicate":"belongs to","object":"repos desk","text":"UpstageAI/KIEval belongs to repos desk."},{"subject":"UpstageAI/KIEval","predicate":"has context","object":"Python","text":"UpstageAI/KIEval has context Python."},{"subject":"UpstageAI/KIEval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"UpstageAI/KIEval has evidence coverage 1 captured evidence page."}]},"signal":{"id":"91619b1f-fa26-4c2a-be56-5399b8b2c45d","url":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d","json_url":"https://onlylabs.fyi/signals/91619b1f-fa26-4c2a-be56-5399b8b2c45d/signal.json","source_url":"https://github.com/UpstageAI/KIEval","title":"UpstageAI/KIEval","summary":"Upstage (Solar) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2025-06-17T11:59:48+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/UpstageAI/KIEval"]},"facets":{"repo":"UpstageAI/KIEval","language":"Python"},"traction":{"github_stars":3,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/UpstageAI/KIEval","final_url":"https://github.com/UpstageAI/KIEval","title":"UpstageAI/KIEval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:18:04.061225+00:00","bytes":15953,"raw_path":"480496085ef5feb2805a37b43f31e097e2062cfb7ba995954c541d82cc97d46b.json","content_hash":"54e33fd9ed30e566794ac546883a9d38a9c2499de36a43a47961a00df3fdca6d","excerpt_chars":1200,"truncated":true,"excerpt":"UpstageAI/KIEval Description: Official Implementation of KIEval: Evaluation Metric for Document Key Information Extraction Language: Python Stars: 3 Forks: 1 Open issues: 4 Created: 2025-06-17T11:59:48Z Pushed: 2026-01-13T20:28:24Z Default branch: main Fork: no Archived: no README: KIEval: Evaluation Metric for Document Key Information Extraction KIEval is an application-centric evaluation metric for **Document Key Information Extraction (KIE)**. This repository contains the **official implementation** used in the paper **[\"KIEval: Evaluation Metric for Document Key Information Extraction\"](https://arxiv.org/abs/2503.05488)**, ICDAR 2025. --- Key characteristics - **Multi-level evaluation**: - **Non-group level** – entity-wise performance for standalone keys (e.g., `store_name`, `date`). - **Group level** – performance over **sets of related entities** (e.g., per-line item on a receipt). - **Structure-aware matching**: Uses strategies such as the Hungarian algorithm to align predicted and gold groups, handling **variable numbers of entities and groups**. - **CORD pipeline provided**: This repository ships with an end-to-end evaluation script for the **CORD** dataset via..."},"evidence_pages":[{"url":"https://github.com/UpstageAI/KIEval","final_url":"https://github.com/UpstageAI/KIEval","title":"UpstageAI/KIEval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:18:04.061225+00:00","bytes":15953,"raw_path":"480496085ef5feb2805a37b43f31e097e2062cfb7ba995954c541d82cc97d46b.json","content_hash":"54e33fd9ed30e566794ac546883a9d38a9c2499de36a43a47961a00df3fdca6d","excerpt_chars":1200,"truncated":true,"excerpt":"UpstageAI/KIEval Description: Official Implementation of KIEval: Evaluation Metric for Document Key Information Extraction Language: Python Stars: 3 Forks: 1 Open issues: 4 Created: 2025-06-17T11:59:48Z Pushed: 2026-01-13T20:28:24Z Default branch: main Fork: no Archived: no README: KIEval: Evaluation Metric for Document Key Information Extraction KIEval is an application-centric evaluation metric for **Document Key Information Extraction (KIE)**. This repository contains the **official implementation** used in the paper **[\"KIEval: Evaluation Metric for Document Key Information Extraction\"](https://arxiv.org/abs/2503.05488)**, ICDAR 2025. --- Key characteristics - **Multi-level evaluation**: - **Non-group level** – entity-wise performance for standalone keys (e.g., `store_name`, `date`). - **Group level** – performance over **sets of related entities** (e.g., per-line item on a receipt). - **Structure-aware matching**: Uses strategies such as the Hungarian algorithm to align predicted and gold groups, handling **variable numbers of entities and groups**. - **CORD pipeline provided**: This repository ships with an end-to-end evaluation script for the **CORD** dataset via..."}],"related_signals":[{"id":"edc79978-c686-4eb1-9ed4-90838928c967","url":"https://onlylabs.fyi/signals/edc79978-c686-4eb1-9ed4-90838928c967","source_url":"https://github.com/UpstageAI/upstage-ambassador-2nd-final-project","title":"UpstageAI/upstage-ambassador-2nd-final-project","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-27T04:05:19+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"b8e15867-82c2-490e-ad65-8d89cd761384","url":"https://onlylabs.fyi/signals/b8e15867-82c2-490e-ad65-8d89cd761384","source_url":"https://github.com/UpstageAI/seoul-sw-maestro-project","title":"UpstageAI/seoul-sw-maestro-project","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-21T01:10:39+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"0dc521e0-898a-4466-ba69-f59fb98616f7","url":"https://onlylabs.fyi/signals/0dc521e0-898a-4466-ba69-f59fb98616f7","source_url":"https://github.com/UpstageAI/busan-sw-maestro-project","title":"UpstageAI/busan-sw-maestro-project","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-21T01:10:34+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"a0b1ee78-a24b-402f-a9d7-4707bac72871","url":"https://onlylabs.fyi/signals/a0b1ee78-a24b-402f-a9d7-4707bac72871","source_url":"https://github.com/UpstageAI/edu-usecase-hackathon","title":"UpstageAI/edu-usecase-hackathon","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-16T04:23:18+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"becf30e8-6640-4619-bf99-abfee14e2952","url":"https://onlylabs.fyi/signals/becf30e8-6640-4619-bf99-abfee14e2952","source_url":"https://github.com/UpstageAI/upstage-extensions-hub","title":"UpstageAI/upstage-extensions-hub","context":"Shell","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-04-20T04:21:54+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"c05b141b-94ce-43d5-bf49-dd6edf776053","url":"https://onlylabs.fyi/signals/c05b141b-94ce-43d5-bf49-dd6edf776053","source_url":"https://github.com/UpstageAI/security-audit","title":"UpstageAI/security-audit","context":"Shell","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-04-01T03:36:08+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"}]}