{"schema_version":"onlylabs.public_signal.v1","title":"LG AI Research (EXAONE) Repo: LG-AI-EXAONE/KMMLU-Pro","description":"LG AI Research (EXAONE) repo signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad","json_url":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad/signal.json","generated_at":"2026-06-11T03:22:46.939399+00:00","org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/lg-ai","dossier_json_url":"https://onlylabs.fyi/labs/lg-ai/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad","signal_json":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad/signal.json","source":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","lab_dossier":"https://onlylabs.fyi/labs/lg-ai","lab_dossier_json":"https://onlylabs.fyi/labs/lg-ai/dossier.json","analysis":"https://onlylabs.fyi/analysis/lg-ai","analysis_json":"https://onlylabs.fyi/analysis/lg-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/lg-ai/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"LG AI Research (EXAONE) published LG-AI-EXAONE/KMMLU-Pro (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo LG-AI-EXAONE/KMMLU-Pro · language Python · New repo, low traction (16 stars). onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","source_host":"github.com","occurred_at":"2025-08-14T05:29:37+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"LG AI Research (EXAONE)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"LG-AI-EXAONE/KMMLU-Pro","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Stars","value":"16","source":"traction"},{"label":"Notability","value":"New repo, low traction (16 stars)","source":"signal"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Model card","source":"model"},{"label":"Watch term","value":"Data pipeline","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/LG-AI-EXAONE/KMMLU-Pro"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:22:46.939399+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad/signal.json","dossier_json":"https://onlylabs.fyi/labs/lg-ai/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/lg-ai/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/lg-ai/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, interpret the repository as source-grounded category strategy evidence.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad/signal.json","required":true},{"label":"source","url":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/lg-ai/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/lg-ai/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze LG AI Research (EXAONE)'s repo signal \"LG-AI-EXAONE/KMMLU-Pro\" for neolab strategy."},"semantic_triples":[{"subject":"LG AI Research (EXAONE)","predicate":"published repo","object":"LG-AI-EXAONE/KMMLU-Pro","text":"LG AI Research (EXAONE) published repo LG-AI-EXAONE/KMMLU-Pro."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"is classified as","object":"repo signal","text":"LG-AI-EXAONE/KMMLU-Pro is classified as repo signal."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"belongs to","object":"repos desk","text":"LG-AI-EXAONE/KMMLU-Pro belongs to repos desk."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has context","object":"Python","text":"LG-AI-EXAONE/KMMLU-Pro has context Python."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has evidence coverage","object":"1 captured evidence page","text":"LG-AI-EXAONE/KMMLU-Pro has evidence coverage 1 captured evidence page."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has captured page count","object":"1","text":"LG-AI-EXAONE/KMMLU-Pro has captured page count 1."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has readable page count","object":"1","text":"LG-AI-EXAONE/KMMLU-Pro has readable page count 1."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has related signal count","object":"6","text":"LG-AI-EXAONE/KMMLU-Pro has related signal count 6."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"LG-AI-EXAONE/KMMLU-Pro has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has source host","object":"github.com","text":"LG-AI-EXAONE/KMMLU-Pro has source host github.com."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has lab","object":"LG AI Research (EXAONE)","text":"LG-AI-EXAONE/KMMLU-Pro has lab LG AI Research (EXAONE)."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has signal desk","object":"repos","text":"LG-AI-EXAONE/KMMLU-Pro has signal desk repos."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has source host","object":"github.com","text":"LG-AI-EXAONE/KMMLU-Pro has source host github.com."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has repository","object":"LG-AI-EXAONE/KMMLU-Pro","text":"LG-AI-EXAONE/KMMLU-Pro has repository LG-AI-EXAONE/KMMLU-Pro."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has language","object":"Python","text":"LG-AI-EXAONE/KMMLU-Pro has language Python."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has stars","object":"16","text":"LG-AI-EXAONE/KMMLU-Pro has stars 16."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has notability","object":"New repo, low traction (16 stars)","text":"LG-AI-EXAONE/KMMLU-Pro has notability New repo, low traction (16 stars)."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has watch term","object":"Eval methodology","text":"LG-AI-EXAONE/KMMLU-Pro has watch term Eval methodology."}]},"intelligence":{"signal_desk":"repos","answer":"LG AI Research (EXAONE) published LG-AI-EXAONE/KMMLU-Pro (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo LG-AI-EXAONE/KMMLU-Pro · language Python · New repo, low traction (16 stars). onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"LG AI Research (EXAONE)","predicate":"published repo","object":"LG-AI-EXAONE/KMMLU-Pro","text":"LG AI Research (EXAONE) published repo LG-AI-EXAONE/KMMLU-Pro."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"is classified as","object":"repo signal","text":"LG-AI-EXAONE/KMMLU-Pro is classified as repo signal."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"belongs to","object":"repos desk","text":"LG-AI-EXAONE/KMMLU-Pro belongs to repos desk."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has context","object":"Python","text":"LG-AI-EXAONE/KMMLU-Pro has context Python."},{"subject":"LG-AI-EXAONE/KMMLU-Pro","predicate":"has evidence coverage","object":"1 captured evidence page","text":"LG-AI-EXAONE/KMMLU-Pro has evidence coverage 1 captured evidence page."}]},"signal":{"id":"9a54d72d-e4a8-4080-885d-56f07a35f2ad","url":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad","json_url":"https://onlylabs.fyi/signals/9a54d72d-e4a8-4080-885d-56f07a35f2ad/signal.json","source_url":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","title":"LG-AI-EXAONE/KMMLU-Pro","summary":"LG AI Research (EXAONE) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab"},"occurred_at":"2025-08-14T05:29:37+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/LG-AI-EXAONE/KMMLU-Pro"]},"facets":{"repo":"LG-AI-EXAONE/KMMLU-Pro","language":"Python"},"traction":{"github_stars":16,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","final_url":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","title":"LG-AI-EXAONE/KMMLU-Pro repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:22:46.939399+00:00","bytes":10771,"raw_path":"56622e943dc7d0d8b6d098e63c0f52f32d7a1d26cfacfb4ccd210011918c9120.json","content_hash":"75051d318c33ea5f131bada03485df6bb0a51378b749db3b283415aa6ab7bda6","excerpt_chars":1200,"truncated":true,"excerpt":"LG-AI-EXAONE/KMMLU-Pro Language: Python License: BSD-3-Clause Stars: 16 Forks: 1 Open issues: 0 Created: 2025-08-14T05:29:37Z Pushed: 2025-08-18T05:57:30Z Default branch: main Fork: no Archived: no README: KMMLU-Pro Evaluation Script **Language**: [English](README.md) | [한국어](README_ko.md) 📄 [Paper](https://arxiv.org/abs/2507.08924) | 📚 [Dataset](https://huggingface.co/datasets/LGAI-EXAONE/KMMLU-Pro) Overview **KMMLU-Pro** is a challenging benchmark comprising 2,822 problems from the 2024 Korean National Professional Licensure (KNPL) official exams, representing highly specialized professions in Korea. This repository provides evaluation scripts to generate model responses using the OpenAI-compatible interface and calculate professional license pass/fail results. Setup Prerequisites 1. **Dataset Access**: Request access to the [KMMLU-Pro dataset](https://huggingface.co/datasets/LGAI-EXAONE/KMMLU-Pro) on Hugging Face. 2. **OpenAI API Key**: Set your OpenAI API key as an environment variable: ```bash export OPENAI_API_KEY=\"your-api-key-here\" ``` 3. **Installation**: ```bash git clone https://github.com/LG-AI-EXAONE/KMMLU-Pro.git cd KMMLU-Pro pip install -r requirements.txt ```..."},"evidence_pages":[{"url":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","final_url":"https://github.com/LG-AI-EXAONE/KMMLU-Pro","title":"LG-AI-EXAONE/KMMLU-Pro repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:22:46.939399+00:00","bytes":10771,"raw_path":"56622e943dc7d0d8b6d098e63c0f52f32d7a1d26cfacfb4ccd210011918c9120.json","content_hash":"75051d318c33ea5f131bada03485df6bb0a51378b749db3b283415aa6ab7bda6","excerpt_chars":1200,"truncated":true,"excerpt":"LG-AI-EXAONE/KMMLU-Pro Language: Python License: BSD-3-Clause Stars: 16 Forks: 1 Open issues: 0 Created: 2025-08-14T05:29:37Z Pushed: 2025-08-18T05:57:30Z Default branch: main Fork: no Archived: no README: KMMLU-Pro Evaluation Script **Language**: [English](README.md) | [한국어](README_ko.md) 📄 [Paper](https://arxiv.org/abs/2507.08924) | 📚 [Dataset](https://huggingface.co/datasets/LGAI-EXAONE/KMMLU-Pro) Overview **KMMLU-Pro** is a challenging benchmark comprising 2,822 problems from the 2024 Korean National Professional Licensure (KNPL) official exams, representing highly specialized professions in Korea. This repository provides evaluation scripts to generate model responses using the OpenAI-compatible interface and calculate professional license pass/fail results. Setup Prerequisites 1. **Dataset Access**: Request access to the [KMMLU-Pro dataset](https://huggingface.co/datasets/LGAI-EXAONE/KMMLU-Pro) on Hugging Face. 2. **OpenAI API Key**: Set your OpenAI API key as an environment variable: ```bash export OPENAI_API_KEY=\"your-api-key-here\" ``` 3. **Installation**: ```bash git clone https://github.com/LG-AI-EXAONE/KMMLU-Pro.git cd KMMLU-Pro pip install -r requirements.txt ```..."}],"related_signals":[{"id":"2bcfe7f9-4abc-4014-997b-0cf100c1bc11","url":"https://onlylabs.fyi/signals/2bcfe7f9-4abc-4014-997b-0cf100c1bc11","source_url":"https://github.com/LG-AI-EXAONE/EXAONE-4.5","title":"LG-AI-EXAONE/EXAONE-4.5","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab"},"occurred_at":"2026-04-08T03:32:38+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source"},{"id":"35090525-a9ef-4e99-89e2-baa29c9f754f","url":"https://onlylabs.fyi/signals/35090525-a9ef-4e99-89e2-baa29c9f754f","source_url":"https://github.com/LG-AI-EXAONE/K-EXAONE","title":"LG-AI-EXAONE/K-EXAONE","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab"},"occurred_at":"2025-12-25T09:06:03+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source"},{"id":"54527bb4-57bf-4d90-adcf-732f87640c69","url":"https://onlylabs.fyi/signals/54527bb4-57bf-4d90-adcf-732f87640c69","source_url":"https://github.com/LG-AI-EXAONE/EXAONE-Path-2.5","title":"LG-AI-EXAONE/EXAONE-Path-2.5","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab"},"occurred_at":"2025-12-15T09:37:18+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source"},{"id":"60949110-4244-4518-855e-f15f89c7cbe6","url":"https://onlylabs.fyi/signals/60949110-4244-4518-855e-f15f89c7cbe6","source_url":"https://github.com/LG-AI-EXAONE/EXAONE-4.0","title":"LG-AI-EXAONE/EXAONE-4.0","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab"},"occurred_at":"2025-07-07T06:45:57+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source"},{"id":"45440192-12f3-45e9-9320-903fe27dc6a8","url":"https://onlylabs.fyi/signals/45440192-12f3-45e9-9320-903fe27dc6a8","source_url":"https://github.com/LG-AI-EXAONE/EXAONE-Deep","title":"LG-AI-EXAONE/EXAONE-Deep","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab"},"occurred_at":"2025-03-12T06:45:27+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source"},{"id":"549de424-4b32-412b-b6fb-4f0a2dd61fc3","url":"https://onlylabs.fyi/signals/549de424-4b32-412b-b6fb-4f0a2dd61fc3","source_url":"https://github.com/LG-AI-EXAONE/EXAONE-3.5","title":"LG-AI-EXAONE/EXAONE-3.5","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"lg-ai","name":"LG AI Research (EXAONE)","category":"neolab"},"occurred_at":"2024-12-01T11:15:28+00:00","first_seen_at":"2026-06-05T20:58:47.270764+00:00","date_source":"source"}]}