{"schema_version":"onlylabs.public_signal.v1","title":"Upstage (Solar) Repo: UpstageAI/evalverse-IFEval","description":"Upstage (Solar) repo signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf","json_url":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf/signal.json","generated_at":"2026-06-11T03:18:05.260623+00:00","org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/upstage","dossier_json_url":"https://onlylabs.fyi/labs/upstage/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf","signal_json":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf/signal.json","source":"https://github.com/UpstageAI/evalverse-IFEval","lab_dossier":"https://onlylabs.fyi/labs/upstage","lab_dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis":"https://onlylabs.fyi/analysis/upstage","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Upstage (Solar) published UpstageAI/evalverse-IFEval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo UpstageAI/evalverse-IFEval · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/UpstageAI/evalverse-IFEval","source_host":"github.com","occurred_at":"2024-03-28T14:54:38+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"Upstage (Solar)","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"UpstageAI/evalverse-IFEval","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Stars","value":"14","source":"traction"},{"label":"Watch term","value":"Eval methodology","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/UpstageAI/evalverse-IFEval"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:18:05.260623+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf/signal.json","dossier_json":"https://onlylabs.fyi/labs/upstage/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/upstage/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/upstage/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, interpret the repository as source-grounded category strategy evidence.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf/signal.json","required":true},{"label":"source","url":"https://github.com/UpstageAI/evalverse-IFEval","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/upstage/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/upstage/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Upstage (Solar)'s repo signal \"UpstageAI/evalverse-IFEval\" for neolab strategy."},"semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published repo","object":"UpstageAI/evalverse-IFEval","text":"Upstage (Solar) published repo UpstageAI/evalverse-IFEval."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"is classified as","object":"repo signal","text":"UpstageAI/evalverse-IFEval is classified as repo signal."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"belongs to","object":"repos desk","text":"UpstageAI/evalverse-IFEval belongs to repos desk."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has context","object":"Python","text":"UpstageAI/evalverse-IFEval has context Python."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"UpstageAI/evalverse-IFEval has evidence coverage 1 captured evidence page."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has captured page count","object":"1","text":"UpstageAI/evalverse-IFEval has captured page count 1."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has readable page count","object":"1","text":"UpstageAI/evalverse-IFEval has readable page count 1."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has related signal count","object":"6","text":"UpstageAI/evalverse-IFEval has related signal count 6."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"UpstageAI/evalverse-IFEval has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has source host","object":"github.com","text":"UpstageAI/evalverse-IFEval has source host github.com."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has lab","object":"Upstage (Solar)","text":"UpstageAI/evalverse-IFEval has lab Upstage (Solar)."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has signal desk","object":"repos","text":"UpstageAI/evalverse-IFEval has signal desk repos."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has source host","object":"github.com","text":"UpstageAI/evalverse-IFEval has source host github.com."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has repository","object":"UpstageAI/evalverse-IFEval","text":"UpstageAI/evalverse-IFEval has repository UpstageAI/evalverse-IFEval."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has language","object":"Python","text":"UpstageAI/evalverse-IFEval has language Python."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has stars","object":"14","text":"UpstageAI/evalverse-IFEval has stars 14."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has watch term","object":"Eval methodology","text":"UpstageAI/evalverse-IFEval has watch term Eval methodology."}]},"intelligence":{"signal_desk":"repos","answer":"Upstage (Solar) published UpstageAI/evalverse-IFEval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo UpstageAI/evalverse-IFEval · language Python. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Upstage (Solar)","predicate":"published repo","object":"UpstageAI/evalverse-IFEval","text":"Upstage (Solar) published repo UpstageAI/evalverse-IFEval."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"is classified as","object":"repo signal","text":"UpstageAI/evalverse-IFEval is classified as repo signal."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"belongs to","object":"repos desk","text":"UpstageAI/evalverse-IFEval belongs to repos desk."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has context","object":"Python","text":"UpstageAI/evalverse-IFEval has context Python."},{"subject":"UpstageAI/evalverse-IFEval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"UpstageAI/evalverse-IFEval has evidence coverage 1 captured evidence page."}]},"signal":{"id":"fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf","url":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf","json_url":"https://onlylabs.fyi/signals/fd15d7f4-a93f-47c8-8b47-ef2862e7b9bf/signal.json","source_url":"https://github.com/UpstageAI/evalverse-IFEval","title":"UpstageAI/evalverse-IFEval","summary":"Upstage (Solar) published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2024-03-28T14:54:38+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/UpstageAI/evalverse-IFEval"]},"facets":{"repo":"UpstageAI/evalverse-IFEval","language":"Python"},"traction":{"github_stars":14,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/UpstageAI/evalverse-IFEval","final_url":"https://github.com/UpstageAI/evalverse-IFEval","title":"UpstageAI/evalverse-IFEval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:18:05.260623+00:00","bytes":8921,"raw_path":"bfb093911d96a994ac34a652f6fcb6bd08e704a7ce7aed3c5ade1e9d4e35a285.json","content_hash":"0510db1972286426262348f85950720c6b44e4ec0aa1c02c4bc760c129c48865","excerpt_chars":1200,"truncated":true,"excerpt":"UpstageAI/evalverse-IFEval Description: Submodule of evalverse forked from [google-research/instruction_following_eval](https://github.com/google-research/google-research/tree/master/instruction_following_eval) Language: Python Stars: 14 Forks: 4 Open issues: 2 Created: 2024-03-28T14:54:38Z Pushed: 2024-05-04T01:50:27Z Default branch: main Fork: no Archived: yes README: IFEval: Instruction Following Eval This is not an officially supported Google product. Dependencies Please make sure that all required python packages are installed via: ``` pip install -r requirements.txt ``` How to run We will use vLLM to generate responses for the instruction prompts via the python file `inst_eval.py` ```bash python inst_eval.py \\ --model {ckpt_path} --model_ref_id {model_ref_id} \\ --output_path {ckpt_path}/eval_vllm \\ ``` - ckpt_path: Path to the model checkpoints, not ending with `/`. - model_ref_id: A shorthand name for the model. This will be used in the path to save the evaluation results. At the moment, you can specify `--devices` and `--gpu_per_inst_eval` to set total number of GPUs and GPUs per inst_eval process (e.g. vLLM). However, as there are slight variations with differing number..."},"evidence_pages":[{"url":"https://github.com/UpstageAI/evalverse-IFEval","final_url":"https://github.com/UpstageAI/evalverse-IFEval","title":"UpstageAI/evalverse-IFEval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:18:05.260623+00:00","bytes":8921,"raw_path":"bfb093911d96a994ac34a652f6fcb6bd08e704a7ce7aed3c5ade1e9d4e35a285.json","content_hash":"0510db1972286426262348f85950720c6b44e4ec0aa1c02c4bc760c129c48865","excerpt_chars":1200,"truncated":true,"excerpt":"UpstageAI/evalverse-IFEval Description: Submodule of evalverse forked from [google-research/instruction_following_eval](https://github.com/google-research/google-research/tree/master/instruction_following_eval) Language: Python Stars: 14 Forks: 4 Open issues: 2 Created: 2024-03-28T14:54:38Z Pushed: 2024-05-04T01:50:27Z Default branch: main Fork: no Archived: yes README: IFEval: Instruction Following Eval This is not an officially supported Google product. Dependencies Please make sure that all required python packages are installed via: ``` pip install -r requirements.txt ``` How to run We will use vLLM to generate responses for the instruction prompts via the python file `inst_eval.py` ```bash python inst_eval.py \\ --model {ckpt_path} --model_ref_id {model_ref_id} \\ --output_path {ckpt_path}/eval_vllm \\ ``` - ckpt_path: Path to the model checkpoints, not ending with `/`. - model_ref_id: A shorthand name for the model. This will be used in the path to save the evaluation results. At the moment, you can specify `--devices` and `--gpu_per_inst_eval` to set total number of GPUs and GPUs per inst_eval process (e.g. vLLM). However, as there are slight variations with differing number..."}],"related_signals":[{"id":"edc79978-c686-4eb1-9ed4-90838928c967","url":"https://onlylabs.fyi/signals/edc79978-c686-4eb1-9ed4-90838928c967","source_url":"https://github.com/UpstageAI/upstage-ambassador-2nd-final-project","title":"UpstageAI/upstage-ambassador-2nd-final-project","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-27T04:05:19+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"b8e15867-82c2-490e-ad65-8d89cd761384","url":"https://onlylabs.fyi/signals/b8e15867-82c2-490e-ad65-8d89cd761384","source_url":"https://github.com/UpstageAI/seoul-sw-maestro-project","title":"UpstageAI/seoul-sw-maestro-project","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-21T01:10:39+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"0dc521e0-898a-4466-ba69-f59fb98616f7","url":"https://onlylabs.fyi/signals/0dc521e0-898a-4466-ba69-f59fb98616f7","source_url":"https://github.com/UpstageAI/busan-sw-maestro-project","title":"UpstageAI/busan-sw-maestro-project","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-21T01:10:34+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"a0b1ee78-a24b-402f-a9d7-4707bac72871","url":"https://onlylabs.fyi/signals/a0b1ee78-a24b-402f-a9d7-4707bac72871","source_url":"https://github.com/UpstageAI/edu-usecase-hackathon","title":"UpstageAI/edu-usecase-hackathon","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-05-16T04:23:18+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"becf30e8-6640-4619-bf99-abfee14e2952","url":"https://onlylabs.fyi/signals/becf30e8-6640-4619-bf99-abfee14e2952","source_url":"https://github.com/UpstageAI/upstage-extensions-hub","title":"UpstageAI/upstage-extensions-hub","context":"Shell","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-04-20T04:21:54+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"},{"id":"c05b141b-94ce-43d5-bf49-dd6edf776053","url":"https://onlylabs.fyi/signals/c05b141b-94ce-43d5-bf49-dd6edf776053","source_url":"https://github.com/UpstageAI/security-audit","title":"UpstageAI/security-audit","context":"Shell","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"upstage","name":"Upstage (Solar)","category":"neolab"},"occurred_at":"2026-04-01T03:36:08+00:00","first_seen_at":"2026-06-05T22:32:23.278679+00:00","date_source":"source"}]}