{"schema_version":"onlylabs.public_signal.v1","title":"Nous Research Fork: NousResearch/openai-evals","description":"Nous Research fork signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980","json_url":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980/signal.json","generated_at":"2026-06-11T02:43:28.188977+00:00","org":{"slug":"nous","name":"Nous Research","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/nous","dossier_json_url":"https://onlylabs.fyi/labs/nous/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980","signal_json":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980/signal.json","source":"https://github.com/NousResearch/openai-evals","lab_dossier":"https://onlylabs.fyi/labs/nous","lab_dossier_json":"https://onlylabs.fyi/labs/nous/dossier.json","analysis":"https://onlylabs.fyi/analysis/nous","analysis_json":"https://onlylabs.fyi/analysis/nous/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/nous/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":"https://onlylabs.fyi/topics/forks","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neolab","data_business":null},"answer_pack":{"answer":"Nous Research forked NousResearch/openai-evals (forked from openai/evals). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo NousResearch/openai-evals · parent openai/evals · Low-star fork of existing repo.. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","signal_desk":"forks","source_context":{"source_url":"https://github.com/NousResearch/openai-evals","source_host":"github.com","occurred_at":"2025-11-29T07:53:50+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source","context":"forked from openai/evals"},"context_markers":[{"label":"Lab","value":"Nous Research","source":"signal"},{"label":"Signal desk","value":"forks","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"NousResearch/openai-evals","source":"source"},{"label":"Parent","value":"openai/evals","source":"source"},{"label":"Stars","value":"3","source":"traction"},{"label":"Notability","value":"Low-star fork of existing repo.","source":"signal"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/NousResearch/openai-evals"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T02:43:28.188977+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980/signal.json","dossier_json":"https://onlylabs.fyi/labs/nous/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/nous/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/nous/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/forks/signals.json?category=neolab","topic_feed":"https://onlylabs.fyi/topics/forks/feed.xml?category=neolab","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","evidence_focus":["forked parent repo","repo owner","language","description","stars","org and recency"],"extraction_questions":["Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Which low-profile forks could precede a release or hiring wave?","Which labs are converging on the same technical adjacency?"],"signal_questions":["What upstream dependency or technical adjacency does this fork reveal?","Which upstream projects are repeated across labs?","Which forks point to evals, agents, infrastructure, model tooling, or data pipelines?","Do the 6 related fork signals show a repeated pattern?"],"output_fields":["org","upstream_repo","language","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, keep conclusions tied to category-specific strategy, source evidence, and follow-up questions.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980/signal.json","required":true},{"label":"source","url":"https://github.com/NousResearch/openai-evals","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/nous/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/nous/evidence.json","required":true},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/forks/signals.json?category=neolab","required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Nous Research's fork signal \"NousResearch/openai-evals\" for neolab strategy."},"semantic_triples":[{"subject":"Nous Research","predicate":"forked","object":"NousResearch/openai-evals","text":"Nous Research forked NousResearch/openai-evals."},{"subject":"NousResearch/openai-evals","predicate":"is classified as","object":"fork signal","text":"NousResearch/openai-evals is classified as fork signal."},{"subject":"NousResearch/openai-evals","predicate":"belongs to","object":"forks desk","text":"NousResearch/openai-evals belongs to forks desk."},{"subject":"NousResearch/openai-evals","predicate":"has context","object":"forked from openai/evals","text":"NousResearch/openai-evals has context forked from openai/evals."},{"subject":"NousResearch/openai-evals","predicate":"has evidence coverage","object":"1 captured evidence page","text":"NousResearch/openai-evals has evidence coverage 1 captured evidence page."},{"subject":"NousResearch/openai-evals","predicate":"has captured page count","object":"1","text":"NousResearch/openai-evals has captured page count 1."},{"subject":"NousResearch/openai-evals","predicate":"has readable page count","object":"1","text":"NousResearch/openai-evals has readable page count 1."},{"subject":"NousResearch/openai-evals","predicate":"has related signal count","object":"6","text":"NousResearch/openai-evals has related signal count 6."},{"subject":"NousResearch/openai-evals","predicate":"has analysis playbook objective","object":"Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.","text":"NousResearch/openai-evals has analysis playbook objective Turn fork activity into a map of upstream tools, libraries, model utilities, agent frameworks, and research dependencies being inspected or adapted.."},{"subject":"NousResearch/openai-evals","predicate":"has source host","object":"github.com","text":"NousResearch/openai-evals has source host github.com."},{"subject":"NousResearch/openai-evals","predicate":"has lab","object":"Nous Research","text":"NousResearch/openai-evals has lab Nous Research."},{"subject":"NousResearch/openai-evals","predicate":"has signal desk","object":"forks","text":"NousResearch/openai-evals has signal desk forks."},{"subject":"NousResearch/openai-evals","predicate":"has source host","object":"github.com","text":"NousResearch/openai-evals has source host github.com."},{"subject":"NousResearch/openai-evals","predicate":"has repository","object":"NousResearch/openai-evals","text":"NousResearch/openai-evals has repository NousResearch/openai-evals."},{"subject":"NousResearch/openai-evals","predicate":"has parent","object":"openai/evals","text":"NousResearch/openai-evals has parent openai/evals."},{"subject":"NousResearch/openai-evals","predicate":"has stars","object":"3","text":"NousResearch/openai-evals has stars 3."},{"subject":"NousResearch/openai-evals","predicate":"has notability","object":"Low-star fork of existing repo.","text":"NousResearch/openai-evals has notability Low-star fork of existing repo.."},{"subject":"NousResearch/openai-evals","predicate":"has watch term","object":"Eval methodology","text":"NousResearch/openai-evals has watch term Eval methodology."}]},"intelligence":{"signal_desk":"forks","answer":"Nous Research forked NousResearch/openai-evals (forked from openai/evals). This fork signal points to upstream code the lab may be inspecting, patching, or building on. High-signal details: repo NousResearch/openai-evals · parent openai/evals · Low-star fork of existing repo.. onlylabs links this event to 1 captured evidence page and 6 related fork signals.","semantic_triples":[{"subject":"Nous Research","predicate":"forked","object":"NousResearch/openai-evals","text":"Nous Research forked NousResearch/openai-evals."},{"subject":"NousResearch/openai-evals","predicate":"is classified as","object":"fork signal","text":"NousResearch/openai-evals is classified as fork signal."},{"subject":"NousResearch/openai-evals","predicate":"belongs to","object":"forks desk","text":"NousResearch/openai-evals belongs to forks desk."},{"subject":"NousResearch/openai-evals","predicate":"has context","object":"forked from openai/evals","text":"NousResearch/openai-evals has context forked from openai/evals."},{"subject":"NousResearch/openai-evals","predicate":"has evidence coverage","object":"1 captured evidence page","text":"NousResearch/openai-evals has evidence coverage 1 captured evidence page."}]},"signal":{"id":"00487c93-0a7c-465b-bfc5-a25132f13980","url":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980","json_url":"https://onlylabs.fyi/signals/00487c93-0a7c-465b-bfc5-a25132f13980/signal.json","source_url":"https://github.com/NousResearch/openai-evals","title":"NousResearch/openai-evals","summary":"Nous Research forked upstream code. onlylabs watches forks for tooling, infrastructure, research dependencies, and product-adjacent work.","context":"forked from openai/evals","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"nous","name":"Nous Research","category":"neolab"},"occurred_at":"2025-11-29T07:53:50+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/NousResearch/openai-evals"]},"facets":{"repo":"NousResearch/openai-evals","parent":"openai/evals"},"traction":{"github_stars":3,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/NousResearch/openai-evals","final_url":"https://github.com/NousResearch/openai-evals","title":"NousResearch/openai-evals repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T02:43:28.188977+00:00","bytes":26053,"raw_path":"a55b4408f619eb3034c7ed7fae16e07d445ba31b02c2a134b843a79359e2162a.json","content_hash":"33b34b4ad198f6c5405cd3670b75f137729c1b64a2f6dfb10784e1693b22a7ee","excerpt_chars":1200,"truncated":true,"excerpt":"NousResearch/openai-evals Description: Evals is a framework for evaluating LLMs and LLM systems, and an open-source registry of benchmarks. License: NOASSERTION Stars: 3 Forks: 3 Open issues: 0 Created: 2025-11-29T07:53:50Z Pushed: 2025-11-29T07:54:34Z Default branch: nous Fork: yes Parent repository: openai/evals Archived: no README: OpenAI Evals > You can now configure and run Evals directly in the OpenAI Dashboard. [Get started →](https://platform.openai.com/docs/guides/evals) Evals provide a framework for evaluating large language models (LLMs) or systems built using LLMs. We offer an existing registry of evals to test different dimensions of OpenAI models and the ability to write your own custom evals for use cases you care about. You can also use your data to build private evals which represent the common LLMs patterns in your workflow without exposing any of that data publicly. If you are building with LLMs, creating high quality evals is one of the most impactful things you can do. Without evals, it can be very difficult and time intensive to understand how different model versions might affect your use case. In the words of [OpenAI's President Greg..."},"evidence_pages":[{"url":"https://github.com/NousResearch/openai-evals","final_url":"https://github.com/NousResearch/openai-evals","title":"NousResearch/openai-evals repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T02:43:28.188977+00:00","bytes":26053,"raw_path":"a55b4408f619eb3034c7ed7fae16e07d445ba31b02c2a134b843a79359e2162a.json","content_hash":"33b34b4ad198f6c5405cd3670b75f137729c1b64a2f6dfb10784e1693b22a7ee","excerpt_chars":1200,"truncated":true,"excerpt":"NousResearch/openai-evals Description: Evals is a framework for evaluating LLMs and LLM systems, and an open-source registry of benchmarks. License: NOASSERTION Stars: 3 Forks: 3 Open issues: 0 Created: 2025-11-29T07:53:50Z Pushed: 2025-11-29T07:54:34Z Default branch: nous Fork: yes Parent repository: openai/evals Archived: no README: OpenAI Evals > You can now configure and run Evals directly in the OpenAI Dashboard. [Get started →](https://platform.openai.com/docs/guides/evals) Evals provide a framework for evaluating large language models (LLMs) or systems built using LLMs. We offer an existing registry of evals to test different dimensions of OpenAI models and the ability to write your own custom evals for use cases you care about. You can also use your data to build private evals which represent the common LLMs patterns in your workflow without exposing any of that data publicly. If you are building with LLMs, creating high quality evals is one of the most impactful things you can do. Without evals, it can be very difficult and time intensive to understand how different model versions might affect your use case. In the words of [OpenAI's President Greg..."}],"related_signals":[{"id":"007a4fd1-4440-4405-853a-0a96c587ccb2","url":"https://onlylabs.fyi/signals/007a4fd1-4440-4405-853a-0a96c587ccb2","source_url":"https://github.com/NousResearch/Automodel","title":"NousResearch/Automodel","context":"forked from NVIDIA-NeMo/Automodel","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"nous","name":"Nous Research","category":"neolab"},"occurred_at":"2026-05-27T12:18:10+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source"},{"id":"cded9ac1-e648-4965-8bda-97827b4128d0","url":"https://onlylabs.fyi/signals/cded9ac1-e648-4965-8bda-97827b4128d0","source_url":"https://github.com/NousResearch/Megatron-LM","title":"NousResearch/Megatron-LM","context":"forked from NVIDIA/Megatron-LM","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"nous","name":"Nous Research","category":"neolab"},"occurred_at":"2026-05-27T12:17:29+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source"},{"id":"a66f6267-7e1f-452a-8efd-640d342f9ce6","url":"https://onlylabs.fyi/signals/a66f6267-7e1f-452a-8efd-640d342f9ce6","source_url":"https://github.com/NousResearch/Megatron-Bridge","title":"NousResearch/Megatron-Bridge","context":"forked from NVIDIA-NeMo/Megatron-Bridge","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"nous","name":"Nous Research","category":"neolab"},"occurred_at":"2026-05-27T12:17:08+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source"},{"id":"8f913bfb-f7f5-4ebc-9d01-416bfaecdb12","url":"https://onlylabs.fyi/signals/8f913bfb-f7f5-4ebc-9d01-416bfaecdb12","source_url":"https://github.com/NousResearch/agent-governance-toolkit","title":"NousResearch/agent-governance-toolkit","context":"forked from microsoft/agent-governance-toolkit","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"nous","name":"Nous Research","category":"neolab"},"occurred_at":"2026-05-10T22:34:18+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source"},{"id":"b857381d-51f3-446f-9a61-234abaced3d1","url":"https://onlylabs.fyi/signals/b857381d-51f3-446f-9a61-234abaced3d1","source_url":"https://github.com/NousResearch/Nemotron","title":"NousResearch/Nemotron","context":"forked from NVIDIA-NeMo/Nemotron","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"nous","name":"Nous Research","category":"neolab"},"occurred_at":"2026-04-27T14:08:47+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source"},{"id":"a0d4e67f-3f35-4ea4-ab24-efba1dfd20b7","url":"https://onlylabs.fyi/signals/a0d4e67f-3f35-4ea4-ab24-efba1dfd20b7","source_url":"https://github.com/NousResearch/NemoClaw","title":"NousResearch/NemoClaw","context":"forked from NVIDIA/NemoClaw","kind":{"key":"repo_forked","label":"Fork"},"org":{"slug":"nous","name":"Nous Research","category":"neolab"},"occurred_at":"2026-04-24T18:35:00+00:00","first_seen_at":"2026-06-06T01:49:37.982614+00:00","date_source":"source"}]}