{"schema_version":"onlylabs.public_signal.v1","title":"Reka AI Repo: reka-ai/research-eval","description":"Reka AI repo signal with public source context, captured evidence pages, related signals, and category-scoped analysis context.","url":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c","json_url":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c/signal.json","generated_at":"2026-06-11T03:20:29.613409+00:00","org":{"slug":"reka","name":"Reka AI","category":"neolab","category_label":"Neolab","dossier_url":"https://onlylabs.fyi/labs/reka","dossier_json_url":"https://onlylabs.fyi/labs/reka/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c","signal_json":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c/signal.json","source":"https://github.com/reka-ai/research-eval","lab_dossier":"https://onlylabs.fyi/labs/reka","lab_dossier_json":"https://onlylabs.fyi/labs/reka/dossier.json","analysis":"https://onlylabs.fyi/analysis/reka","analysis_json":"https://onlylabs.fyi/analysis/reka/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/reka/evidence.json","category":"https://onlylabs.fyi/neolabs","category_json":"https://onlylabs.fyi/neolabs.json","category_feed":"https://onlylabs.fyi/neolabs/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":null},"answer_pack":{"answer":"Reka AI published reka-ai/research-eval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo reka-ai/research-eval · language Python · Low stars, minor repo.. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","signal_desk":"repos","source_context":{"source_url":"https://github.com/reka-ai/research-eval","source_host":"github.com","occurred_at":"2025-08-27T19:52:31+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source","context":"Python"},"context_markers":[{"label":"Lab","value":"Reka AI","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"reka-ai/research-eval","source":"source"},{"label":"Language","value":"Python","source":"source"},{"label":"Stars","value":"17","source":"traction"},{"label":"Notability","value":"Low stars, minor repo.","source":"signal"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Agents and tool use","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/reka-ai/research-eval"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-11T03:20:29.613409+00:00"},"data_business":{"matches":false,"lanes":[],"matched_terms":[],"score":null,"reason":null},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c/signal.json","dossier_json":"https://onlylabs.fyi/labs/reka/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/reka/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/reka/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json?category=neolab","data_radar_json":null,"opportunities_json":null},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","evidence_url"],"data_business_relevance":"Data-business lane extraction is scoped to frontier labs; for this category, interpret the repository as source-grounded category strategy evidence.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c/signal.json","required":true},{"label":"source","url":"https://github.com/reka-ai/research-eval","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/reka/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/reka/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":null,"required":false}],"expected_output":["one-paragraph source-grounded interpretation","category-specific implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Reka AI's repo signal \"reka-ai/research-eval\" for neolab strategy."},"semantic_triples":[{"subject":"Reka AI","predicate":"published repo","object":"reka-ai/research-eval","text":"Reka AI published repo reka-ai/research-eval."},{"subject":"reka-ai/research-eval","predicate":"is classified as","object":"repo signal","text":"reka-ai/research-eval is classified as repo signal."},{"subject":"reka-ai/research-eval","predicate":"belongs to","object":"repos desk","text":"reka-ai/research-eval belongs to repos desk."},{"subject":"reka-ai/research-eval","predicate":"has context","object":"Python","text":"reka-ai/research-eval has context Python."},{"subject":"reka-ai/research-eval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"reka-ai/research-eval has evidence coverage 1 captured evidence page."},{"subject":"reka-ai/research-eval","predicate":"has captured page count","object":"1","text":"reka-ai/research-eval has captured page count 1."},{"subject":"reka-ai/research-eval","predicate":"has readable page count","object":"1","text":"reka-ai/research-eval has readable page count 1."},{"subject":"reka-ai/research-eval","predicate":"has related signal count","object":"6","text":"reka-ai/research-eval has related signal count 6."},{"subject":"reka-ai/research-eval","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"reka-ai/research-eval has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"reka-ai/research-eval","predicate":"has source host","object":"github.com","text":"reka-ai/research-eval has source host github.com."},{"subject":"reka-ai/research-eval","predicate":"has lab","object":"Reka AI","text":"reka-ai/research-eval has lab Reka AI."},{"subject":"reka-ai/research-eval","predicate":"has signal desk","object":"repos","text":"reka-ai/research-eval has signal desk repos."},{"subject":"reka-ai/research-eval","predicate":"has source host","object":"github.com","text":"reka-ai/research-eval has source host github.com."},{"subject":"reka-ai/research-eval","predicate":"has repository","object":"reka-ai/research-eval","text":"reka-ai/research-eval has repository reka-ai/research-eval."},{"subject":"reka-ai/research-eval","predicate":"has language","object":"Python","text":"reka-ai/research-eval has language Python."},{"subject":"reka-ai/research-eval","predicate":"has stars","object":"17","text":"reka-ai/research-eval has stars 17."},{"subject":"reka-ai/research-eval","predicate":"has notability","object":"Low stars, minor repo.","text":"reka-ai/research-eval has notability Low stars, minor repo.."},{"subject":"reka-ai/research-eval","predicate":"has watch term","object":"Eval methodology","text":"reka-ai/research-eval has watch term Eval methodology."}]},"intelligence":{"signal_desk":"repos","answer":"Reka AI published reka-ai/research-eval (Python). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo reka-ai/research-eval · language Python · Low stars, minor repo.. onlylabs links this event to 1 captured evidence page and 6 related repo signals.","semantic_triples":[{"subject":"Reka AI","predicate":"published repo","object":"reka-ai/research-eval","text":"Reka AI published repo reka-ai/research-eval."},{"subject":"reka-ai/research-eval","predicate":"is classified as","object":"repo signal","text":"reka-ai/research-eval is classified as repo signal."},{"subject":"reka-ai/research-eval","predicate":"belongs to","object":"repos desk","text":"reka-ai/research-eval belongs to repos desk."},{"subject":"reka-ai/research-eval","predicate":"has context","object":"Python","text":"reka-ai/research-eval has context Python."},{"subject":"reka-ai/research-eval","predicate":"has evidence coverage","object":"1 captured evidence page","text":"reka-ai/research-eval has evidence coverage 1 captured evidence page."}]},"signal":{"id":"d70102e6-f428-4281-bbdc-9276cab1db1c","url":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c","json_url":"https://onlylabs.fyi/signals/d70102e6-f428-4281-bbdc-9276cab1db1c/signal.json","source_url":"https://github.com/reka-ai/research-eval","title":"reka-ai/research-eval","summary":"Reka AI published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2025-08-27T19:52:31+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/reka-ai/research-eval"]},"facets":{"repo":"reka-ai/research-eval","language":"Python"},"traction":{"github_stars":17,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":null},"primary_evidence_page":{"url":"https://github.com/reka-ai/research-eval","final_url":"https://github.com/reka-ai/research-eval","title":"reka-ai/research-eval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:20:29.613409+00:00","bytes":10504,"raw_path":"f8eeb646485e0e10657d3a84e278776db83ab46c1634a045b19626943e2d9478.json","content_hash":"ada96b6d1bb6e31e1050a84e833d1e1e34df92a2f5d5177ae59bb8273d438f41","excerpt_chars":1200,"truncated":true,"excerpt":"reka-ai/research-eval Description: A benchmark to evaluate search-augmented LLMs Language: Python License: NOASSERTION Stars: 17 Forks: 2 Open issues: 1 Created: 2025-08-27T19:52:31Z Pushed: 2025-08-28T22:10:54Z Default branch: main Fork: no Archived: no README: Research-Eval A benchmark to evaluate search-augmented LLMs. In addition to the dataset, the repository provides a simple evaluation script that supports most frontier models out of the box (including Reka, Google, OpenAI, Perplexity, Anthropic, XAI, and Mistral). Check out our [blogpost](https://reka.ai/news/introducing-research-eval-a-benchmark-for-search-augmented-llms) for more details. Setup Install dependencies as follows: ```bash pip install -r requirements.txt ``` API keys are read from environment variables, set them as needed: ```bash export REKA_API_KEY='YOUR_API_KEY' export FIREWORKS_API_KEY='YOUR_API_KEY' export GOOGLE_API_KEY='YOUR_API_KEY' export OPENAI_API_KEY='YOUR_API_KEY' export PERPLEXITY_API_KEY='YOUR_API_KEY' export ANTHROPIC_API_KEY='YOUR_API_KEY' export XAI_API_KEY='YOUR_API_KEY' export MISTRAL_API_KEY='YOUR_API_KEY' ``` We recommend setting all relevant environment variables in `.env`, which the..."},"evidence_pages":[{"url":"https://github.com/reka-ai/research-eval","final_url":"https://github.com/reka-ai/research-eval","title":"reka-ai/research-eval repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-11T03:20:29.613409+00:00","bytes":10504,"raw_path":"f8eeb646485e0e10657d3a84e278776db83ab46c1634a045b19626943e2d9478.json","content_hash":"ada96b6d1bb6e31e1050a84e833d1e1e34df92a2f5d5177ae59bb8273d438f41","excerpt_chars":1200,"truncated":true,"excerpt":"reka-ai/research-eval Description: A benchmark to evaluate search-augmented LLMs Language: Python License: NOASSERTION Stars: 17 Forks: 2 Open issues: 1 Created: 2025-08-27T19:52:31Z Pushed: 2025-08-28T22:10:54Z Default branch: main Fork: no Archived: no README: Research-Eval A benchmark to evaluate search-augmented LLMs. In addition to the dataset, the repository provides a simple evaluation script that supports most frontier models out of the box (including Reka, Google, OpenAI, Perplexity, Anthropic, XAI, and Mistral). Check out our [blogpost](https://reka.ai/news/introducing-research-eval-a-benchmark-for-search-augmented-llms) for more details. Setup Install dependencies as follows: ```bash pip install -r requirements.txt ``` API keys are read from environment variables, set them as needed: ```bash export REKA_API_KEY='YOUR_API_KEY' export FIREWORKS_API_KEY='YOUR_API_KEY' export GOOGLE_API_KEY='YOUR_API_KEY' export OPENAI_API_KEY='YOUR_API_KEY' export PERPLEXITY_API_KEY='YOUR_API_KEY' export ANTHROPIC_API_KEY='YOUR_API_KEY' export XAI_API_KEY='YOUR_API_KEY' export MISTRAL_API_KEY='YOUR_API_KEY' ``` We recommend setting all relevant environment variables in `.env`, which the..."}],"related_signals":[{"id":"1227bd13-65e9-430c-83bf-228eb14e3003","url":"https://onlylabs.fyi/signals/1227bd13-65e9-430c-83bf-228eb14e3003","source_url":"https://github.com/reka-ai/reka-mcp","title":"reka-ai/reka-mcp","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-04-28T07:52:10+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"e476a67e-0f08-4130-9aeb-d7ddb8308e9a","url":"https://onlylabs.fyi/signals/e476a67e-0f08-4130-9aeb-d7ddb8308e9a","source_url":"https://github.com/reka-ai/reka-cli","title":"reka-ai/reka-cli","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-03-05T03:55:53+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"d21cbdac-d30a-45ea-bbde-04b84a25cb6c","url":"https://onlylabs.fyi/signals/d21cbdac-d30a-45ea-bbde-04b84a25cb6c","source_url":"https://github.com/reka-ai/vllm-reka","title":"reka-ai/vllm-reka","context":"Python","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-02-16T14:59:03+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"5bfd3e01-ecbb-4406-952d-496c233da452","url":"https://onlylabs.fyi/signals/5bfd3e01-ecbb-4406-952d-496c233da452","source_url":"https://github.com/reka-ai/clip-api-examples","title":"reka-ai/clip-api-examples","context":"JavaScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-02-09T18:45:39+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"0bb997fd-d7cd-41be-b1c6-f786a95e33b8","url":"https://onlylabs.fyi/signals/0bb997fd-d7cd-41be-b1c6-f786a95e33b8","source_url":"https://github.com/reka-ai/n8n-nodes-reka","title":"reka-ai/n8n-nodes-reka","context":"TypeScript","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2026-01-07T18:27:21+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"},{"id":"e04cad2e-a265-4a5a-acd5-c02a7ea0bc2a","url":"https://onlylabs.fyi/signals/e04cad2e-a265-4a5a-acd5-c02a7ea0bc2a","source_url":"https://github.com/reka-ai/reka-sdk-dotnet","title":"reka-ai/reka-sdk-dotnet","context":"C#","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"reka","name":"Reka AI","category":"neolab"},"occurred_at":"2025-11-21T13:40:08+00:00","first_seen_at":"2026-06-05T22:32:22.156489+00:00","date_source":"source"}]}