{"schema_version":"onlylabs.public_signal.v1","title":"Cohere Writing: On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","description":"Cohere writing signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5","json_url":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5/signal.json","generated_at":"2026-06-27T00:43:49.082Z","evidence_latest_fetched_at":null,"signal_first_seen_at":"2026-06-26T20:26:29.728778+00:00","org":{"slug":"cohere","name":"Cohere","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/cohere","dossier_json_url":"https://onlylabs.fyi/labs/cohere/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5","signal_json":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5/signal.json","source":"https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24","lab_dossier":"https://onlylabs.fyi/labs/cohere","lab_dossier_json":"https://onlylabs.fyi/labs/cohere/dossier.json","analysis":"https://onlylabs.fyi/analysis/cohere","analysis_json":"https://onlylabs.fyi/analysis/cohere/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/cohere/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":"https://onlylabs.fyi/topics/talking","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml","data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}]}},"answer_pack":{"answer":"Cohere published On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24. This talking signal gives public context for research themes, product direction, policy, or launch framing. onlylabs links this event to 0 captured evidence pages and 6 related writing signals. It also maps to Evals and quality in the data-business radar.","signal_desk":"talking","source_context":{"source_url":"https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24","source_host":"cohere.com","occurred_at":"2025-07-24T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod","context":null},"context_markers":[{"label":"Lab","value":"Cohere","source":"signal"},{"label":"Signal desk","value":"talking","source":"signal"},{"label":"Source host","value":"cohere.com","source":"source"},{"label":"Radar lane","value":"Evals and quality","source":"radar"},{"label":"Matched term","value":"eval","source":"radar"},{"label":"Matched term","value":"evaluation","source":"radar"},{"label":"Watch term","value":"Eval methodology","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":0,"readable_pages":0,"capture_methods":[],"missing_page_urls":["https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24"],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":null},"data_business":{"matches":true,"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals","json_url":"https://onlylabs.fyi/data-radar/evals/signals.json"}],"matched_terms":["eval","evaluation"],"score":15,"reason":"Cohere has a writing signal matching evals and quality."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5/signal.json","dossier_json":"https://onlylabs.fyi/labs/cohere/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/cohere/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/cohere/evidence.json","topic_signals_json":"https://onlylabs.fyi/topics/talking/signals.json","topic_feed":"https://onlylabs.fyi/topics/talking/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","evidence_focus":["post title","source URL","captured page text","HN traction","linked model or paper references","publication date"],"extraction_questions":["Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Which writing reframes a recent release, model, hiring wave, or policy stance?","Which posts mention data, evals, infrastructure, safety, or deployment workflows?"],"signal_questions":["What public theme, launch framing, or research direction does this writing signal expose?","Which themes are labs choosing to explain publicly?","Which posts are attracting outside discussion?","Which data-business lane explains this signal: Evals and quality?","Do the 6 related writing signals show a repeated pattern?"],"output_fields":["org","theme","public_framing","traction","data_business_lane","evidence_url"],"data_business_relevance":"Public writing supplies the narrative layer over raw signals and helps identify which frontier-lab priorities are becoming externally legible.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5/signal.json","required":true},{"label":"source","url":"https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/cohere/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/cohere/evidence.json","required":false},{"label":"topic_signals_json","url":"https://onlylabs.fyi/topics/talking/signals.json","required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Cohere's writing signal \"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"Cohere","predicate":"published","object":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","text":"Cohere published On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"is classified as","object":"writing signal","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 is classified as writing signal."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"belongs to","object":"talking desk","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 belongs to talking desk."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has evidence coverage","object":"0 captured evidence pages","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has evidence coverage 0 captured evidence pages."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"matches data-business lanes","object":"Evals and quality","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 matches data-business lanes Evals and quality."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has captured page count","object":"0","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has captured page count 0."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has readable page count","object":"0","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has readable page count 0."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has related signal count","object":"6","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has related signal count 6."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has analysis playbook objective","object":"Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has analysis playbook objective Turn public writing and discussion into a readable map of research themes, product framing, policy posture, launch narratives, and market attention.."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has source host","object":"cohere.com","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has source host cohere.com."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has lab","object":"Cohere","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has lab Cohere."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has signal desk","object":"talking","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has signal desk talking."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has source host","object":"cohere.com","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has source host cohere.com."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has radar lane","object":"Evals and quality","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has radar lane Evals and quality."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has matched term","object":"eval","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has matched term eval."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has matched term","object":"evaluation","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has matched term evaluation."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has watch term","object":"Eval methodology","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has watch term Eval methodology."}]},"intelligence":{"signal_desk":"talking","answer":"Cohere published On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24. This talking signal gives public context for research themes, product direction, policy, or launch framing. onlylabs links this event to 0 captured evidence pages and 6 related writing signals. It also maps to Evals and quality in the data-business radar.","semantic_triples":[{"subject":"Cohere","predicate":"published","object":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","text":"Cohere published On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"is classified as","object":"writing signal","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 is classified as writing signal."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"belongs to","object":"talking desk","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 belongs to talking desk."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"has evidence coverage","object":"0 captured evidence pages","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 has evidence coverage 0 captured evidence pages."},{"subject":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","predicate":"matches data-business lanes","object":"Evals and quality","text":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24 matches data-business lanes Evals and quality."}]},"signal":{"id":"3759be3c-7684-4275-ae21-42f0d57fc6f5","url":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5","json_url":"https://onlylabs.fyi/signals/3759be3c-7684-4275-ae21-42f0d57fc6f5/signal.json","source_url":"https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24","title":"On The Challenges Of Using Black Box Apis For Toxicity Evaluation In Research 2023 04 24","summary":"Cohere published a writing signal. onlylabs watches public writing for research themes, product direction, and model-launch context.","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"cohere","name":"Cohere","category":"frontier-lab"},"occurred_at":"2025-07-24T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod","evidence_coverage":{"target_pages":1,"captured_pages":0,"readable_pages":0,"capture_methods":[],"missing_page_urls":["https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24"],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://cohere.com/research/papers/on-the-challenges-of-using-black-box-apis-for-toxicity-evaluation-in-research-2023-04-24"]},"facets":{},"traction":{"github_stars":null,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"evals","label":"Evals and quality","url":"https://onlylabs.fyi/data-radar/evals"}],"score":15,"matched_terms":["eval","evaluation"],"reason":"Cohere has a writing signal matching evals and quality."}},"primary_evidence_page":null,"evidence_pages":[],"related_signals":[{"id":"80f3348c-8274-43df-8beb-87466f28c03e","url":"https://onlylabs.fyi/signals/80f3348c-8274-43df-8beb-87466f28c03e","source_url":"https://cohere.com/blog/building-ai-agents","title":"Building Ai Agents","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"cohere","name":"Cohere","category":"frontier-lab"},"occurred_at":"2026-06-26T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod"},{"id":"b13cdfec-bbb5-402a-9968-a6dc415a1613","url":"https://onlylabs.fyi/signals/b13cdfec-bbb5-402a-9968-a6dc415a1613","source_url":"https://cohere.com/blog/cohere-security-ai-agent-north-wiz","title":"Cohere Security Ai Agent North Wiz","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"cohere","name":"Cohere","category":"frontier-lab"},"occurred_at":"2026-06-25T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod"},{"id":"c7e06a8b-40c1-4551-b737-7affe2a39e1e","url":"https://onlylabs.fyi/signals/c7e06a8b-40c1-4551-b737-7affe2a39e1e","source_url":"https://cohere.com/blog/automating-fork-maintenance-with-ai-agents","title":"Automating Fork Maintenance With Ai Agents","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"cohere","name":"Cohere","category":"frontier-lab"},"occurred_at":"2026-06-25T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod"},{"id":"00909167-5537-46c4-b886-d8c63b131ac1","url":"https://onlylabs.fyi/signals/00909167-5537-46c4-b886-d8c63b131ac1","source_url":"https://cohere.com/blog/coplot","title":"Coplot","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"cohere","name":"Cohere","category":"frontier-lab"},"occurred_at":"2026-06-24T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod"},{"id":"0f3c9ee7-d1b3-48ba-899a-b4012ad3d97d","url":"https://onlylabs.fyi/signals/0f3c9ee7-d1b3-48ba-899a-b4012ad3d97d","source_url":"https://cohere.com/research/papers/caliber-calibrating-confidence-before-and-after-reasoning-in-language-models-2026-06-24","title":"Caliber Calibrating Confidence Before And After Reasoning In Language Models 2026 06 24","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"cohere","name":"Cohere","category":"frontier-lab"},"occurred_at":"2026-06-24T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod"},{"id":"70edd649-81c8-4d5e-968d-c8a34ce27805","url":"https://onlylabs.fyi/signals/70edd649-81c8-4d5e-968d-c8a34ce27805","source_url":"https://cohere.com/research/papers/ai-exposure-scores-what-they-measure-what-they-miss-and-what-comes-next-2026-06-10","title":"Ai Exposure Scores What They Measure What They Miss And What Comes Next 2026 06 10","context":null,"kind":{"key":"post_published","label":"Writing"},"org":{"slug":"cohere","name":"Cohere","category":"frontier-lab"},"occurred_at":"2026-06-24T00:00:00+00:00","first_seen_at":"2026-06-26T20:26:29.728778+00:00","date_source":"sitemap.lastmod"}]}