{"schema_version":"onlylabs.public_signal.v1","title":"Microsoft Repo: microsoft/Test_Awareness_Steering","description":"Microsoft repo signal with public source context, captured evidence pages, related signals, and data-business radar classification.","url":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899","json_url":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899/signal.json","generated_at":"2026-06-27T00:54:22.506Z","evidence_latest_fetched_at":"2026-06-20T07:04:45.24732+00:00","signal_first_seen_at":"2026-06-20T07:00:30.944907+00:00","org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab","category_label":"Frontier lab","dossier_url":"https://onlylabs.fyi/labs/microsoft","dossier_json_url":"https://onlylabs.fyi/labs/microsoft/dossier.json"},"related_urls":{"signal":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899","signal_json":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899/signal.json","source":"https://github.com/microsoft/Test_Awareness_Steering","lab_dossier":"https://onlylabs.fyi/labs/microsoft","lab_dossier_json":"https://onlylabs.fyi/labs/microsoft/dossier.json","analysis":"https://onlylabs.fyi/analysis/microsoft","analysis_json":"https://onlylabs.fyi/analysis/microsoft/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/microsoft/evidence.json","category":"https://onlylabs.fyi/frontier","category_json":"https://onlylabs.fyi/frontier.json","category_feed":"https://onlylabs.fyi/frontier/feed.xml","category_signals_json":"https://onlylabs.fyi/signals.json","topic":null,"topic_signals_json":null,"topic_feed":null,"data_business":{"radar":"https://onlylabs.fyi/data-radar","radar_json":"https://onlylabs.fyi/data-radar.json","opportunities":"https://onlylabs.fyi/opportunities","opportunities_json":"https://onlylabs.fyi/opportunities.json","lanes":[{"key":"safety","label":"Safety and policy","url":"https://onlylabs.fyi/data-radar/safety","json_url":"https://onlylabs.fyi/data-radar/safety/signals.json"}]}},"answer_pack":{"answer":"Microsoft published microsoft/Test_Awareness_Steering (Jupyter Notebook). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo microsoft/Test_Awareness_Steering · language Jupyter Notebook · Microsoft research repo with low traction.. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Safety and policy in the data-business radar.","signal_desk":"repos","source_context":{"source_url":"https://github.com/microsoft/Test_Awareness_Steering","source_host":"github.com","occurred_at":"2025-05-19T16:56:58+00:00","first_seen_at":"2026-06-20T07:00:30.944907+00:00","date_source":"source","context":"Jupyter Notebook"},"context_markers":[{"label":"Lab","value":"Microsoft","source":"signal"},{"label":"Signal desk","value":"repos","source":"signal"},{"label":"Source host","value":"github.com","source":"source"},{"label":"Repository","value":"microsoft/Test_Awareness_Steering","source":"source"},{"label":"Language","value":"Jupyter Notebook","source":"source"},{"label":"Stars","value":"14","source":"traction"},{"label":"Notability","value":"Microsoft research repo with low traction.","source":"signal"},{"label":"Radar lane","value":"Safety and policy","source":"radar"},{"label":"Matched term","value":"compliance","source":"radar"},{"label":"Watch term","value":"Eval methodology","source":"evidence"},{"label":"Watch term","value":"Data pipeline","source":"evidence"},{"label":"Watch term","value":"Infrastructure","source":"evidence"},{"label":"Watch term","value":"Safety and alignment","source":"evidence"}],"evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/microsoft/Test_Awareness_Steering"],"related_signals":6,"has_source_url":true,"latest_page_fetched_at":"2026-06-20T07:04:45.24732+00:00"},"data_business":{"matches":true,"lanes":[{"key":"safety","label":"Safety and policy","url":"https://onlylabs.fyi/data-radar/safety","json_url":"https://onlylabs.fyi/data-radar/safety/signals.json"}],"matched_terms":["compliance"],"score":14,"reason":"Microsoft has a repo signal matching safety and policy."},"agent_handoff":{"signal_json":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899/signal.json","dossier_json":"https://onlylabs.fyi/labs/microsoft/dossier.json","analysis_json":"https://onlylabs.fyi/analysis/microsoft/analysis.json","analysis_evidence_json":"https://onlylabs.fyi/analysis/microsoft/evidence.json","topic_signals_json":null,"topic_feed":null,"category_signals_json":"https://onlylabs.fyi/signals.json","data_radar_json":"https://onlylabs.fyi/data-radar.json","opportunities_json":"https://onlylabs.fyi/opportunities.json"},"analysis_playbook":{"objective":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","evidence_focus":["repo name","owner","description","language","stars","source URL","first seen time","data, eval, infra, safety, and product terms"],"extraction_questions":["What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Is the repo new evidence for a lab direction that is not yet in writing or releases?","Which related signals should an analyst inspect next?"],"signal_questions":["What does this new repository reveal before a formal announcement exists?","What technical area does this repository expose?","Does the repo imply eval, data, infrastructure, agent, or deployment work?","Which data-business lane explains this signal: Safety and policy?","Do the 6 related repo signals show a repeated pattern?"],"output_fields":["org","repo","technical_theme","data_business_lane","evidence_url"],"data_business_relevance":"New repositories can expose organization build priorities early, especially around internal tooling, eval infrastructure, data systems, deployment, and agent workflows.","required_sources":[{"label":"signal_json","url":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899/signal.json","required":true},{"label":"source","url":"https://github.com/microsoft/Test_Awareness_Steering","required":true},{"label":"dossier_json","url":"https://onlylabs.fyi/labs/microsoft/dossier.json","required":true},{"label":"analysis_evidence_json","url":"https://onlylabs.fyi/analysis/microsoft/evidence.json","required":true},{"label":"topic_signals_json","url":null,"required":false},{"label":"data_radar_json","url":"https://onlylabs.fyi/data-radar.json","required":true}],"expected_output":["one-paragraph source-grounded interpretation","data-business implication","confidence and missing evidence","recommended next source to inspect"],"prompt_seed":"Using only the linked onlylabs JSON, captured source context, and cited evidence, analyze Microsoft's repo signal \"microsoft/Test_Awareness_Steering\" for frontier lab strategy and data-business implications."},"semantic_triples":[{"subject":"Microsoft","predicate":"published repo","object":"microsoft/Test_Awareness_Steering","text":"Microsoft published repo microsoft/Test_Awareness_Steering."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"is classified as","object":"repo signal","text":"microsoft/Test_Awareness_Steering is classified as repo signal."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"belongs to","object":"repos desk","text":"microsoft/Test_Awareness_Steering belongs to repos desk."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has context","object":"Jupyter Notebook","text":"microsoft/Test_Awareness_Steering has context Jupyter Notebook."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has evidence coverage","object":"1 captured evidence page","text":"microsoft/Test_Awareness_Steering has evidence coverage 1 captured evidence page."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"matches data-business lanes","object":"Safety and policy","text":"microsoft/Test_Awareness_Steering matches data-business lanes Safety and policy."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has captured page count","object":"1","text":"microsoft/Test_Awareness_Steering has captured page count 1."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has readable page count","object":"1","text":"microsoft/Test_Awareness_Steering has readable page count 1."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has related signal count","object":"6","text":"microsoft/Test_Awareness_Steering has related signal count 6."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has analysis playbook objective","object":"Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.","text":"microsoft/Test_Awareness_Steering has analysis playbook objective Turn new repository signals into early evidence of tooling, eval, infrastructure, model-adjacent, or product work before it appears in polished launch channels.."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has source host","object":"github.com","text":"microsoft/Test_Awareness_Steering has source host github.com."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has lab","object":"Microsoft","text":"microsoft/Test_Awareness_Steering has lab Microsoft."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has signal desk","object":"repos","text":"microsoft/Test_Awareness_Steering has signal desk repos."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has source host","object":"github.com","text":"microsoft/Test_Awareness_Steering has source host github.com."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has repository","object":"microsoft/Test_Awareness_Steering","text":"microsoft/Test_Awareness_Steering has repository microsoft/Test_Awareness_Steering."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has language","object":"Jupyter Notebook","text":"microsoft/Test_Awareness_Steering has language Jupyter Notebook."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has stars","object":"14","text":"microsoft/Test_Awareness_Steering has stars 14."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has notability","object":"Microsoft research repo with low traction.","text":"microsoft/Test_Awareness_Steering has notability Microsoft research repo with low traction.."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has radar lane","object":"Safety and policy","text":"microsoft/Test_Awareness_Steering has radar lane Safety and policy."}]},"intelligence":{"signal_desk":"repos","answer":"Microsoft published microsoft/Test_Awareness_Steering (Jupyter Notebook). This repository signal exposes tooling, eval, infrastructure, or model-adjacent work before it may appear in a launch post. High-signal details: repo microsoft/Test_Awareness_Steering · language Jupyter Notebook · Microsoft research repo with low traction.. onlylabs links this event to 1 captured evidence page and 6 related repo signals. It also maps to Safety and policy in the data-business radar.","semantic_triples":[{"subject":"Microsoft","predicate":"published repo","object":"microsoft/Test_Awareness_Steering","text":"Microsoft published repo microsoft/Test_Awareness_Steering."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"is classified as","object":"repo signal","text":"microsoft/Test_Awareness_Steering is classified as repo signal."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"belongs to","object":"repos desk","text":"microsoft/Test_Awareness_Steering belongs to repos desk."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has context","object":"Jupyter Notebook","text":"microsoft/Test_Awareness_Steering has context Jupyter Notebook."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"has evidence coverage","object":"1 captured evidence page","text":"microsoft/Test_Awareness_Steering has evidence coverage 1 captured evidence page."},{"subject":"microsoft/Test_Awareness_Steering","predicate":"matches data-business lanes","object":"Safety and policy","text":"microsoft/Test_Awareness_Steering matches data-business lanes Safety and policy."}]},"signal":{"id":"b91945c6-2687-4c48-afc3-1f57c665a899","url":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899","json_url":"https://onlylabs.fyi/signals/b91945c6-2687-4c48-afc3-1f57c665a899/signal.json","source_url":"https://github.com/microsoft/Test_Awareness_Steering","title":"microsoft/Test_Awareness_Steering","summary":"Microsoft published a new repository. onlylabs watches repos for tooling, eval, infra, and model-adjacent work.","context":"Jupyter Notebook","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2025-05-19T16:56:58+00:00","first_seen_at":"2026-06-20T07:00:30.944907+00:00","date_source":"source","evidence_coverage":{"target_pages":1,"captured_pages":1,"readable_pages":1,"capture_methods":["plain"],"missing_page_urls":[],"failed_page_urls":[],"blocked_page_urls":[],"page_urls":["https://github.com/microsoft/Test_Awareness_Steering"]},"facets":{"repo":"microsoft/Test_Awareness_Steering","language":"Jupyter Notebook"},"traction":{"github_stars":14,"hn_points":null,"hn_comments":null,"hn_story_id":null,"hf_downloads":null,"hf_likes":null},"data_radar":{"lanes":[{"key":"safety","label":"Safety and policy","url":"https://onlylabs.fyi/data-radar/safety"}],"score":14,"matched_terms":["compliance"],"reason":"Microsoft has a repo signal matching safety and policy."}},"primary_evidence_page":{"is_primary":true,"source_match":true,"url":"https://github.com/microsoft/Test_Awareness_Steering","final_url":"https://github.com/microsoft/Test_Awareness_Steering","title":"microsoft/Test_Awareness_Steering repository metadata","http_status":200,"content_type":"application/json","capture_method":"plain","fetched_at":"2026-06-20T07:04:45.24732+00:00","bytes":15823,"raw_path":"78d9052c1c33aee770adc8a255341eca793416fb1275ab7304f64adee2ae0281.json","content_hash":"076573238330c4d38deb1caab6143c550df2c31779b632b58d0007573a1f20c6","excerpt_chars":1200,"truncated":true,"excerpt":"microsoft/Test_Awareness_Steering Description: Code for the paper: Linear Control of Test Awareness Reveals Differential Compliance in Reasoning Models Language: Jupyter Notebook License: MIT Stars: 14 Forks: 9 Open issues: 6 Created: 2025-05-19T16:56:58Z Pushed: 2026-06-20T05:02:13Z Default branch: main Fork: no Archived: no README: Test Awareness Steering - This repo contains the code of the paper: [**Linear Control of Test Awareness Reveals Differential Compliance in Reasoning Models**](https://arxiv.org/abs/2505.14617) - **Abstract**: Reasoning‐focused large language models (LLMs) sometimes alter their behavior when they detect that they are being evaluated—an effect analogous to the Hawthorne phenomenon—which can lead them to optimize for test‐passing performance or to comply more readily with harmful prompts if real‐world consequences appear absent. We present the first quantitative study of how such ``test awareness'' impacts model behavior, particularly its safety alignment. We introduce a white‐box probing framework that (i) linearly identifies awareness‐related activations and (ii) steers models toward or away from test awareness while monitoring downstream performance...."},"evidence_pages":[],"related_signals":[{"id":"6ae6413d-d27f-4b6c-8c34-260526c5ad4a","url":"https://onlylabs.fyi/signals/6ae6413d-d27f-4b6c-8c34-260526c5ad4a","source_url":"https://github.com/microsoft/Agentic-Shiksha","title":"microsoft/Agentic-Shiksha","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T06:44:56+00:00","first_seen_at":"2026-06-26T23:50:36.940197+00:00","date_source":"source"},{"id":"fa96889d-12d2-430e-9871-9405d53d73bd","url":"https://onlylabs.fyi/signals/fa96889d-12d2-430e-9871-9405d53d73bd","source_url":"https://github.com/microsoft/XBOX-Game-Development-Documentation","title":"microsoft/XBOX-Game-Development-Documentation","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-26T01:33:33+00:00","first_seen_at":"2026-06-26T23:50:36.940197+00:00","date_source":"source"},{"id":"234643d2-74f7-4307-8794-f6e80fec2878","url":"https://onlylabs.fyi/signals/234643d2-74f7-4307-8794-f6e80fec2878","source_url":"https://github.com/microsoft/LAB513-Build-an-AI-Powered-FAQ-Assistant-with-Azure-SQL","title":"microsoft/LAB513-Build-an-AI-Powered-FAQ-Assistant-with-Azure-SQL","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-25T19:50:36+00:00","first_seen_at":"2026-06-26T23:50:36.940197+00:00","date_source":"source"},{"id":"ac8e1b0a-9de4-4215-b6e6-d443de8b7710","url":"https://onlylabs.fyi/signals/ac8e1b0a-9de4-4215-b6e6-d443de8b7710","source_url":"https://github.com/microsoft/TechLab-Module-19-Defender-for-Storage","title":"microsoft/TechLab-Module-19-Defender-for-Storage","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-25T19:41:12+00:00","first_seen_at":"2026-06-26T23:50:36.940197+00:00","date_source":"source"},{"id":"74d1798f-3e3a-4dbb-b4a3-5492da857f7f","url":"https://onlylabs.fyi/signals/74d1798f-3e3a-4dbb-b4a3-5492da857f7f","source_url":"https://github.com/microsoft/Custom-Copilot-Connector-using-Connector-SDK","title":"microsoft/Custom-Copilot-Connector-using-Connector-SDK","context":"C#","kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-25T11:45:08+00:00","first_seen_at":"2026-06-26T23:50:36.940197+00:00","date_source":"source"},{"id":"2b3f3fc0-60f0-4892-934e-c720429e9476","url":"https://onlylabs.fyi/signals/2b3f3fc0-60f0-4892-934e-c720429e9476","source_url":"https://github.com/microsoft/trainer-ai-labs","title":"microsoft/trainer-ai-labs","context":null,"kind":{"key":"repo_new","label":"Repo"},"org":{"slug":"microsoft","name":"Microsoft","category":"frontier-lab"},"occurred_at":"2026-06-25T07:07:28+00:00","first_seen_at":"2026-06-26T23:50:37.018387+00:00","date_source":"source"}]}