{"stable_id":"4900752c0088f2ed","slug":"github-copilot-http-server","company":"GitHub Copilot research experiment","workflow_name":"AI pair-programmed HTTP server","function_code":"software_engineering","pattern_codes":["creator_to_judge"],"changed_assumption":"Inline generation can compress a bounded task but not prove lifecycle productivity.","evidence_strength":"verified","publication_tier":"showcase","freshness":"current","reviewed_at":"2026-08-23","updated_at":"2026-08-22","source_quality_summary":"1 independent, 1 primary; publication outcomes are verified.","caveat_summary":"Conditioned on completion; narrow task; author affiliations.","freshness_caveat":null,"workflow_summary":{"before":[{"actor":"Randomized control developer","action":"Reads the HTTP-server specification and writes JavaScript without Copilot.","actor_type":"control"},{"actor":"Developer","action":"Runs tests, debugs, and submits the implementation.","actor_type":"control"}],"hinge":"Inline generation can compress a bounded task but not prove lifecycle productivity.","after":[{"actor":"GitHub Copilot","action":"Offers inline code completions while the developer implements the same server task.","actor_type":"system"},{"actor":"Developer","action":"Integrates suggestions, runs tests, debugs, and submits.","actor_type":"system"}],"decision_mode":"shared","decision_marker":"Human moves from creator to judge"},"before":[{"order":1,"actor":"Randomized control developer","action":"Reads the HTTP-server specification and writes JavaScript without Copilot.","handoff_to":"Automated GitHub Classroom tests","control":"Same instructions and JavaScript familiarity requirements as treatment."},{"order":2,"actor":"Developer","action":"Runs tests, debugs, and submits the implementation.","handoff_to":"Study evaluator","control":"Correctness/completeness test suite; no production deployment."}],"after":[{"order":1,"actor":"GitHub Copilot","action":"Offers inline code completions while the developer implements the same server task.","handoff_to":"Developer","control":"Suggestion only; developer may accept, edit, or reject."},{"order":2,"actor":"Developer","action":"Integrates suggestions, runs tests, debugs, and submits.","handoff_to":"Study evaluator","control":"Developer owns code; automated tests score correctness and completeness."}],"decision_rights":"Developer owns code; tests check requirements.","exception_path":"Incorrect suggestions are rejected or corrected.","removed_work":["Some boilerplate typing and lookup"],"outcomes":[{"metric":"Completion time","baseline":"160.89 minutes control","result":"71.17 minutes treatment; 55.8% faster, P=.0017","period":"2022","scale":"95 randomized; 70 completed","attribution_caveat":"Conditioned on completion; narrow task; author affiliations.","evidence_label":"verified"}],"executive_lesson":"Use for bounded acceleration, not universal delivery productivity.","anti_pattern":"Do not generalize to maintained systems.","questions_for_leaders":["Where is the operating threshold set and who can override it?","What measured result would trigger rollback or retraining?","Which residual decisions must remain human-owned?"],"collections":["human-still-decides","embodied-work"],"bundle_version":"1.0.0","bundle_fingerprint":"sha256:c23c6cc2b88153d008ea8fda928f632ce0011fc2d4c5036672a16e5d895bab93","canonical_url":"https://brianletort.ai/transformations/github-copilot-http-server"}