{"canonical":"https://abierto.us/opportunities/arpahmai240104","key":"ARPAHMAI240104","url":"https://abierto.us/opportunities/arpahmai240104","title":"Chatbot Accuracy and Reliability Evaluation (CARE) Exploration Topic","solicitation_number":"ARPA-H-MAI-24-01-04","notice_type":"o","open":false,"response_deadline":"2024-06-03T16:00:00Z","first_posted":"2024-04-19","last_posted":"2024-05-16","department":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF","subagency":"NATIONAL INSTITUTES OF HEALTH","office":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)","naics":"541715","psc":"AN13","set_aside":null,"place_state":null,"place_county":null,"place_county_name":null,"place_city":null,"place_city_name":null,"winner":null,"award_amount":null,"publications":[{"notice_id":"8d3c07159e9f4d32ab7b179d365e6fab","title":"Chatbot Accuracy and Reliability Evaluation (CARE) Exploration Topic","solicitation_number":"ARPA-H-MAI-24-01-04","notice_type":"o","base_type":"o","posted":"2024-04-19","posted_at":null,"due_at":"2024-06-03T16:00:00Z","due_date":"2024-06-03","cancelled":null,"archived":null,"archive_date":"2024-06-18","award_number":null,"awardee_name":null,"amount":null,"link_sam":"https://sam.gov/workspace/contract/opp/8d3c07159e9f4d32ab7b179d365e6fab/view","enriched":false,"history":[]},{"notice_id":"0aa51459f3a840fd91875cff545797ff","title":"Chatbot Accuracy and Reliability Evaluation (CARE) Exploration Topic","solicitation_number":"ARPA-H-MAI-24-01-04","notice_type":"o","base_type":"o","posted":"2024-05-09","posted_at":null,"due_at":"2024-06-03T16:00:00Z","due_date":"2024-06-03","cancelled":null,"archived":null,"archive_date":"2024-06-18","award_number":null,"awardee_name":null,"amount":null,"link_sam":"https://sam.gov/workspace/contract/opp/0aa51459f3a840fd91875cff545797ff/view","enriched":false,"history":[]},{"notice_id":"67ee1ce280b9445caa016431f031827e","title":"Chatbot Accuracy and Reliability Evaluation (CARE) Exploration Topic","solicitation_number":"ARPA-H-MAI-24-01-04","notice_type":"o","base_type":"o","posted":"2024-05-16","posted_at":null,"due_at":"2024-06-03T16:00:00Z","due_date":"2024-06-03","cancelled":null,"archived":null,"archive_date":"2024-06-18","award_number":null,"awardee_name":null,"amount":null,"link_sam":"https://sam.gov/workspace/contract/opp/67ee1ce280b9445caa016431f031827e/view","enriched":false,"history":[]}],"latest_notice_id":"67ee1ce280b9445caa016431f031827e","first_type":"o","notices":[{"dates":{"posted":"2024-04-19","response_deadline":{"raw":"2024-06-03T12:00:00-04:00","utc":"2024-06-03T16:00:00Z","date":"2024-06-03","time":"12:00:00","utc_offset_seconds":-14400}},"links":{"sam":"https://sam.gov/workspace/contract/opp/8d3c07159e9f4d32ab7b179d365e6fab/view"},"naics":{"codes":["541715"],"primary":"541715"},"title":"Chatbot Accuracy and Reliability Evaluation (CARE) Exploration Topic","agency":{"office":{"code":"75N992","name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)"},"subtier":{"code":"7529","name":"NATIONAL INSTITUTES OF HEALTH"},"department":{"code":"075","name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF"},"office_address":{"zip":"20005","city":"Washington","state":"DC","country":"USA"},"organization_type":"OFFICE"},"status":{"active":false,"archive_date":"2024-06-18","archive_type":"auto15"},"contacts":[{"name":"SEE DESCRIPTION SECTION","role":"primary","email":"do_NOT_use_THIS_email_ADDRESS@arpa-h.gov"}],"base_type":{"code":"o","label":"Solicitation"},"notice_id":"8d3c07159e9f4d32ab7b179d365e6fab","provenance":{"extract":{"url":"https://s3.amazonaws.com/falextracts/Contract%20Opportunities/Archived%20Data/FY2024_archived_opportunities.csv","etag":"\"d582488fe153a9f11bf629913d176ffc-137\"","fetched_at":"2026-09-16T19:07:39.720164Z","row_sha256":"ca19790ab86520b20e25d346dca09948f84981e674e9fe4412cdc1b4f2ffbf9d","last_modified":"2026-09-13T14:47:40Z"},"updated_at":"2026-09-16T19:07:39.720164Z","first_seen_at":"2026-09-16T19:07:39.720164Z"},"description":{"text":"ARPA-H is launching an Exploration Topic (ET) aimed at expanding the Resilient System Office’s (RSO) funding approach associated with the interest areas included within Appendix A to the Master Announcement Instructions, ARPA-H-MAI-24-01. Exploration Topics will be announced via Module Announcements issued under the Master Announcement Instructions (MAI), ARPA-H-MAI-24-01. Exploration Topics are short-duration, fast-paced efforts with smaller, targeted awards. Each Exploration Topic will pursue topics that strategically align with the RSO mission and provide foundational proofs-of-concept for additional future research to be built upon. The mission of the Advanced Research Projects Agency for-Health (ARPA-H) is to accelerate better health outcomes for everyone by advancing innovative research that addresses society's most challenging health problems. Awardees will develop groundbreaking new ways to tackle health-related challenges through high potential, high-impact biomedical and health research. ARPA-H seeks proposals to develop new evaluation technologies for detecting hallucinations and other inaccuracies in medical Large Language Model (LLM) output for patient-facing applications. The Chatbot Accuracy and Reliability Evaluation (CARE) ET endeavors to produce tools and technology that evaluates output with the efficiency of computational methods and the accuracy of human experts. By creating scalable and cost-effective LLM evaluation technologies, CARE seeks to accelerate the creation of trustworthy medical chatbots and enable access to more reliable health-related information. See the attached CARE module announcement for full project and submission details. All question regarding CARE must be sent to Ask-A-Question at: https://solutions.arpa-h.gov/Ask-A-Question","origin":"extract"},"notice_type":{"code":"o","label":"Solicitation"},"schema_version":1,"solicitation_number":"ARPA-H-MAI-24-01-04","place_of_performance":{"country":{"code":"USA"}},"product_service_code":"AN13"},{"dates":{"posted":"2024-05-09","response_deadline":{"raw":"2024-06-03T12:00:00-04:00","utc":"2024-06-03T16:00:00Z","date":"2024-06-03","time":"12:00:00","utc_offset_seconds":-14400}},"links":{"sam":"https://sam.gov/workspace/contract/opp/0aa51459f3a840fd91875cff545797ff/view"},"naics":{"codes":["541715"],"primary":"541715"},"title":"Chatbot Accuracy and Reliability Evaluation (CARE) Exploration Topic","agency":{"office":{"code":"75N992","name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)"},"subtier":{"code":"7529","name":"NATIONAL INSTITUTES OF HEALTH"},"department":{"code":"075","name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF"},"office_address":{"zip":"20005","city":"Washington","state":"DC","country":"USA"},"organization_type":"OFFICE"},"status":{"active":false,"archive_date":"2024-06-18","archive_type":"auto15"},"contacts":[{"name":"SEE DESCRIPTION SECTION","role":"primary","email":"do_NOT_use_THIS_email_ADDRESS@arpa-h.gov"}],"base_type":{"code":"o","label":"Solicitation"},"notice_id":"0aa51459f3a840fd91875cff545797ff","provenance":{"extract":{"url":"https://s3.amazonaws.com/falextracts/Contract%20Opportunities/Archived%20Data/FY2024_archived_opportunities.csv","etag":"\"d582488fe153a9f11bf629913d176ffc-137\"","fetched_at":"2026-09-16T19:07:39.720164Z","row_sha256":"5eb4b5dfe6895ca56059450ee790f9fbc7450b9f475ad8504dbedc50c292aad5","last_modified":"2026-09-13T14:47:40Z"},"updated_at":"2026-09-16T19:07:39.720164Z","first_seen_at":"2026-09-16T19:07:39.720164Z"},"description":{"text":"Amendment 01 (May 9, 2024): The purpose of this amendment is to clarify page count guidance for the Stage 1, Volume 1 proposal submission as stated in Section 5, Module Announcement Responses, and to correct a typo in Section 9, Questions & Answers. All changes are highlighted in yellow in the attached CARE module announcement. The CARE Q&A, dated May 9, 2024, is also provided. ARPA-H is launching an Exploration Topic (ET) aimed at expanding the Resilient System Office’s (RSO) funding approach associated with the interest areas included within Appendix A to the Master Announcement Instructions, ARPA-H-MAI-24-01. Exploration Topics will be announced via Module Announcements issued under the Master Announcement Instructions (MAI), ARPA-H-MAI-24-01. Exploration Topics are short-duration, fast-paced efforts with smaller, targeted awards. Each Exploration Topic will pursue topics that strategically align with the RSO mission and provide foundational proofs-of-concept for additional future research to be built upon. The mission of the Advanced Research Projects Agency for-Health (ARPA-H) is to accelerate better health outcomes for everyone by advancing innovative research that addresses society's most challenging health problems. Awardees will develop groundbreaking new ways to tackle health-related challenges through high potential, high-impact biomedical and health research. ARPA-H seeks proposals to develop new evaluation technologies for detecting hallucinations and other inaccuracies in medical Large Language Model (LLM) output for patient-facing applications. The Chatbot Accuracy and Reliability Evaluation (CARE) ET endeavors to produce tools and technology that evaluates output with the efficiency of computational methods and the accuracy of human experts. By creating scalable and cost-effective LLM evaluation technologies, CARE seeks to accelerate the creation of trustworthy medical chatbots and enable access to more reliable health-related information. See the attached CARE module announcement for full project and submission details. All question regarding CARE must be sent to Ask-A-Question at: https://solutions.arpa-h.gov/Ask-A-Question","origin":"extract"},"notice_type":{"code":"o","label":"Solicitation"},"schema_version":1,"solicitation_number":"ARPA-H-MAI-24-01-04","place_of_performance":{"country":{"code":"USA"}},"product_service_code":"AN13"},{"dates":{"posted":"2024-05-16","response_deadline":{"raw":"2024-06-03T12:00:00-04:00","utc":"2024-06-03T16:00:00Z","date":"2024-06-03","time":"12:00:00","utc_offset_seconds":-14400}},"links":{"sam":"https://sam.gov/workspace/contract/opp/67ee1ce280b9445caa016431f031827e/view"},"naics":{"codes":["541715"],"primary":"541715"},"title":"Chatbot Accuracy and Reliability Evaluation (CARE) Exploration Topic","agency":{"office":{"code":"75N992","name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)"},"subtier":{"code":"7529","name":"NATIONAL INSTITUTES OF HEALTH"},"department":{"code":"075","name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF"},"office_address":{"zip":"20005","city":"Washington","state":"DC","country":"USA"},"organization_type":"OFFICE"},"status":{"active":false,"archive_date":"2024-06-18","archive_type":"auto15"},"contacts":[{"name":"SEE DESCRIPTION SECTION","role":"primary","email":"do_NOT_use_THIS_email_ADDRESS@arpa-h.gov"}],"base_type":{"code":"o","label":"Solicitation"},"notice_id":"67ee1ce280b9445caa016431f031827e","provenance":{"extract":{"url":"https://s3.amazonaws.com/falextracts/Contract%20Opportunities/Archived%20Data/FY2024_archived_opportunities.csv","etag":"\"d582488fe153a9f11bf629913d176ffc-137\"","fetched_at":"2026-09-16T19:07:39.720164Z","row_sha256":"9992428c7f5f06c812ab31d467a8270016ba13609ab3a2b24e89654226488109","last_modified":"2026-09-13T14:47:40Z"},"updated_at":"2026-09-16T19:07:39.720164Z","first_seen_at":"2026-09-16T19:07:39.720164Z"},"description":{"text":"May 16, 2024: Final CARE Q&A, dated May 16, 2024 is provided. Amendment 01 (May 9, 2024): The purpose of this amendment is to clarify page count guidance for the Stage 1, Volume 1 proposal submission as stated in Section 5, Module Announcement Responses, and to correct a typo in Section 9, Questions & Answers. All changes are highlighted in yellow in the attached CARE module announcement. The CARE Q&A, dated May 9, 2024, is also provided. ARPA-H is launching an Exploration Topic (ET) aimed at expanding the Resilient System Office’s (RSO) funding approach associated with the interest areas included within Appendix A to the Master Announcement Instructions, ARPA-H-MAI-24-01. Exploration Topics will be announced via Module Announcements issued under the Master Announcement Instructions (MAI), ARPA-H-MAI-24-01. Exploration Topics are short-duration, fast-paced efforts with smaller, targeted awards. Each Exploration Topic will pursue topics that strategically align with the RSO mission and provide foundational proofs-of-concept for additional future research to be built upon. The mission of the Advanced Research Projects Agency for-Health (ARPA-H) is to accelerate better health outcomes for everyone by advancing innovative research that addresses society's most challenging health problems. Awardees will develop groundbreaking new ways to tackle health-related challenges through high potential, high-impact biomedical and health research. ARPA-H seeks proposals to develop new evaluation technologies for detecting hallucinations and other inaccuracies in medical Large Language Model (LLM) output for patient-facing applications. The Chatbot Accuracy and Reliability Evaluation (CARE) ET endeavors to produce tools and technology that evaluates output with the efficiency of computational methods and the accuracy of human experts. By creating scalable and cost-effective LLM evaluation technologies, CARE seeks to accelerate the creation of trustworthy medical chatbots and enable access to more reliable health-related information. See the attached CARE module announcement for full project and submission details. All question regarding CARE must be sent to Ask-A-Question at: https://solutions.arpa-h.gov/Ask-A-Question","origin":"extract"},"notice_type":{"code":"o","label":"Solicitation"},"schema_version":1,"solicitation_number":"ARPA-H-MAI-24-01-04","place_of_performance":{"country":{"code":"USA"}},"product_service_code":"AN13"}],"due_at":"2024-06-03T16:00:00Z","due_date":"2024-06-03","closes_at":"2024-06-03T16:00:00Z","awardable":true,"dept_key":"d-075","dept_name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF","sub_key":"s-7529","sub_name":"NATIONAL INSTITUTES OF HEALTH","office_key":"o-75N992","office_name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)","state":null,"county":null,"county_name":null,"city":null,"city_name":null,"country":"USA","winner_key":null,"amount":null,"linked_awards":0,"cancelled":false,"archived":false,"updated_at":"2026-09-16T21:18:12.857524Z","principal_notice_id":"67ee1ce280b9445caa016431f031827e","description":{"text":"May 16, 2024: Final CARE Q&A, dated May 16, 2024 is provided. Amendment 01 (May 9, 2024): The purpose of this amendment is to clarify page count guidance for the Stage 1, Volume 1 proposal submission as stated in Section 5, Module Announcement Responses, and to correct a typo in Section 9, Questions & Answers. All changes are highlighted in yellow in the attached CARE module announcement. The CARE Q&A, dated May 9, 2024, is also provided. ARPA-H is launching an Exploration Topic (ET) aimed at expanding the Resilient System Office’s (RSO) funding approach associated with the interest areas included within Appendix A to the Master Announcement Instructions, ARPA-H-MAI-24-01. Exploration Topics will be announced via Module Announcements issued under the Master Announcement Instructions (MAI), ARPA-H-MAI-24-01. Exploration Topics are short-duration, fast-paced efforts with smaller, targeted awards. Each Exploration Topic will pursue topics that strategically align with the RSO mission and provide foundational proofs-of-concept for additional future research to be built upon. The mission of the Advanced Research Projects Agency for-Health (ARPA-H) is to accelerate better health outcomes for everyone by advancing innovative research that addresses society's most challenging health problems. Awardees will develop groundbreaking new ways to tackle health-related challenges through high potential, high-impact biomedical and health research. ARPA-H seeks proposals to develop new evaluation technologies for detecting hallucinations and other inaccuracies in medical Large Language Model (LLM) output for patient-facing applications. The Chatbot Accuracy and Reliability Evaluation (CARE) ET endeavors to produce tools and technology that evaluates output with the efficiency of computational methods and the accuracy of human experts. By creating scalable and cost-effective LLM evaluation technologies, CARE seeks to accelerate the creation of trustworthy medical chatbots and enable access to more reliable health-related information. See the attached CARE module announcement for full project and submission details. All question regarding CARE must be sent to Ask-A-Question at: https://solutions.arpa-h.gov/Ask-A-Question","html":null,"origin":"extract"},"contacts":[{"name":"SEE DESCRIPTION SECTION","role":"primary","email":"do_NOT_use_THIS_email_ADDRESS@arpa-h.gov"}],"place_of_performance":{"country":{"code":"USA"}},"office_address":{"zip":"20005","city":"Washington","state":"DC","country":"USA"},"naics_codes":["541715"],"award":null,"attachments":[],"awards":[],"related":[{"key":"7599226SN106","latest_notice_id":"0e6b5119ca2540868b047f155d57ea9d","title":"Advanced Research Projects Agency for Health (ARPA-H) Small Business Innovation Research (SBIR)/Small Business Technology Transfer (STTR) Program","solicitation_number":"7599226SN106","notice_type":"p","first_type":"p","first_posted":"2026-04-22","last_posted":"2026-09-11","notices":12,"due_at":"2026-10-01T16:00:00Z","due_date":"2026-10-01","closes_at":"2026-10-01T16:00:00Z","awardable":true,"open":true,"dept_key":"d-075","dept_name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF","sub_key":"s-7529","sub_name":"NATIONAL INSTITUTES OF HEALTH","office_key":"o-75N992","office_name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)","naics":"541715","psc":"AN13","set_aside":"SBA","state":"DC","county":"11001","county_name":"District of Columbia","city":"1150000","city_name":"Washington","country":"USA","winner":null,"winner_key":null,"amount":null,"linked_awards":0,"cancelled":false,"archived":false,"updated_at":"2026-09-16T21:18:12.857524Z"},{"key":"ARPAHSOL26165","latest_notice_id":"f7ed4368bf8c48e39ca45d3204830c25","title":"ARPA-H Comprehensive Organ System Modeling in Outer Space (COSMOS) Innovative Solutions Opening","solicitation_number":"ARPA-H-SOL-26-165","notice_type":"o","first_type":"o","first_posted":"2026-09-16","last_posted":"2026-09-16","notices":1,"due_at":"2026-10-07T18:00:00Z","due_date":"2026-10-07","closes_at":"2026-10-07T18:00:00Z","awardable":true,"open":true,"dept_key":"d-075","dept_name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF","sub_key":"s-7529","sub_name":"NATIONAL INSTITUTES OF HEALTH","office_key":"o-75N992","office_name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)","naics":"541714","psc":"AN13","set_aside":null,"state":null,"county":null,"county_name":null,"city":null,"city_name":null,"country":null,"winner":null,"winner_key":null,"amount":null,"linked_awards":0,"cancelled":false,"archived":false,"updated_at":"2026-09-17T06:28:38.602097Z"},{"key":"ARPAHSOL26159","latest_notice_id":"2b5fbe1e0d76411f8e773b3151abfe42","title":"Restorative and health-Enhancing Sleep Time (REST)","solicitation_number":"ARPA-H-SOL-26-159","notice_type":"o","first_type":"o","first_posted":"2026-06-16","last_posted":"2026-09-15","notices":12,"due_at":"2026-10-13T16:00:00Z","due_date":"2026-10-13","closes_at":"2026-10-13T16:00:00Z","awardable":true,"open":true,"dept_key":"d-075","dept_name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF","sub_key":"s-7529","sub_name":"NATIONAL INSTITUTES OF HEALTH","office_key":"o-75N992","office_name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)","naics":"541715","psc":"AN13","set_aside":null,"state":null,"county":null,"county_name":null,"city":null,"city_name":null,"country":null,"winner":null,"winner_key":null,"amount":null,"linked_awards":0,"cancelled":false,"archived":false,"updated_at":"2026-09-16T21:18:12.857524Z"},{"key":"ARPAHSOL26160","latest_notice_id":"52f327e1e5ef49aea5fa684551c10f53","title":"Fast Assessment of Solutions, Therapeutics, Pharmaceuticals, and SupplieS (FASTPASS) Innovative Solutions Opening","solicitation_number":"ARPA-H-SOL-26-160","notice_type":"o","first_type":"o","first_posted":"2026-08-20","last_posted":"2026-08-20","notices":1,"due_at":"2026-11-10T21:00:00Z","due_date":"2026-11-10","closes_at":"2026-11-10T21:00:00Z","awardable":true,"open":true,"dept_key":"d-075","dept_name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF","sub_key":"s-7529","sub_name":"NATIONAL INSTITUTES OF HEALTH","office_key":"o-75N992","office_name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)","naics":"541715","psc":"AN13","set_aside":null,"state":"DC","county":"11001","county_name":"District of Columbia","city":null,"city_name":null,"country":"USA","winner":null,"winner_key":null,"amount":null,"linked_awards":0,"cancelled":false,"archived":false,"updated_at":"2026-09-16T21:18:12.857524Z"},{"key":"ARPAHSOL26144","latest_notice_id":"88bdb5f63faa47358ff4dc563c766bf4","title":"Technology InteGrator and AcceleratoR (TIGAR)","solicitation_number":"ARPA-H-SOL-26-144","notice_type":"o","first_type":"o","first_posted":"2026-04-22","last_posted":"2026-07-13","notices":7,"due_at":"2026-12-08T22:00:00Z","due_date":"2026-12-08","closes_at":"2026-12-08T22:00:00Z","awardable":true,"open":true,"dept_key":"d-075","dept_name":"HEALTH AND HUMAN SERVICES, DEPARTMENT OF","sub_key":"s-7529","sub_name":"NATIONAL INSTITUTES OF HEALTH","office_key":"o-75N992","office_name":"ADVANCED RESEARCH PROJECTS AGENCY FOR HEALTH (ARPA-H)","naics":"541715","psc":"AN13","set_aside":null,"state":"DC","county":"11001","county_name":"District of Columbia","city":"1150000","city_name":"Washington","country":"USA","winner":null,"winner_key":null,"amount":null,"linked_awards":0,"cancelled":false,"archived":false,"updated_at":"2026-09-16T21:18:12.857524Z"}]}