From d9d024ebe791ea98d8891ee5e8bbd99d61eb3929 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 29 Jul 2024 09:16:40 -0400 Subject: [PATCH] Update Google Docs Meta Data (#1501) * chore: update docs * restrict DataSource() construction to only applicable fields ...as was done for DataSignal() in #1303 , and using the same ugly over-extended comprehension pattern --------- Co-authored-by: melange396 Co-authored-by: george haff --- .../endpoints/covidcast_utils/db_signals.csv | 58 ++++++++++++++++++- .../endpoints/covidcast_utils/db_sources.csv | 41 ++++++------- src/server/endpoints/covidcast_utils/model.py | 3 +- 3 files changed, 80 insertions(+), 22 deletions(-) diff --git a/src/server/endpoints/covidcast_utils/db_signals.csv b/src/server/endpoints/covidcast_utils/db_signals.csv index bcddbc442..b14d477ae 100644 --- a/src/server/endpoints/covidcast_utils/db_signals.csv +++ b/src/server/endpoints/covidcast_utils/db_signals.csv @@ -1560,4 +1560,60 @@ usa-facts,deaths_cumulative_num,TRUE,deaths_7dav_incidence_num,TRUE,"Confirmed C usa-facts,deaths_cumulative_num,TRUE,deaths_7dav_incidence_prop,FALSE,"Confirmed COVID Deaths (Daily new, 7-day average, per 100k people)",FALSE,"Daily new confirmed COVID deaths, 7-day average, per 100k people",,USAFacts,covid,Deaths,USA,"county,hrr,msa,state,hhs,nation","hrr,msa,state,hhs,nation",2020-02-01,NA,2023-01-02,NA,day,Date,weekly,2-8 days,"None. The raw data reports cumulative cases and deaths, which Delphi diffs to compute incidence. Raw cumulative figures are sometimes corrected by adjusting the reported value for a single day, but revisions do not affect past report dates.",All,None,dead,None,Data is available for all counties and some territorial county equivalents. Data is available for all states.,Value,per100k,late,bad,TRUE,FALSE,FALSE,FALSE,FALSE,public,public,CC BY,See license,NA, usa-facts,deaths_cumulative_num,TRUE,deaths_cumulative_prop,FALSE,"Confirmed COVID Deaths (Cumulative, per 100k people)",FALSE,"Cumulative confirmed COVID deaths, per 100k people",,USAFacts,covid,Deaths,USA,"county,hrr,msa,state,hhs,nation","hrr,msa,state,hhs,nation",2020-01-25,NA,2023-01-02,NA,day,Date,weekly,2-8 days,"None. The raw data reports cumulative cases and deaths, which Delphi diffs to compute incidence. Raw cumulative figures are sometimes corrected by adjusting the reported value for a single day, but revisions do not affect past report dates.",All,None,dead,None,Data is available for all counties and some territorial county equivalents. Data is available for all states.,Value,per100k,late,bad,FALSE,FALSE,TRUE,FALSE,FALSE,public,public,CC BY,See license,NA, usa-facts,deaths_cumulative_num,TRUE,deaths_incidence_num,TRUE,Confirmed COVID Deaths (Daily new),FALSE,Daily new confirmed COVID deaths,,USAFacts,covid,Deaths,USA,"county,hrr,msa,state,hhs,nation","hrr,msa,state,hhs,nation",2020-01-25,NA,2023-01-02,NA,day,Date,weekly,2-8 days,"None. The raw data reports cumulative cases and deaths, which Delphi diffs to compute incidence. Raw cumulative figures are sometimes corrected by adjusting the reported value for a single day, but revisions do not affect past report dates.",All,None,dead,None,Data is available for all counties and some territorial county equivalents. Data is available for all states.,Value,count,late,bad,FALSE,FALSE,FALSE,FALSE,FALSE,public,public,CC BY,See license,NA, -usa-facts,deaths_cumulative_num,TRUE,deaths_incidence_prop,FALSE,"Confirmed COVID Deaths (Daily new, per 100k people)",FALSE,"Daily new confirmed COVID deaths, per 100k people",,USAFacts,covid,Deaths,USA,"county,hrr,msa,state,hhs,nation","hrr,msa,state,hhs,nation",2020-01-25,NA,2023-01-02,NA,day,Date,weekly,2-8 days,"None. The raw data reports cumulative cases and deaths, which Delphi diffs to compute incidence. Raw cumulative figures are sometimes corrected by adjusting the reported value for a single day, but revisions do not affect past report dates.",All,None,dead,None,Data is available for all counties and some territorial county equivalents. Data is available for all states.,Value,per100k,late,bad,FALSE,FALSE,FALSE,FALSE,FALSE,public,public,CC BY,See license,NA, \ No newline at end of file +usa-facts,deaths_cumulative_num,TRUE,deaths_incidence_prop,FALSE,"Confirmed COVID Deaths (Daily new, per 100k people)",FALSE,"Daily new confirmed COVID deaths, per 100k people",,USAFacts,covid,Deaths,USA,"county,hrr,msa,state,hhs,nation","hrr,msa,state,hhs,nation",2020-01-25,NA,2023-01-02,NA,day,Date,weekly,2-8 days,"None. The raw data reports cumulative cases and deaths, which Delphi diffs to compute incidence. Raw cumulative figures are sometimes corrected by adjusting the reported value for a single day, but revisions do not affect past report dates.",All,None,dead,None,Data is available for all counties and some territorial county equivalents. Data is available for all states.,Value,per100k,late,bad,FALSE,FALSE,FALSE,FALSE,FALSE,public,public,CC BY,See license,NA, +nssp,pct_ed_visits_covid,FALSE,pct_ed_visits_covid,FALSE,COVID Emergency Department Visits (Percent of total ED visits),TRUE,Percent of ED visits that had a discharge diagnosis code of COVID-19,Percent of ED visits that had a discharge diagnosis code of COVID-19,National Syndromic Surveillance Program,covid,Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,FALSE,FALSE,FALSE,FALSE,FALSE,,,,,, +nssp,pct_ed_visits_influenza,FALSE,pct_ed_visits_influenza,FALSE,Influenza Emergency Department Visits (Percent of total ED visits),TRUE,Percent of ED visits that had a discharge diagnosis code of influenza,Percent of ED visits that had a discharge diagnosis code of influenza,National Syndromic Surveillance Program,flu,Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,FALSE,FALSE,FALSE,FALSE,FALSE,,,,,, +nssp,pct_ed_visits_rsv,FALSE,pct_ed_visits_rsv,FALSE,COVID Emergency Department Visits (Percent of total ED visits),TRUE,Percent of ED visits that had a discharge diagnosis code of rsv,Percent of ED visits that had a discharge diagnosis code of rsv,National Syndromic Surveillance Program,rsv,Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,FALSE,FALSE,FALSE,FALSE,FALSE,,,,,, +nssp,pct_ed_visits_combined,FALSE,pct_ed_visits_combined,FALSE,"Emergency Department Visits for COVID, Influenza, and RSV Combined (Percent of total ED visits)",TRUE,"Percent of ED visits that had a discharge diagnosis code of COVID-19, influenza, or rsv","Percent of ED visits that had a discharge diagnosis code of COVID-19, influenza, or rsv",National Syndromic Surveillance Program,"covid, flu, rsv",Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,FALSE,FALSE,FALSE,FALSE,FALSE,,,,,, +nssp,pct_ed_visits_covid,TRUE,smoothed_pct_ed_visits_covid,FALSE,"COVID Emergency Department Visits (Percent of total ED visits, 3-week average)",TRUE,3-week moving average of percent of ED visits that had a discharge diagnosis code of COVID-19,3-week moving average of percent of ED visits that had a discharge diagnosis code of COVID-19,National Syndromic Surveillance Program,covid,Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,TRUE,FALSE,FALSE,FALSE,FALSE,,,,,, +nssp,pct_ed_visits_influenza,TRUE,smoothed_pct_ed_visits_influenza,FALSE,Influenza Emergency Department Visits (Percent of total ED visits),TRUE,3-week moving average of percent of ED visits that had a discharge diagnosis code of influenza,3-week moving average of percent of ED visits that had a discharge diagnosis code of influenza,National Syndromic Surveillance Program,flu,Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,TRUE,FALSE,FALSE,FALSE,FALSE,,,,,, +nssp,pct_ed_visits_rsv,TRUE,smoothed_pct_ed_visits_rsv,FALSE,COVID Emergency Department Visits (Percent of total ED visits),TRUE,3-week moving average of percent of ED visits that had a discharge diagnosis code of rsv,3-week moving average of percent of ED visits that had a discharge diagnosis code of rsv,National Syndromic Surveillance Program,rsv,Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,TRUE,FALSE,FALSE,FALSE,FALSE,,,,,, +nssp,pct_ed_visits_combined,TRUE,smoothed_pct_ed_visits_combined,FALSE,"Emergency Department Visits for COVID, Influenza, and RSV Combined (Percent of total ED visits)",TRUE,"3-week moving average of percent of ED visits that had a discharge diagnosis code of COVID-19, influenza, or rsv","3-week moving average of percent of ED visits that had a discharge diagnosis code of COVID-19, influenza, or rsv",National Syndromic Surveillance Program,"covid, flu, rsv",Hospitalizations,USA,"county,state,hrr,msa","hrr,msa",2022-10-01,,ongoing,,week,Week,weekly,,,All,None,hospitalized,,"Data is available for 78% of US emergency departments. California, Colorado, Missouri, Oklahoma, and Virginia have the most noticeable gaps in coverage, with many counties in those states having either no eligible EDs or having no recently reported data in NSSP. However, most states have some counties that do not contain any reporting EDs. + +NSSP does not report county-level data for all counties with reporting EDs; some reporting EDs are only included in state-level values. + +The following states report no data through NSSP at the county level: CA, WA, AK, AZ, AL, CO, SD, ND, MO, AR, FL, OH, NH, CT, NJ. + +South Dakota, Missouri, and territories report no data through NSSP at the state level.",Percentage,percent,other,bad,TRUE,FALSE,FALSE,FALSE,FALSE,,,,,, \ No newline at end of file diff --git a/src/server/endpoints/covidcast_utils/db_sources.csv b/src/server/endpoints/covidcast_utils/db_sources.csv index 0a8349131..9b9548551 100644 --- a/src/server/endpoints/covidcast_utils/db_sources.csv +++ b/src/server/endpoints/covidcast_utils/db_sources.csv @@ -1,26 +1,27 @@ -DB Source,Source Subdivision,Name,Description,Reference Signal,License,DUA,Link -chng,chng,Change Healthcare,Change Healthcare is a healthcare technology company that aggregates medical claims data from many healthcare providers. This source includes aggregated counts of claims with confirmed COVID-19 or COVID-related symptoms. All claims data has been de-identified in accordance with HIPAA privacy regulations. ,smoothed_outpatient_cli,CC BY-NC,https://cmu.box.com/s/cto4to822zecr3oyq1kkk9xmzhtq9tl2,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/chng.html) -covid-act-now,covid-act-now,Covid Act Now (CAN),"COVID Act Now (CAN) tracks COVID-19 testing statistics, such as positivity rates and total tests performed. This source only includes CAN data from the CDC's COVID-19 Integrated County View.",pcr_specimen_total_tests,CC BY-NC,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/covid-act-now.html) -doctor-visits,doctor-visits,Doctor Visits From Claims,"Information about outpatient visits, provided to us by health system partners. Using outpatient claims counts, we estimate the percentage of COVID-related doctor's visits in a given location, on a given day.",smoothed_cli,CC BY,https://cmu.box.com/s/l2tz6kmiws6jyty2azwb43poiepz0565,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/doctor-visits.html) -fb-survey,fb-survey,Delphi US COVID-19 Trends and Impact Survey,"We conduct the Delphi US COVID-19 Trends and Impact Survey (CTIS) in partnership with Facebook. Every day, Delphi surveys tens of thousands of Facebook users, asking them a broad set of COVID-related questions, including whether they, or anyone in their household, are currently experiencing COVID-related symptoms.",smoothed_cli,CC BY,https://cmu.box.com/s/qfxplcdrcn9retfzx4zniyugbd9h3bos,"[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/fb-survey.html) +DB Source,Source Subdivision,Name,External Name,Description,Reference Signal,License,DUA,Link +chng,chng,Change Healthcare,Change Healthcare,Change Healthcare is a healthcare technology company that aggregates medical claims data from many healthcare providers. This source includes aggregated counts of claims with confirmed COVID-19 or COVID-related symptoms. All claims data has been de-identified in accordance with HIPAA privacy regulations. ,smoothed_outpatient_cli,CC BY-NC,https://cmu.box.com/s/cto4to822zecr3oyq1kkk9xmzhtq9tl2,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/chng.html) +covid-act-now,covid-act-now,Covid Act Now (CAN),Covid Act Now (CAN),"COVID Act Now (CAN) tracks COVID-19 testing statistics, such as positivity rates and total tests performed. This source only includes CAN data from the CDC's COVID-19 Integrated County View.",pcr_specimen_total_tests,CC BY-NC,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/covid-act-now.html) +doctor-visits,doctor-visits,Doctor Visits From Claims,Optum,"Information about outpatient visits, provided to us by health system partners. Using outpatient claims counts, we estimate the percentage of COVID-related doctor's visits in a given location, on a given day.",smoothed_cli,CC BY,https://cmu.box.com/s/l2tz6kmiws6jyty2azwb43poiepz0565,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/doctor-visits.html) +fb-survey,fb-survey,Delphi US COVID-19 Trends and Impact Survey,Delphi/Meta,"We conduct the Delphi US COVID-19 Trends and Impact Survey (CTIS) in partnership with Facebook. Every day, Delphi surveys tens of thousands of Facebook users, asking them a broad set of COVID-related questions, including whether they, or anyone in their household, are currently experiencing COVID-related symptoms.",smoothed_cli,CC BY,https://cmu.box.com/s/qfxplcdrcn9retfzx4zniyugbd9h3bos,"[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/fb-survey.html) [Survey documentation](https://cmu-delphi.github.io/delphi-epidata/symptom-survey/) [Question text](https://cmu-delphi.github.io/delphi-epidata/symptom-survey/coding.html)" -google-symptoms,google-symptoms,Google Symptoms Search Trends,"Google's [COVID-19 Search Trends symptoms dataset](http://goo.gle/covid19symptomdataset) reflects the relative volume of Google searches for a broad set of symptoms, signs and health conditions. This source includes signals for 7 symptom sets: 6 sets of COVID-related symptoms, and 1 set of control symptoms unrelated to COVID-19. +google-symptoms,google-symptoms,Google Symptoms Search Trends,Google,"Google's [COVID-19 Search Trends symptoms dataset](http://goo.gle/covid19symptomdataset) reflects the relative volume of Google searches for a broad set of symptoms, signs and health conditions. This source includes signals for 7 symptom sets: 6 sets of COVID-related symptoms, and 1 set of control symptoms unrelated to COVID-19. Because of the way this dataset is constructed, values are comparable across signals in the same location, but not across geographic regions, even within the same signal. Use caution in any geographic analyses.",s05_smoothed_search,"To download or use the data, you must agree to the Google [Terms of Service](https://policies.google.com/terms)",,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/google-symptoms.html) -hhs,hhs,U.S. Department of Health & Human Services,The US Department of Health & Human Services (HHS) publishes several datasets on patient impact and hospital capacity. This source includes only adult and pediatric hospital admissions with confirmed and suspected COVID-19 or confirmed influenza.,confirmed_admissions_1d,[Public Domain US Government](https://www.usa.gov/government-works),,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/hhs.html) -hospital-admissions,hospital-admissions,Hospital Admissions From Claims,"Information about hospital admissions, provided to us by health system partners. Using inpatient claim counts, we estimate the percentage of new hospital admissions with a COVID-associated diagnosis code in a given location, on a given day. +hhs,hhs,U.S. Department of Health & Human Services,U.S. Department of Health & Human Services,The US Department of Health & Human Services (HHS) publishes several datasets on patient impact and hospital capacity. This source includes only adult and pediatric hospital admissions with confirmed and suspected COVID-19 or confirmed influenza.,confirmed_admissions_1d,[Public Domain US Government](https://www.usa.gov/government-works),,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/hhs.html) +hospital-admissions,hospital-admissions,Hospital Admissions From Claims,Optum,"Information about hospital admissions, provided to us by health system partners. Using inpatient claim counts, we estimate the percentage of new hospital admissions with a COVID-associated diagnosis code in a given location, on a given day. See also our [Health & Human Services](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/hhs.html) data source for official COVID hospitalization reporting from the US Department of Health & Human Services.",smoothed_covid19_from_claims,CC BY,https://cmu.box.com/s/l2tz6kmiws6jyty2azwb43poiepz0565,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/hospital-admissions.html) -indicator-combination,indicator-combination-cases-deaths,Composite COVID Cases & Deaths,"This source combines cases & deaths data from JHU and USA Facts, using JHU for Puerto Rico, and USA Facts everywhere else. It is not a primary source.",confirmed_incidence_num,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/indicator-combination.html#compositional-signals-confirmed-cases-and-deaths) -jhu-csse,jhu-csse,Johns Hopkins University,Johns Hopkins University's Center for Systems Science and Engineering (JHU-CSSE) reports confirmed COVID-19 cases and deaths.,confirmed_incidence_num,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/jhu-csse.html) -quidel,quidel-covid-ag,Quidel Inc. (COVID),"Quidel, Inc. manufactures diagnostic equipment for healthcare applications, and provides Delphi with anonymized data on tests and test results. This source includes antigen tests for COVID-19.",covid_ag_smoothed_pct_positive,CC BY,https://cmu.box.com/s/sax48yxnahllrnbqlq6wqxblg6lsyq24,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/quidel.html#covid-19-tests) -safegraph,safegraph-weekly,SafeGraph (Weekly),[SafeGraph](https://docs.safegraph.com/docs/weekly-patterns) compiles weekly insights on Points of Interest (POI) using anonymized location data from mobile phones. This source includes rates of restaurant and bar visits.,restaurants_visit_num,CC BY,https://cmu.box.com/s/m0p1wpet4vuvey7od83n70h0e97ky2kg,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/safegraph.html) -usa-facts,usa-facts,USAFacts,USAFacts is a nonprofit that aggregates and standardizes a vast array of data from US government agencies. This source reports confirmed COVID-19 cases and deaths.,confirmed_incidence_num,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/usa-facts.html) -ght,ght,Google Health Trends,"Google Health Trends tracks Google searches on health-related topics. This source includes Google Health Trends API results for overall searcher interest in a set of COVID-19 related terms about anosmia (lack of smell or taste), which emerged as a symptom of the coronavirus. No longer updated after March 8, 2021.",smoothed_search,unknown,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/ght.html) -google-survey,google-survey,Google Symptom Surveys,"Delphi ran symptom surveys using a Google tool which collects responses through publisher websites, Google's Opinions Reward app, and similar applications. No longer updated after May 15, 2020.",smoothed_cli,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/google-survey.html) -indicator-combination,indicator-combination-nmf,Statistical Combination (NMF),"This source provides signals which are statistical combinations of other sources, calculated by Delphi. It is not a primary data source. No longer updated after March 17, 2021.",nmf_day_doc_fbs_ght,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/indicator-combination.html) -quidel,quidel-flu,Quidel Inc. (Flu),"Quidel, Inc. manufactures diagnostic equipment for healthcare applications, and provides Delphi with anonymized data on tests and test results. This source includes flu tests. No longer updated after May 19, 2020.",smoothed_pct_negative,CC BY,https://cmu.box.com/s/sax48yxnahllrnbqlq6wqxblg6lsyq24,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/quidel.html#flu-tests) -safegraph,safegraph-daily,SafeGraph (Daily),"[SafeGraph](https://docs.safegraph.com/docs/social-distancing-metrics) compiles daily mobility information using anonymized location data from mobile phones. This source includes a range of isolation/lockdown behaviors and home dwell time. No longer updated after April 19, 2021.",completely_home_prop,CC BY,https://cmu.box.com/s/m0p1wpet4vuvey7od83n70h0e97ky2kg,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/safegraph.html) -nchs-mortality,nchs-mortality,NCHS Mortality Data,"This data source of national provisional death counts is based on death certificate data received and coded by the National Center for Health Statistics ([NCHS](https://www.cdc.gov/nchs/nvss/vsrr/COVID19/index.htm)). This data is different from the death data available from USAFacts and JHU CSSE: deaths are reported by the date they occur, not the date they are reported by local health departments, and data is frequently reissued as additional death certificates from recent weeks are received and tabulated.",deaths_allcause_incidence_num,[NCHS Data Use Agreement](https://www.cdc.gov/nchs/data_access/restrictions.htm),,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/nchs-mortality.html) -dsew-cpr,dsew-cpr,COVID-19 Community Profile Report,"This data source is based on the daily report published by the Data Strategy and Execution Workgroup under the White House COVID-19 Team, which contains detailed daily-resolution figures on cases, deaths, testing, hospital admissions, healthcare resources, and vaccinations.",confirmed_admissions_covid_1d_7dav,[Public Domain US Government](https://www.usa.gov/government-works),,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/dsew-cpr.html) \ No newline at end of file +indicator-combination,indicator-combination-cases-deaths,Composite COVID Cases & Deaths,Delphi,"This source combines cases & deaths data from JHU and USA Facts, using JHU for Puerto Rico, and USA Facts everywhere else. It is not a primary source.",confirmed_incidence_num,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/indicator-combination.html#compositional-signals-confirmed-cases-and-deaths) +jhu-csse,jhu-csse,Johns Hopkins University,Johns Hopkins University,Johns Hopkins University's Center for Systems Science and Engineering (JHU-CSSE) reports confirmed COVID-19 cases and deaths.,confirmed_incidence_num,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/jhu-csse.html) +quidel,quidel-covid-ag,Quidel Inc. (COVID),Quidel,"Quidel, Inc. manufactures diagnostic equipment for healthcare applications, and provides Delphi with anonymized data on tests and test results. This source includes antigen tests for COVID-19.",covid_ag_smoothed_pct_positive,CC BY,https://cmu.box.com/s/sax48yxnahllrnbqlq6wqxblg6lsyq24,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/quidel.html#covid-19-tests) +safegraph,safegraph-weekly,SafeGraph (Weekly),SafeGraph,[SafeGraph](https://docs.safegraph.com/docs/weekly-patterns) compiles weekly insights on Points of Interest (POI) using anonymized location data from mobile phones. This source includes rates of restaurant and bar visits.,restaurants_visit_num,CC BY,https://cmu.box.com/s/m0p1wpet4vuvey7od83n70h0e97ky2kg,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/safegraph.html) +usa-facts,usa-facts,USAFacts,USAFacts,USAFacts is a nonprofit that aggregates and standardizes a vast array of data from US government agencies. This source reports confirmed COVID-19 cases and deaths.,confirmed_incidence_num,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/usa-facts.html) +ght,ght,Google Health Trends,Google,"Google Health Trends tracks Google searches on health-related topics. This source includes Google Health Trends API results for overall searcher interest in a set of COVID-19 related terms about anosmia (lack of smell or taste), which emerged as a symptom of the coronavirus. No longer updated after March 8, 2021.",smoothed_search,unknown,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/ght.html) +google-survey,google-survey,Google Symptom Surveys,Google,"Delphi ran symptom surveys using a Google tool which collects responses through publisher websites, Google's Opinions Reward app, and similar applications. No longer updated after May 15, 2020.",smoothed_cli,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/google-survey.html) +indicator-combination,indicator-combination-nmf,Statistical Combination (NMF),Delphi,"This source provides signals which are statistical combinations of other sources, calculated by Delphi. It is not a primary data source. No longer updated after March 17, 2021.",nmf_day_doc_fbs_ght,CC BY,,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/indicator-combination-inactive.html) +quidel,quidel-flu,Quidel Inc. (Flu),Quidel,"Quidel, Inc. manufactures diagnostic equipment for healthcare applications, and provides Delphi with anonymized data on tests and test results. This source includes flu tests. No longer updated after May 19, 2020.",smoothed_pct_negative,CC BY,https://cmu.box.com/s/sax48yxnahllrnbqlq6wqxblg6lsyq24,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/quidel.html#flu-tests) +safegraph,safegraph-daily,SafeGraph (Daily),SafeGraph,"[SafeGraph](https://docs.safegraph.com/docs/social-distancing-metrics) compiles daily mobility information using anonymized location data from mobile phones. This source includes a range of isolation/lockdown behaviors and home dwell time. No longer updated after April 19, 2021.",completely_home_prop,CC BY,https://cmu.box.com/s/m0p1wpet4vuvey7od83n70h0e97ky2kg,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/safegraph.html) +nchs-mortality,nchs-mortality,NCHS Mortality Data,National Center for Health Statistics,"This data source of national provisional death counts is based on death certificate data received and coded by the National Center for Health Statistics ([NCHS](https://www.cdc.gov/nchs/nvss/vsrr/COVID19/index.htm)). This data is different from the death data available from USAFacts and JHU CSSE: deaths are reported by the date they occur, not the date they are reported by local health departments, and data is frequently reissued as additional death certificates from recent weeks are received and tabulated.",deaths_allcause_incidence_num,[NCHS Data Use Agreement](https://www.cdc.gov/nchs/data_access/restrictions.htm),,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/nchs-mortality.html) +dsew-cpr,dsew-cpr,COVID-19 Community Profile Report,US Government,"This data source is based on the daily report published by the Data Strategy and Execution Workgroup under the White House COVID-19 Team, which contains detailed daily-resolution figures on cases, deaths, testing, hospital admissions, healthcare resources, and vaccinations.",confirmed_admissions_covid_1d_7dav,[Public Domain US Government](https://www.usa.gov/government-works),,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/dsew-cpr.html) +nssp,nssp,National Syndromic Surveillance Program,Centers for Disease Control and Prevention National Syndromic Surveillance Program,"The National Syndromic Surveillance Program (NSSP) is an effort to track epidemiologically relevant conditions. This dataset in particular tracks emergency department (ED) visits arising from a subset of influenza-like illnesses, specifically influenza, COVID-19, and respiratory syncytial virus (RSV).",pct_ed_visits_covid,[Public Domain US Government](https://www.usa.gov/government-works),,[API Documentation](https://cmu-delphi.github.io/delphi-epidata/api/covidcast-signals/nssp.html) \ No newline at end of file diff --git a/src/server/endpoints/covidcast_utils/model.py b/src/server/endpoints/covidcast_utils/model.py index 6a62df796..627e366fb 100644 --- a/src/server/endpoints/covidcast_utils/model.py +++ b/src/server/endpoints/covidcast_utils/model.py @@ -196,7 +196,8 @@ def _load_data_sources(): data_sources_df: pd.DataFrame = pd.read_csv(_base_dir / "db_sources.csv") data_sources_df = data_sources_df.replace({np.nan: None}) data_sources_df.columns = map(_clean_column, data_sources_df.columns) - data_sources: List[DataSource] = [DataSource(**d) for d in data_sources_df.to_dict(orient="records")] + datasource_fields = {f.name for f in fields(DataSource)} + data_sources: List[DataSource] = [DataSource(**{k: v for k, v in d.items() if k in datasource_fields}) for d in data_sources_df.to_dict(orient="records")] data_sources_df.set_index("source") return data_sources, data_sources_df