diff --git a/helm/development.yaml b/helm/development.yaml index dfbcaae..65394e3 100644 --- a/helm/development.yaml +++ b/helm/development.yaml @@ -69,8 +69,9 @@ ingress: cert-manager.io/cluster-issuer: "letsencrypt-prod" acme.cert-manager.io/http01-edit-in-place: "true" ingress.kubernetes.io/ssl-redirect: "true" - nginx.org/proxy-connect-timeout: "120s" - nginx.org/proxy-read-timeout: "120s" + nginx.org/proxy-connect-timeout: "480s" + nginx.org/proxy-read-timeout: "480s" + nginx.org/proxy-send-timeout: "480s" nginx.org/proxy-buffers: "8 16k" nginx.org/proxy-buffer-size: "16k" nginx.org/proxy-busy-buffers-size: "64k" diff --git a/helm/production.yaml b/helm/production.yaml index fdda1a8..cf0c399 100644 --- a/helm/production.yaml +++ b/helm/production.yaml @@ -76,11 +76,13 @@ ingress: nginx.org/proxy-busy-buffers-size: "64k" nginx.org/location-snippets: | add_header Access-Control-Allow-Origin *; - hosts: - - host: api-prod.datausa.io + customHosts: + - host: api-varnish.datausa.io paths: - - / + - path: / + service: varnish-tesseract-api + port: 8080 tls: - secretName: tesseract-api-ingress-tls hosts: - - api-prod.datausa.io + - api-varnish.datausa.io diff --git a/helm/templates/ingress.yaml b/helm/templates/ingress.yaml index ff77c6a..84cf5e6 100644 --- a/helm/templates/ingress.yaml +++ b/helm/templates/ingress.yaml @@ -26,18 +26,35 @@ spec: {{- end }} {{- end }} rules: - {{- range .Values.ingress.hosts }} - - host: {{ .host | quote }} - http: - paths: - {{- range .paths }} - - path: {{ . }} - pathType: Prefix - backend: - service: - name: {{ $fullName }} - port: - number: {{ $servicePort }} - {{- end }} - {{- end }} + {{ if .Values.ingress.customHosts }} + {{- range .Values.ingress.customHosts }} + - host: {{ .host | quote }} + http: + paths: + {{- range .paths }} + - path: {{ .path }} + pathType: Prefix + backend: + service: + name: {{ .service }} + port: + number: {{ .port }} + {{- end }} + {{- end }} + {{ else }} + {{- range .Values.ingress.hosts }} + - host: {{ .host | quote }} + http: + paths: + {{- range .paths }} + - path: {{ . }} + pathType: Prefix + backend: + service: + name: {{ $fullName }} + port: + number: {{ $servicePort }} + {{- end }} + {{- end }} + {{ end }} {{- end }} diff --git a/pyproject.toml b/pyproject.toml index a37b498..c14ad44 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,10 +6,10 @@ authors = ["Francisco Abarzua "] license = "MIT" [tool.poetry.dependencies] -python = "^3.7" +python = "^3.8" logiclayer = "^0.2.1" -logiclayer-complexity = "^0.2.1" -tesseract-olap = {extras = ["clickhouse"], version = "^0.7.0"} +logiclayer-complexity = "^0.4.1" +tesseract-olap = {extras = ["clickhouse"], version = "^0.8.3"} uvicorn = {extras = ["standard"], version = "^0.18.0"} [tool.poetry.dev-dependencies] diff --git a/requirements.txt b/requirements.txt index caec3f3..b1eaa0d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,42 +1,47 @@ -anyio==3.7.0 -asynch==0.2.2 -asyncio==3.4.3 -backports-zoneinfo==0.2.1 -certifi==2023.5.7 -ciso8601==2.3.0 -click==8.1.3 -clickhouse-cityhash==1.0.2.4 -economic-complexity==0.1.3 -exceptiongroup==1.1.1 -fastapi==0.95.2 -h11==0.14.0 -httpcore==0.17.2 -httptools==0.5.0 -httpx==0.24.1 -idna==3.4 -immutables==0.19 -leb128==1.0.5 -logiclayer==0.2.1 -logiclayer-complexity==0.2.1 -lxml==4.9.2 -lz4==4.3.2 -numpy==1.24.3 -orjson==3.9.0 -pandas==1.5.3 -pydantic==1.10.8 -pypika==0.48.9 -python-dateutil==2.8.2 -python-dotenv==1.0.0 -pytz==2023.3 -pyyaml==6.0 -six==1.16.0 -sniffio==1.3.0 -starlette==0.27.0 -tesseract-olap==0.7.2 -typing-extensions==4.6.3 -tzlocal==5.0.1 -uvicorn==0.22.0 -uvloop==0.17.0 -watchfiles==0.19.0 -websockets==11.0.3 -zstd==1.5.5.1 +annotated-types==0.6.0 ; python_version >= "3.8" and python_version < "4.0" +anyio==4.3.0 ; python_version >= "3.8" and python_version < "4.0" +asynch==0.2.3 ; python_version >= "3.8" and python_version < "4.0" +asyncio==3.4.3 ; python_version >= "3.8" and python_version < "4.0" +backports-zoneinfo==0.2.1 ; python_version >= "3.8" and python_version < "3.9" +certifi==2024.2.2 ; python_version >= "3.8" and python_version < "4.0" +ciso8601==2.3.1 ; python_version >= "3.8" and python_version < "4.0" +click==8.1.7 ; python_version >= "3.8" and python_version < "4.0" +colorama==0.4.6 ; python_version >= "3.8" and python_version < "4.0" and sys_platform == "win32" or python_version >= "3.8" and python_version < "4.0" and platform_system == "Windows" +economic-complexity==0.2.2 ; python_version >= "3.8" and python_version < "4.0" +exceptiongroup==1.2.0 ; python_version >= "3.8" and python_version < "3.11" +fastapi==0.110.0 ; python_version >= "3.8" and python_version < "4.0" +h11==0.14.0 ; python_version >= "3.8" and python_version < "4.0" +httpcore==1.0.4 ; python_version >= "3.8" and python_version < "4.0" +httptools==0.6.1 ; python_version >= "3.8" and python_version < "4.0" +httpx==0.27.0 ; python_version >= "3.8" and python_version < "4.0" +idna==3.6 ; python_version >= "3.8" and python_version < "4.0" +immutables==0.20 ; python_version >= "3.8" and python_version < "4.0" +leb128==1.0.7 ; python_version >= "3.8" and python_version < "4.0" +logiclayer-complexity==0.4.1 ; python_version >= "3.8" and python_version < "4.0" +logiclayer==0.2.1 ; python_version >= "3.8" and python_version < "4.0" +lxml==4.9.4 ; python_version >= "3.8" and python_version < "4.0" +lz4==4.3.3 ; python_version >= "3.8" and python_version < "4.0" +numpy==1.24.4 ; python_version >= "3.8" and python_version < "3.9" +numpy==1.26.4 ; python_version >= "3.9" and python_version < "4.0" +orjson==3.9.15 ; python_version >= "3.8" and python_version < "4.0" +pandas==2.0.3 ; python_version >= "3.8" and python_version < "4.0" +pydantic-core==2.16.3 ; python_version >= "3.8" and python_version < "4.0" +pydantic==2.6.4 ; python_version >= "3.8" and python_version < "4.0" +pypika==0.48.9 ; python_version >= "3.8" and python_version < "4.0" +python-dateutil==2.9.0.post0 ; python_version >= "3.8" and python_version < "4.0" +python-dotenv==1.0.1 ; python_version >= "3.8" and python_version < "4.0" +pytz==2024.1 ; python_version >= "3.8" and python_version < "4.0" +pyyaml==6.0.1 ; python_version >= "3.8" and python_version < "4.0" +six==1.16.0 ; python_version >= "3.8" and python_version < "4.0" +sniffio==1.3.1 ; python_version >= "3.8" and python_version < "4.0" +starlette==0.36.3 ; python_version >= "3.8" and python_version < "4.0" +tesseract-olap==0.8.3 ; python_version >= "3.8" and python_version < "4.0" +tesseract-olap[clickhouse]==0.8.3 ; python_version >= "3.8" and python_version < "4.0" +typing-extensions==4.10.0 ; python_version >= "3.8" and python_version < "4.0" +tzdata==2024.1 ; python_version >= "3.8" and python_version < "4.0" +tzlocal==5.2 ; python_version >= "3.8" and python_version < "4.0" +uvicorn[standard]==0.18.3 ; python_version >= "3.8" and python_version < "4.0" +uvloop==0.19.0 ; sys_platform != "win32" and sys_platform != "cygwin" and platform_python_implementation != "PyPy" and python_version >= "3.8" and python_version < "4.0" +watchfiles==0.21.0 ; python_version >= "3.8" and python_version < "4.0" +websockets==12.0 ; python_version >= "3.8" and python_version < "4.0" +zstd==1.5.5.1 ; python_version >= "3.8" and python_version < "4.0" diff --git a/schema/acs_ygl_language_spoken_at_home_by_english_ability_2016_1.xml b/schema/acs_ygl_language_spoken_at_home_by_english_ability_2016_1.xml deleted file mode 100644 index 937e0eb..0000000 --- a/schema/acs_ygl_language_spoken_at_home_by_english_ability_2016_1.xml +++ /dev/null @@ -1,165 +0,0 @@ - - - Census Bureau - The American Community Survey (ACS) is conducted by the US Census and sent to a portion of the population every year. - ACS 1-year Estimate - http://www.census.gov/programs-surveys/acs/ - B16001 - - - - - - -
- - - - -
- - - - - - -
- - - - - - -
- - - - - -
- - - - - -
- - - - - - - - - - - - - - - - - - - ("member_0_code", "member_0") - (0, "Speak Only English") - (1, "Spanish") - (2, "French (Incl. Cajun)") - (3, "Haitian") - (4, "Italian") - (5, "Portuguese") - (6, "German") - (7, "Yiddish, Pennsylvania Dutch or Other West Germanic Languages") - (8, "Greek") - (9, "Russian") - (10, "Polish") - (11, "Serbo-Croatian") - (12, "Ukrainian or Other Slavic Languages") - (13, "Armenian") - (14, "Persian (Incl. Farsi, Dari)") - (15, "Gujarati") - (16, "Hindi") - (17, "Urdu") - (18, "Punjabi") - (19, "Bengali") - (20, "Nepali, Marathi, or Other Indic Languages") - (21, "Other Indo-European Languages") - (22, "Telugu") - (23, "Tamil") - (24, "Malayalam, Kannada, or Other Dravidian Languages") - (25, "Chinese (Incl. Mandarin, Cantonese)") - (26, "Japanese") - (27, "Korean") - (28, "Hmong") - (29, "Vietnamese") - (30, "Khmer") - (31, "Thai, Lao, or Other Tai-Kadai Languages") - (32, "Other Languages of Asia") - (33, "Tagalog (Incl. Filipino)") - (34, "Ilocano, Samoan, Hawaiian, or Other Austronesian Languages") - (35, "Arabic") - (36, "Hebrew") - (37, "Amharic, Somali, or Other Afro-Asiatic Languages") - (38, "Yoruba, Twi, Igbo, or Other Languages of Western Africa") - (39, "Swahili or Other Languages of Central, Eastern, & Southern Africa") - (40, "Navajo") - (41, "Other Native Languages of North America") - (42, "Other & Unspecified Languages") - - - - - - - - - - ("member_0_code", "member_0") - (0,"Speak English"very Well"") - (1,"Speak English Less Than"very Well"") - - - - - - - SUM - People - - - \ No newline at end of file diff --git a/schema/bls_ces.xml b/schema/bls_ces.xml new file mode 100644 index 0000000..ad1f50e --- /dev/null +++ b/schema/bls_ces.xml @@ -0,0 +1,37 @@ + + + Bureau of Labor Statistics + The Bureau of Labor Statistics (BLS) of the U.S. Department of Labor is the principal federal agency responsible for measuring labor market activity, working conditions, and price changes in the economy. + Current Employment Statistics + https://www.bls.gov/ces/ + Economy + Industry + +
+ + + TIME + + + + + + + + + NONE + AVG + USD + + + NONE + AVG + Hours + + + NONE + SUM + Employees + + + \ No newline at end of file diff --git a/schema/bls_employment_industry_only.xml b/schema/bls_employment_industry_only.xml index 6dd0992..88029af 100644 --- a/schema/bls_employment_industry_only.xml +++ b/schema/bls_employment_industry_only.xml @@ -17,10 +17,10 @@ - - + +
- + diff --git a/schema/bls_employment_supersector_only.xml b/schema/bls_employment_supersector_only.xml index a3fd025..b95d07f 100644 --- a/schema/bls_employment_supersector_only.xml +++ b/schema/bls_employment_supersector_only.xml @@ -16,10 +16,10 @@ - - + +
- + diff --git a/schema/bls_flat_industry.xml b/schema/bls_flat_industry.xml new file mode 100644 index 0000000..4148416 --- /dev/null +++ b/schema/bls_flat_industry.xml @@ -0,0 +1,8 @@ + + + +
+ + + + diff --git a/schema/bls_growth_industry.xml b/schema/bls_growth_industry.xml new file mode 100644 index 0000000..63df256 --- /dev/null +++ b/schema/bls_growth_industry.xml @@ -0,0 +1,54 @@ + + + Bureau of Labor Statistics + The Bureau of Labor Statistics (BLS) of the U.S. Department of Labor is the principal federal agency responsible for measuring labor market activity, working conditions, and price changes in the economy. + BLS Statistics by Industry, Growth + https://www.bls.gov/bls/industry.htm + Economy + Industry + +
+ + + TIME + + + + + + + + + NONE + SUM + Jobs + + + + NONE + SUM + Jobs + + + + NONE + CARC + Rate + Compound Annual Rate of Change + + + + NONE + SUM + USD + Billions of Chained 2009 Dollars + + + + NONE + CARC + Rate + Compound Annual Rate of Change + + + \ No newline at end of file diff --git a/schema/bls_growth_occupation.xml b/schema/bls_growth_occupation.xml new file mode 100644 index 0000000..4d33bc9 --- /dev/null +++ b/schema/bls_growth_occupation.xml @@ -0,0 +1,52 @@ + + + Bureau of Labor Statistics + The Bureau of Labor Statistics (BLS) of the U.S. Department of Labor is the principal federal agency responsible for measuring labor market activity, working conditions, and price changes in the economy. + BLS Statistics by Occupation, Growth + https://www.bls.gov/bls/occupation.htm + Economy + Occupation + +
+ + + TIME + + + + + + + + + NONE + SUM + Employment + + + + NONE + Percent + Percent + + + + NONE + Change + Employment + + + + NONE + Change Percent + Percent + + + + NONE + SUM + Openings + Projected Occupation Openings + + + \ No newline at end of file diff --git a/schema/bls_occupation_flat.xml b/schema/bls_occupation_flat.xml new file mode 100644 index 0000000..263d779 --- /dev/null +++ b/schema/bls_occupation_flat.xml @@ -0,0 +1,8 @@ + + + +
+ + + + \ No newline at end of file diff --git a/schema/health_estimates_of_chronically_homeless_individuals.xml b/schema/health_estimates_of_chronically_homeless_individuals.xml new file mode 100644 index 0000000..76f8586 --- /dev/null +++ b/schema/health_estimates_of_chronically_homeless_individuals.xml @@ -0,0 +1,33 @@ + + + Department of Housing and Urban Development (HUD) + Part 1 of the Annual Homeless Assessment Report to Congress (AHAR) provides Point-inTime (PIT) estimates, offering a snapshot of homelessness—both sheltered and unsheltered— on a single night. The PIT counts also provide an estimate of the number of people experiencing homelessness within particular homeless populations, such as people with chronic patterns of homelessness and veterans experiencing homelessness. + http://hud.gov/ + The 2017 Annual Homeless Assessment Report (AHAR) to Congress, Part 1 + https://www.hudexchange.info/resources/documents/2017-AHAR-Part-1.pdf + Drivers of Health + Health + +
+ + + + + + + + + GEOGRAPHY + + +
+ + + + + + A chronically homeless individual refers to an individual with a disability who has been continuously homeless for one year or more or has experienced at least four episodes of homelessness in the last three years where the combined length of time homeless in those occasions is at least 12 months. + Number + + + \ No newline at end of file diff --git a/schema/health_opioid_overdose_deathrate.xml b/schema/health_opioid_overdose_deathrate.xml new file mode 100644 index 0000000..d998e80 --- /dev/null +++ b/schema/health_opioid_overdose_deathrate.xml @@ -0,0 +1,42 @@ + + + Kaiser Family Foundation + State Health Facts provides free, up-to-date, health data for all 50 states, the District of Columbia, the United States, counties, territories, and other geographies. + https://www.kff.org/ + State Health Facts + https://www.kff.org/other/state-indicator/opioid-overdose-death-rates/?currentTimeframe=0&sortModel=%7B%22colId%22:%22Location%22,%22sort%22:%22asc%22%7D + Behavioral Health Conditions + Health + +
+ + + + + + + + + +
+ + + + +
+ + + + +
+ + + + + + + Among the deaths with drug overdose as the underlying cause, the type of opioid involved is indicated by ICD-10 multiple cause-of-death codes. Age-adjusted death rates were calculated by applying age-specific death rates to the 2000 U.S. standard population age distribution. + People + + + \ No newline at end of file diff --git a/schema/onet_by_pums.xml b/schema/onet_by_pums.xml index 00263e9..a1ab8aa 100644 --- a/schema/onet_by_pums.xml +++ b/schema/onet_by_pums.xml @@ -20,29 +20,23 @@ - - NONE - NONE - Not used for presentation - true - + NONE + NONE + Not used for presentation + true - - NONE - NONE - Not used for presentation - true - + NONE + NONE + Not used for presentation + true - - NONE - NONE - Calculated by IM Value * LV Value - + NONE + NONE + Calculated by IM Value * LV Value \ No newline at end of file diff --git a/schema/usa_spending.xml b/schema/usa_spending.xml new file mode 100644 index 0000000..2e6e539 --- /dev/null +++ b/schema/usa_spending.xml @@ -0,0 +1,103 @@ + + + USAspending.gov + https://www.usaspending.gov/ + Award Data Archive + https://www.usaspending.gov/ + Economy + Government Spending + USA Spending provides a big-picture view of the federal spending landscape. + +
+ + + +
+ + + + +
+ + + + + + + TIME + + +
+ + + + + + + + + + + + + + + + + + ("transaction_type_id", "transaction_type", "transaction_type_parent") + (0, "Contract", "Contract") + (2, "Block grant", "Grant") + (3, "Formula grant", "Grant") + (4, "Project grant", "Grant") + (5, "Cooperative agreement", "Grant") + (6, "Direct payment for specified use, as a subsidy or other non-reimbursable direct financial aid", "Direct payments") + (7, "Direct loan", "Loans") + (8, "Guaranteed/insured loan", "Loans") + (9, "Insurance", "Other") + (10, "Direct payment with unrestricted use (retirement, pension, veterans benefits, etc.)", "Direct payments") + (11, "Other reimbursable, contingent, intangible, or indirect financial assistance", "Other") + + + + + + + + + +
+ + + + + + + PSC + + +
+ + + + + + + NAPCS + +
+ + + + + + + + USD + + + USD + + + + \ No newline at end of file