From c59a0240b5c7e976d33c6b50edfa07c9682dee40 Mon Sep 17 00:00:00 2001 From: akuny Date: Thu, 11 Jan 2024 22:03:58 +0000 Subject: [PATCH] Update report files --- reports/snapshot-all.csv | 148 +++++++++++++++++------------------ reports/snapshot-primary.csv | 142 ++++++++++++++++----------------- reports/target-url-list.csv | 4 +- reports/unique-url.csv | 138 ++++++++++++++++---------------- reports/unique-website.csv | 134 +++++++++++++++---------------- 5 files changed, 283 insertions(+), 283 deletions(-) diff --git a/reports/snapshot-all.csv b/reports/snapshot-all.csv index b92749c..77b9251 100644 --- a/reports/snapshot-all.csv +++ b/reports/snapshot-all.csv @@ -3,85 +3,85 @@ How many urls did we scan?,27544 How many agency owners are represented?,160 How many bureau owners are represented?,1497 How many domains did we scan?,1413 -How many final urls are represented?,15306 -How many final domains are represented?,956 +How many final urls are represented?,15213 +How many final domains are represented?,953 How many urls are from the executive branch?,27258 How many urls are from the legislative branch?,240 How many urls are from the judicial branch?,46 -How many home scans completed?,18020 -How many home scans failed?,9524 -How many home scans failed because of a refused connection?,235 -How many home scans failed because of a reset connection?,186 -How many home scans failed because of dns resolution?,5845 +How many home scans completed?,17939 +How many home scans failed?,9605 +How many home scans failed because of a refused connection?,224 +How many home scans failed because of a reset connection?,162 +How many home scans failed because of dns resolution?,5866 How many home scans failed because of invalid ssl certs?,30 -How many home scans failed because of timeouts?,2625 -How many home scans failed for unknown reasons?,603 -How many final urls are html files?,17575 -How many final urls are text files?,112 -How many final urls are json files?,29 +How many home scans failed because of timeouts?,2744 +How many home scans failed for unknown reasons?,579 +How many final urls are html files?,17511 +How many final urls are text files?,100 +How many final urls are json files?,31 How many final urls are xml files?,38 -How many final urls are another filetype?,9790 -How many final urls are on the same domain as the target urls?,16398 -How many final urls are on the same website as the target urls?,11656 -How many urls return a 2xx server code?,15172 +How many final urls are another filetype?,9864 +How many final urls are on the same domain as the target urls?,16320 +How many final urls are on the same website as the target urls?,11581 +How many urls return a 2xx server code?,15102 How many urls return a 3xx server code?,0 -How many urls return a 4xx server code?,2328 -How many urls return a 5xx server code?,520 -How many urls pass the 404 test?,11097 -How many urls fail the 404 test?,7242 -How many not found scans completed?,18339 -How many not found scans failed?,9205 -How many robots.txt scans completed?,18550 -How many robots.txt scans failed?,8994 -How many sitemap.xml scans completed?,18306 -How many sitemap.xml scans failed?,9238 +How many urls return a 4xx server code?,2282 +How many urls return a 5xx server code?,555 +How many urls pass the 404 test?,11103 +How many urls fail the 404 test?,7306 +How many not found scans completed?,18409 +How many not found scans failed?,9135 +How many robots.txt scans completed?,18610 +How many robots.txt scans failed?,8934 +How many sitemap.xml scans completed?,18370 +How many sitemap.xml scans failed?,9174 How many DNS scans completed?,27544 How many DNS scans failed?,0 -How many urls have a uswds count below 50?,15418 -How many urls have a uswds count 51-100?,859 -How many urls have a uswds count 101-150?,496 -How many urls have a uswds count 151+?,1233 -How many urls have dap detected?,7511 -How many urls don't have dap detected?,10509 -How many urls weren't scanned for DAP (failed scans)?,9524 -How many urls have an og_title?,3443 -How many urls have an og_description?,2676 -How many urls have an og_title but don't have an og_description?,797 -How many urls have an og_description but don't have an og_title?,30 -How many urls have an og_article_published?,300 -How many urls have an og_article_modified?,702 -How many urls have a main_element_present?,5559 -How many urls don't have main_element_present_final_url?,12461 -How many urls have a robots.txt detected?,7216 -How many urls return a 2xx server code for their robots.txt?,10527 -How many urls return a 3xx server code for their robots.txt?,10 -How many urls return a 4xx server code for their robots.txt?,7430 -How many urls return a 5xx server code for their robots.txt?,583 -How many urls have a LIVE robots.txt?,10527 -How many urls do not have a LIVE robots.txt?,8023 -How many urls' robots.txt are text files?,6794 -How many urls' robots.txt are another file type?,20750 -How many urls' robots.txt redirect?,5767 -How many urls' robots.txt file size were detected?,7620 -How many urls' robots.txt have a crawl_delay?,740 -How many urls' robots.txt link to sitemaps?,2741 -How many urls have a sitemap.xml detected?,2463 -How many urls return a 2xx server code for their sitemap.xml?,6935 -How many urls return a 3xx server code for their sitemap.xml?,11 -How many urls return a 4xx server code for their sitemap.xml?,10754 -How many urls return a 5xx server code for their sitemap.xml?,606 -How many urls have a LIVE sitemap.xml?,6935 -How many urls do not have a LIVE sitemap.xml?,11371 -How many urls' sitemap.xml redirect?,6812 -How many urls' sitemap.xml file size were detected?,2690 -How many urls' sitemap.xml are xml files?,1067 -How many urls' sitemap.xml are another file type?,1067 -How many urls' sitemap.xml have an item count?,2690 -How many urls' sitemap.xml have a pdf count?,2690 -How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,15627 -How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,11917 -How many urls have third party services?,12148 -How many urls have 1-5 third party services?,5604 -How many urls have 6-10 third party services?,3839 -How many urls have 11-20 third party services?,2368 -How many urls have over 20 third party services?,465 +How many urls have a uswds count below 50?,15370 +How many urls have a uswds count 51-100?,871 +How many urls have a uswds count 101-150?,484 +How many urls have a uswds count 151+?,1201 +How many urls have dap detected?,7492 +How many urls don't have dap detected?,10447 +How many urls weren't scanned for DAP (failed scans)?,9605 +How many urls have an og_title?,3399 +How many urls have an og_description?,2663 +How many urls have an og_title but don't have an og_description?,763 +How many urls have an og_description but don't have an og_title?,27 +How many urls have an og_article_published?,298 +How many urls have an og_article_modified?,699 +How many urls have a main_element_present?,5566 +How many urls don't have main_element_present_final_url?,12373 +How many urls have a robots.txt detected?,7246 +How many urls return a 2xx server code for their robots.txt?,10584 +How many urls return a 3xx server code for their robots.txt?,9 +How many urls return a 4xx server code for their robots.txt?,7387 +How many urls return a 5xx server code for their robots.txt?,630 +How many urls have a LIVE robots.txt?,10584 +How many urls do not have a LIVE robots.txt?,8026 +How many urls' robots.txt are text files?,6821 +How many urls' robots.txt are another file type?,20723 +How many urls' robots.txt redirect?,5800 +How many urls' robots.txt file size were detected?,7653 +How many urls' robots.txt have a crawl_delay?,737 +How many urls' robots.txt link to sitemaps?,2755 +How many urls have a sitemap.xml detected?,2464 +How many urls return a 2xx server code for their sitemap.xml?,6982 +How many urls return a 3xx server code for their sitemap.xml?,10 +How many urls return a 4xx server code for their sitemap.xml?,10744 +How many urls return a 5xx server code for their sitemap.xml?,634 +How many urls have a LIVE sitemap.xml?,6982 +How many urls do not have a LIVE sitemap.xml?,11388 +How many urls' sitemap.xml redirect?,6860 +How many urls' sitemap.xml file size were detected?,2697 +How many urls' sitemap.xml are xml files?,1077 +How many urls' sitemap.xml are another file type?,1077 +How many urls' sitemap.xml have an item count?,2697 +How many urls' sitemap.xml have a pdf count?,2697 +How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,15624 +How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,11920 +How many urls have third party services?,12058 +How many urls have 1-5 third party services?,5495 +How many urls have 6-10 third party services?,3847 +How many urls have 11-20 third party services?,2373 +How many urls have over 20 third party services?,397 diff --git a/reports/snapshot-primary.csv b/reports/snapshot-primary.csv index 1b165f8..717f9db 100644 --- a/reports/snapshot-primary.csv +++ b/reports/snapshot-primary.csv @@ -1,14 +1,14 @@ question,answer -How many urls did we scan?,15128 -How many agency owners are represented?,151 -How many bureau owners are represented?,1374 -How many domains did we scan?,1137 -How many final urls are represented?,12502 -How many final domains are represented?,895 -How many urls are from the executive branch?,14968 -How many urls are from the legislative branch?,138 -How many urls are from the judicial branch?,22 -How many home scans completed?,15128 +How many urls did we scan?,15056 +How many agency owners are represented?,149 +How many bureau owners are represented?,1385 +How many domains did we scan?,1127 +How many final urls are represented?,12422 +How many final domains are represented?,891 +How many urls are from the executive branch?,14900 +How many urls are from the legislative branch?,135 +How many urls are from the judicial branch?,21 +How many home scans completed?,15056 How many home scans failed?,0 How many home scans failed because of a refused connection?,0 How many home scans failed because of a reset connection?,0 @@ -16,72 +16,72 @@ How many home scans failed because of dns resolution?,0 How many home scans failed because of invalid ssl certs?,0 How many home scans failed because of timeouts?,0 How many home scans failed for unknown reasons?,0 -How many final urls are html files?,15053 +How many final urls are html files?,14976 How many final urls are text files?,5 How many final urls are json files?,0 How many final urls are xml files?,0 -How many final urls are another filetype?,70 -How many final urls are on the same domain as the target urls?,13531 -How many final urls are on the same website as the target urls?,9236 -How many urls return a 2xx server code?,15128 +How many final urls are another filetype?,75 +How many final urls are on the same domain as the target urls?,13464 +How many final urls are on the same website as the target urls?,9168 +How many urls return a 2xx server code?,15056 How many urls return a 3xx server code?,0 How many urls return a 4xx server code?,0 How many urls return a 5xx server code?,0 -How many urls pass the 404 test?,9333 -How many urls fail the 404 test?,5457 -How many not found scans completed?,14790 -How many not found scans failed?,338 -How many robots.txt scans completed?,15022 -How many robots.txt scans failed?,106 -How many sitemap.xml scans completed?,14818 -How many sitemap.xml scans failed?,310 -How many DNS scans completed?,15128 +How many urls pass the 404 test?,9271 +How many urls fail the 404 test?,5466 +How many not found scans completed?,14737 +How many not found scans failed?,319 +How many robots.txt scans completed?,14956 +How many robots.txt scans failed?,100 +How many sitemap.xml scans completed?,14765 +How many sitemap.xml scans failed?,291 +How many DNS scans completed?,15056 How many DNS scans failed?,0 -How many urls have a uswds count below 50?,12591 -How many urls have a uswds count 51-100?,855 -How many urls have a uswds count 101-150?,494 -How many urls have a uswds count 151+?,1174 -How many urls have dap detected?,7432 -How many urls don't have dap detected?,7696 +How many urls have a uswds count below 50?,12542 +How many urls have a uswds count 51-100?,867 +How many urls have a uswds count 101-150?,482 +How many urls have a uswds count 151+?,1152 +How many urls have dap detected?,7423 +How many urls don't have dap detected?,7633 How many urls weren't scanned for DAP (failed scans)?,0 -How many urls have an og_title?,3389 -How many urls have an og_description?,2668 -How many urls have an og_title but don't have an og_description?,751 -How many urls have an og_description but don't have an og_title?,30 -How many urls have an og_article_published?,288 -How many urls have an og_article_modified?,688 -How many urls have a main_element_present?,5451 -How many urls don't have main_element_present_final_url?,9677 -How many urls have a robots.txt detected?,6578 -How many urls return a 2xx server code for their robots.txt?,9815 -How many urls return a 3xx server code for their robots.txt?,4 -How many urls return a 4xx server code for their robots.txt?,5110 -How many urls return a 5xx server code for their robots.txt?,93 -How many urls have a LIVE robots.txt?,9815 -How many urls do not have a LIVE robots.txt?,5207 -How many urls' robots.txt are text files?,6040 -How many urls' robots.txt are another file type?,9088 -How many urls' robots.txt redirect?,5206 -How many urls' robots.txt file size were detected?,6780 -How many urls' robots.txt have a crawl_delay?,695 -How many urls' robots.txt link to sitemaps?,2485 -How many urls have a sitemap.xml detected?,2336 -How many urls return a 2xx server code for their sitemap.xml?,6672 -How many urls return a 3xx server code for their sitemap.xml?,5 -How many urls return a 4xx server code for their sitemap.xml?,8033 -How many urls return a 5xx server code for their sitemap.xml?,108 -How many urls have a LIVE sitemap.xml?,6672 -How many urls do not have a LIVE sitemap.xml?,8146 -How many urls' sitemap.xml redirect?,6181 -How many urls' sitemap.xml file size were detected?,2524 -How many urls' sitemap.xml are xml files?,962 -How many urls' sitemap.xml are another file type?,962 -How many urls' sitemap.xml have an item count?,2524 -How many urls' sitemap.xml have a pdf count?,2524 -How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,11297 -How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,3831 -How many urls have third party services?,11943 -How many urls have 1-5 third party services?,5487 -How many urls have 6-10 third party services?,3775 -How many urls have 11-20 third party services?,2344 -How many urls have over 20 third party services?,455 +How many urls have an og_title?,3355 +How many urls have an og_description?,2654 +How many urls have an og_title but don't have an og_description?,728 +How many urls have an og_description but don't have an og_title?,27 +How many urls have an og_article_published?,286 +How many urls have an og_article_modified?,684 +How many urls have a main_element_present?,5469 +How many urls don't have main_element_present_final_url?,9587 +How many urls have a robots.txt detected?,6558 +How many urls return a 2xx server code for their robots.txt?,9810 +How many urls return a 3xx server code for their robots.txt?,2 +How many urls return a 4xx server code for their robots.txt?,5043 +How many urls return a 5xx server code for their robots.txt?,101 +How many urls have a LIVE robots.txt?,9810 +How many urls do not have a LIVE robots.txt?,5146 +How many urls' robots.txt are text files?,6013 +How many urls' robots.txt are another file type?,9043 +How many urls' robots.txt redirect?,5223 +How many urls' robots.txt file size were detected?,6752 +How many urls' robots.txt have a crawl_delay?,681 +How many urls' robots.txt link to sitemaps?,2484 +How many urls have a sitemap.xml detected?,2330 +How many urls return a 2xx server code for their sitemap.xml?,6700 +How many urls return a 3xx server code for their sitemap.xml?,3 +How many urls return a 4xx server code for their sitemap.xml?,7949 +How many urls return a 5xx server code for their sitemap.xml?,113 +How many urls have a LIVE sitemap.xml?,6700 +How many urls do not have a LIVE sitemap.xml?,8065 +How many urls' sitemap.xml redirect?,6216 +How many urls' sitemap.xml file size were detected?,2521 +How many urls' sitemap.xml are xml files?,974 +How many urls' sitemap.xml are another file type?,974 +How many urls' sitemap.xml have an item count?,2521 +How many urls' sitemap.xml have a pdf count?,2521 +How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,11181 +How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,3875 +How many urls have third party services?,11861 +How many urls have 1-5 third party services?,5375 +How many urls have 6-10 third party services?,3791 +How many urls have 11-20 third party services?,2352 +How many urls have over 20 third party services?,397 diff --git a/reports/target-url-list.csv b/reports/target-url-list.csv index feba8ab..7c971df 100644 --- a/reports/target-url-list.csv +++ b/reports/target-url-list.csv @@ -1,5 +1,5 @@ question,answer -How many target urls are in the list?,27584 +How many target urls are in the list?,27115 How many unique base domains are in the list?,1413 How many unique agencies are in the list?,160 How many unique agency codes are in the list?,75 @@ -7,6 +7,6 @@ How many unique bureaus are in the list?,1532 How many unique bureau codes are in the list?,38 How many urls are sourced from the list of federal domains?,2687 How many urls are sourced from pulse?,22352 -How many urls are sourced from DAP?,6049 +How many urls are sourced from DAP?,5518 How many urls are sourced from the other websites list?,5 "How many blank cells are there in the target URL list (excluding the agency code, bureau, and bureau code columns)?",0 diff --git a/reports/unique-url.csv b/reports/unique-url.csv index 6c36b06..62d7371 100644 --- a/reports/unique-url.csv +++ b/reports/unique-url.csv @@ -1,14 +1,14 @@ question,answer -How many urls did we scan?,12502 -How many agency owners are represented?,151 -How many bureau owners are represented?,1356 -How many domains did we scan?,1021 -How many final urls are represented?,12502 -How many final domains are represented?,895 -How many urls are from the executive branch?,12412 -How many urls are from the legislative branch?,77 +How many urls did we scan?,12422 +How many agency owners are represented?,149 +How many bureau owners are represented?,1368 +How many domains did we scan?,1011 +How many final urls are represented?,12422 +How many final domains are represented?,891 +How many urls are from the executive branch?,12333 +How many urls are from the legislative branch?,76 How many urls are from the judicial branch?,13 -How many home scans completed?,12502 +How many home scans completed?,12422 How many home scans failed?,0 How many home scans failed because of a refused connection?,0 How many home scans failed because of a reset connection?,0 @@ -16,72 +16,72 @@ How many home scans failed because of dns resolution?,0 How many home scans failed because of invalid ssl certs?,0 How many home scans failed because of timeouts?,0 How many home scans failed for unknown reasons?,0 -How many final urls are html files?,12435 +How many final urls are html files?,12350 How many final urls are text files?,5 How many final urls are json files?,0 How many final urls are xml files?,0 -How many final urls are another filetype?,62 -How many final urls are on the same domain as the target urls?,11479 -How many final urls are on the same website as the target urls?,8749 -How many urls return a 2xx server code?,12502 +How many final urls are another filetype?,67 +How many final urls are on the same domain as the target urls?,11400 +How many final urls are on the same website as the target urls?,8690 +How many urls return a 2xx server code?,12422 How many urls return a 3xx server code?,0 How many urls return a 4xx server code?,0 How many urls return a 5xx server code?,0 -How many urls pass the 404 test?,8054 -How many urls fail the 404 test?,4160 -How many not found scans completed?,12214 -How many not found scans failed?,288 -How many robots.txt scans completed?,12420 -How many robots.txt scans failed?,82 -How many sitemap.xml scans completed?,12292 -How many sitemap.xml scans failed?,210 -How many DNS scans completed?,12502 +How many urls pass the 404 test?,8005 +How many urls fail the 404 test?,4134 +How many not found scans completed?,12139 +How many not found scans failed?,283 +How many robots.txt scans completed?,12344 +How many robots.txt scans failed?,78 +How many sitemap.xml scans completed?,12229 +How many sitemap.xml scans failed?,193 +How many DNS scans completed?,12422 How many DNS scans failed?,0 -How many urls have a uswds count below 50?,10727 -How many urls have a uswds count 51-100?,619 -How many urls have a uswds count 101-150?,319 -How many urls have a uswds count 151+?,829 -How many urls have dap detected?,5730 -How many urls don't have dap detected?,6772 +How many urls have a uswds count below 50?,10659 +How many urls have a uswds count 51-100?,628 +How many urls have a uswds count 101-150?,310 +How many urls have a uswds count 151+?,818 +How many urls have dap detected?,5725 +How many urls don't have dap detected?,6697 How many urls weren't scanned for DAP (failed scans)?,0 -How many urls have an og_title?,2462 -How many urls have an og_description?,1934 -How many urls have an og_title but don't have an og_description?,548 -How many urls have an og_description but don't have an og_title?,20 -How many urls have an og_article_published?,185 -How many urls have an og_article_modified?,525 -How many urls have a main_element_present?,4196 -How many urls don't have main_element_present_final_url?,8306 -How many urls have a robots.txt detected?,5293 -How many urls return a 2xx server code for their robots.txt?,7720 +How many urls have an og_title?,2441 +How many urls have an og_description?,1917 +How many urls have an og_title but don't have an og_description?,541 +How many urls have an og_description but don't have an og_title?,17 +How many urls have an og_article_published?,183 +How many urls have an og_article_modified?,521 +How many urls have a main_element_present?,4210 +How many urls don't have main_element_present_final_url?,8212 +How many urls have a robots.txt detected?,5265 +How many urls return a 2xx server code for their robots.txt?,7679 How many urls return a 3xx server code for their robots.txt?,1 -How many urls return a 4xx server code for their robots.txt?,4621 -How many urls return a 5xx server code for their robots.txt?,78 -How many urls have a LIVE robots.txt?,7720 -How many urls do not have a LIVE robots.txt?,4700 -How many urls' robots.txt are text files?,4734 -How many urls' robots.txt are another file type?,7768 -How many urls' robots.txt redirect?,3431 -How many urls' robots.txt file size were detected?,5457 -How many urls' robots.txt have a crawl_delay?,528 -How many urls' robots.txt link to sitemaps?,2129 -How many urls have a sitemap.xml detected?,1856 -How many urls return a 2xx server code for their sitemap.xml?,5206 -How many urls return a 3xx server code for their sitemap.xml?,2 -How many urls return a 4xx server code for their sitemap.xml?,6990 -How many urls return a 5xx server code for their sitemap.xml?,94 -How many urls have a LIVE sitemap.xml?,5206 -How many urls do not have a LIVE sitemap.xml?,7086 -How many urls' sitemap.xml redirect?,4304 -How many urls' sitemap.xml file size were detected?,2015 -How many urls' sitemap.xml are xml files?,747 -How many urls' sitemap.xml are another file type?,747 -How many urls' sitemap.xml have an item count?,2015 -How many urls' sitemap.xml have a pdf count?,2015 -How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,9471 -How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,3031 -How many urls have third party services?,9555 -How many urls have 1-5 third party services?,4879 -How many urls have 6-10 third party services?,2765 -How many urls have 11-20 third party services?,1683 -How many urls have over 20 third party services?,309 +How many urls return a 4xx server code for their robots.txt?,4581 +How many urls return a 5xx server code for their robots.txt?,83 +How many urls have a LIVE robots.txt?,7679 +How many urls do not have a LIVE robots.txt?,4665 +How many urls' robots.txt are text files?,4704 +How many urls' robots.txt are another file type?,7718 +How many urls' robots.txt redirect?,3412 +How many urls' robots.txt file size were detected?,5427 +How many urls' robots.txt have a crawl_delay?,520 +How many urls' robots.txt link to sitemaps?,2131 +How many urls have a sitemap.xml detected?,1847 +How many urls return a 2xx server code for their sitemap.xml?,5205 +How many urls return a 3xx server code for their sitemap.xml?,1 +How many urls return a 4xx server code for their sitemap.xml?,6924 +How many urls return a 5xx server code for their sitemap.xml?,99 +How many urls have a LIVE sitemap.xml?,5205 +How many urls do not have a LIVE sitemap.xml?,7024 +How many urls' sitemap.xml redirect?,4309 +How many urls' sitemap.xml file size were detected?,2010 +How many urls' sitemap.xml are xml files?,750 +How many urls' sitemap.xml are another file type?,750 +How many urls' sitemap.xml have an item count?,2010 +How many urls' sitemap.xml have a pdf count?,2010 +How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,9375 +How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,3047 +How many urls have third party services?,9473 +How many urls have 1-5 third party services?,4771 +How many urls have 6-10 third party services?,2784 +How many urls have 11-20 third party services?,1687 +How many urls have over 20 third party services?,274 diff --git a/reports/unique-website.csv b/reports/unique-website.csv index 4705442..bc3831b 100644 --- a/reports/unique-website.csv +++ b/reports/unique-website.csv @@ -1,14 +1,14 @@ question,answer -How many urls did we scan?,9753 -How many agency owners are represented?,151 -How many bureau owners are represented?,1309 -How many domains did we scan?,852 -How many final urls are represented?,9753 -How many final domains are represented?,895 -How many urls are from the executive branch?,9675 -How many urls are from the legislative branch?,69 +How many urls did we scan?,9682 +How many agency owners are represented?,149 +How many bureau owners are represented?,1322 +How many domains did we scan?,847 +How many final urls are represented?,9682 +How many final domains are represented?,891 +How many urls are from the executive branch?,9605 +How many urls are from the legislative branch?,68 How many urls are from the judicial branch?,9 -How many home scans completed?,9753 +How many home scans completed?,9682 How many home scans failed?,0 How many home scans failed because of a refused connection?,0 How many home scans failed because of a reset connection?,0 @@ -16,72 +16,72 @@ How many home scans failed because of dns resolution?,0 How many home scans failed because of invalid ssl certs?,0 How many home scans failed because of timeouts?,0 How many home scans failed for unknown reasons?,0 -How many final urls are html files?,9686 +How many final urls are html files?,9610 How many final urls are text files?,5 How many final urls are json files?,0 How many final urls are xml files?,0 -How many final urls are another filetype?,62 -How many final urls are on the same domain as the target urls?,9488 -How many final urls are on the same website as the target urls?,8738 -How many urls return a 2xx server code?,9753 +How many final urls are another filetype?,67 +How many final urls are on the same domain as the target urls?,9423 +How many final urls are on the same website as the target urls?,8680 +How many urls return a 2xx server code?,9682 How many urls return a 3xx server code?,0 How many urls return a 4xx server code?,0 How many urls return a 5xx server code?,0 -How many urls pass the 404 test?,7247 -How many urls fail the 404 test?,2245 -How many not found scans completed?,9492 -How many not found scans failed?,261 -How many robots.txt scans completed?,9697 -How many robots.txt scans failed?,56 -How many sitemap.xml scans completed?,9572 -How many sitemap.xml scans failed?,181 -How many DNS scans completed?,9753 +How many urls pass the 404 test?,7199 +How many urls fail the 404 test?,2227 +How many not found scans completed?,9426 +How many not found scans failed?,256 +How many robots.txt scans completed?,9631 +How many robots.txt scans failed?,51 +How many sitemap.xml scans completed?,9512 +How many sitemap.xml scans failed?,170 +How many DNS scans completed?,9682 How many DNS scans failed?,0 -How many urls have a uswds count below 50?,8586 -How many urls have a uswds count 51-100?,439 -How many urls have a uswds count 101-150?,238 -How many urls have a uswds count 151+?,482 +How many urls have a uswds count below 50?,8519 +How many urls have a uswds count 51-100?,445 +How many urls have a uswds count 101-150?,228 +How many urls have a uswds count 151+?,483 How many urls have dap detected?,4293 -How many urls don't have dap detected?,5460 +How many urls don't have dap detected?,5389 How many urls weren't scanned for DAP (failed scans)?,0 -How many urls have an og_title?,1420 -How many urls have an og_description?,1084 -How many urls have an og_title but don't have an og_description?,352 -How many urls have an og_description but don't have an og_title?,16 -How many urls have an og_article_published?,77 -How many urls have an og_article_modified?,376 -How many urls have a main_element_present?,2648 -How many urls don't have main_element_present_final_url?,7105 -How many urls have a robots.txt detected?,5053 -How many urls return a 2xx server code for their robots.txt?,5691 +How many urls have an og_title?,1410 +How many urls have an og_description?,1072 +How many urls have an og_title but don't have an og_description?,353 +How many urls have an og_description but don't have an og_title?,15 +How many urls have an og_article_published?,75 +How many urls have an og_article_modified?,372 +How many urls have a main_element_present?,2672 +How many urls don't have main_element_present_final_url?,7010 +How many urls have a robots.txt detected?,5026 +How many urls return a 2xx server code for their robots.txt?,5661 How many urls return a 3xx server code for their robots.txt?,0 -How many urls return a 4xx server code for their robots.txt?,3939 -How many urls return a 5xx server code for their robots.txt?,67 -How many urls have a LIVE robots.txt?,5691 -How many urls do not have a LIVE robots.txt?,4006 -How many urls' robots.txt are text files?,4455 -How many urls' robots.txt are another file type?,5298 -How many urls' robots.txt redirect?,1186 -How many urls' robots.txt file size were detected?,5141 -How many urls' robots.txt have a crawl_delay?,493 -How many urls' robots.txt link to sitemaps?,2031 -How many urls have a sitemap.xml detected?,1808 -How many urls return a 2xx server code for their sitemap.xml?,3284 +How many urls return a 4xx server code for their robots.txt?,3899 +How many urls return a 5xx server code for their robots.txt?,71 +How many urls have a LIVE robots.txt?,5661 +How many urls do not have a LIVE robots.txt?,3970 +How many urls' robots.txt are text files?,4431 +How many urls' robots.txt are another file type?,5251 +How many urls' robots.txt redirect?,1168 +How many urls' robots.txt file size were detected?,5119 +How many urls' robots.txt have a crawl_delay?,484 +How many urls' robots.txt link to sitemaps?,2034 +How many urls have a sitemap.xml detected?,1797 +How many urls return a 2xx server code for their sitemap.xml?,3283 How many urls return a 3xx server code for their sitemap.xml?,1 -How many urls return a 4xx server code for their sitemap.xml?,6205 -How many urls return a 5xx server code for their sitemap.xml?,82 -How many urls have a LIVE sitemap.xml?,3284 -How many urls do not have a LIVE sitemap.xml?,6288 -How many urls' sitemap.xml redirect?,1986 -How many urls' sitemap.xml file size were detected?,1944 -How many urls' sitemap.xml are xml files?,731 -How many urls' sitemap.xml are another file type?,731 -How many urls' sitemap.xml have an item count?,1944 -How many urls' sitemap.xml have a pdf count?,1944 -How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,7117 -How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,2636 -How many urls have third party services?,7067 -How many urls have 1-5 third party services?,3814 -How many urls have 6-10 third party services?,2153 -How many urls have 11-20 third party services?,950 -How many urls have over 20 third party services?,174 +How many urls return a 4xx server code for their sitemap.xml?,6140 +How many urls return a 5xx server code for their sitemap.xml?,88 +How many urls have a LIVE sitemap.xml?,3283 +How many urls do not have a LIVE sitemap.xml?,6229 +How many urls' sitemap.xml redirect?,1985 +How many urls' sitemap.xml file size were detected?,1942 +How many urls' sitemap.xml are xml files?,734 +How many urls' sitemap.xml are another file type?,734 +How many urls' sitemap.xml have an item count?,1942 +How many urls' sitemap.xml have a pdf count?,1942 +How many urls have an AAAA record (a.k.a. are likely IPv6 compliant)?,7033 +How many urls do not have an AAAA record (a.k.a. are likely not IPv6 compliant)?,2649 +How many urls have third party services?,6995 +How many urls have 1-5 third party services?,3725 +How many urls have 6-10 third party services?,2167 +How many urls have 11-20 third party services?,946 +How many urls have over 20 third party services?,179