Save agency slices

by_agency/adams_memorial_commission.csv

@@ -1,3 +1,3 @@
-target_url,target_url_domain,target_url_top_level_domain,target_url_redirects,final_url,final_url_domain,final_url_top_level_domain,final_url_website,final_url_live,final_url_status_code,final_url_media_type,final_url_same_domain,final_url_same_website,target_url_agency_owner,target_url_bureau_owner,target_url_branch,target_url_404_test,source_list,public,scan_date,primary_scan_status,accessibility_scan_status,dns_scan_status,not_found_scan_status,performance_scan_status,robots_txt_scan_status,security_scan_status,sitemap_xml_scan_status,ipv6,hostname,cms,login_provider,login,site_search,search_dot_gov,dap,dap_parameters,dap_version,ga_tag_id,third_party_service_domains,third_party_service_urls,third_party_service_count,cookie_domains,viewport_meta_tag,cumulative_layout_shift,largest_contentful_paint,required_links_url,required_links_text,https_enforced,hsts,title,description,keywords,og_title,og_description,og_article_published,og_article_modified,og_image,og_type,og_url,canonical_link,language,language_link,main_element_present,robots_txt_detected,robots_txt_target_url_redirects,robots_txt_final_url,robots_txt_final_url_live,robots_txt_final_url_status_code,robots_txt_final_url_media_type,robots_txt_final_url_filesize,robots_txt_crawl_delay,robots_txt_sitemap_locations,sitemap_xml_detected,sitemap_xml_target_url_redirects,sitemap_xml_final_url,sitemap_xml_final_url_live,sitemap_xml_final_url_status_code,sitemap_xml_final_url_media_type,sitemap_xml_final_url_filesize,sitemap_xml_count,sitemap_xml_pdf_count,uswds_favicon,uswds_favicon_in_css,uswds_publicsans_font,uswds_inpage_css,uswds_usa_class_list,uswds_banner_heres_how,uswds_usa_classes,uswds_string,uswds_string_in_css,uswds_semantic_version,uswds_version,uswds_count
-www.adams.gov,adams.gov,.gov,,,,,,,,,,,Adams Memorial Commission,Adams Memorial Commission,Legislative,,"[""gov""]",,2024-12-19T08:16:50.158Z,dns_resolution_error,dns_resolution_error,completed,dns_resolution_error,dns_resolution_error,dns_resolution_error,unknown_error,dns_resolution_error,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
-adams.gov,adams.gov,.gov,False,https://adams.gov/,adams.gov,gov,adams.gov,True,200.0,text/html,True,True,Adams Memorial Commission,Adams Memorial Commission,Legislative,True,"[""gov""]",,2024-12-19T08:17:13.875Z,completed,completed,completed,completed,completed,completed,completed,completed,True,,,,,False,,False,,,,"[""ajax.googleapis.com"",""cdnjs.cloudflare.com"",""fonts.googleapis.com"",""fonts.gstatic.com"",""p.typekit.net"",""use.typekit.net""]","[""https://ajax.googleapis.com/ajax/libs/jquery/3.6.0/jquery.min.js"",""https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.2.1/js/all.min.js"",""https://fonts.googleapis.com/css2"",""https://fonts.gstatic.com/s/opensans/v40/memvYaGs126MiZpBA-UvWbX2vVnXBbObj2OVTS-mu0SC55I.woff2"",""https://p.typekit.net/p.css"",""https://use.typekit.net/af/705e94/00000000000000003b9b3062/27/l"",""https://use.typekit.net/af/949f99/00000000000000003b9b3068/27/l"",""https://use.typekit.net/fej5sdm.css""]",6.0,,True,0.0050695833333333,165.89999985694885,,,True,False,Adams Memorial Commission | The Adams Memorial Commission,"The Adams Memorial Commission (AMC) is a congressional commission created to establishing a memorial for John Adams, Abigail Adams, John Quincy Adams, Louisa Catherine Adams, Henry Adams, Charles Adams and the Adams Family.",,Adams Memorial Commission,"The Adams Memorial Commission (AMC) is a congressional commission created to establishing a memorial for John Adams, Abigail Adams, John Quincy Adams, Louisa Catherine Adams, Henry Adams, Charles Adams and the Adams Family.",,,/img/og-img.png,website,/,,en,,False,True,False,https://adams.gov/robots.txt,True,200.0,text/plain,35.0,,,True,False,https://adams.gov/sitemap.xml,True,200.0,application/xml,717.0,7.0,0.0,0.0,0.0,0.0,0.0,,False,0.0,0.0,0.0,,0.0,0.0
+target_url,target_url_domain,target_url_top_level_domain,target_url_redirects,final_url,final_url_domain,final_url_top_level_domain,final_url_website,final_url_live,final_url_status_code,final_url_media_type,final_url_same_domain,final_url_same_website,target_url_agency_owner,target_url_bureau_owner,target_url_branch,target_url_404_test,source_list,public,scan_date,primary_scan_status,accessibility_scan_status,accessibility_violations,dns_scan_status,not_found_scan_status,performance_scan_status,robots_txt_scan_status,security_scan_status,sitemap_xml_scan_status,ipv6,hostname,cms,login_provider,login,site_search,search_dot_gov,dap,dap_parameters,dap_version,ga_tag_id,third_party_service_domains,third_party_service_urls,third_party_service_count,cookie_domains,viewport_meta_tag,cumulative_layout_shift,largest_contentful_paint,required_links_url,required_links_text,https_enforced,hsts,title,description,keywords,og_title,og_description,og_article_published,og_article_modified,og_image,og_type,og_url,canonical_link,language,language_link,main_element_present,robots_txt_detected,robots_txt_target_url_redirects,robots_txt_final_url,robots_txt_final_url_live,robots_txt_final_url_status_code,robots_txt_final_url_media_type,robots_txt_final_url_filesize,robots_txt_crawl_delay,robots_txt_sitemap_locations,sitemap_xml_detected,sitemap_xml_target_url_redirects,sitemap_xml_final_url,sitemap_xml_final_url_live,sitemap_xml_final_url_status_code,sitemap_xml_final_url_media_type,sitemap_xml_final_url_filesize,sitemap_xml_count,sitemap_xml_pdf_count,uswds_favicon,uswds_favicon_in_css,uswds_publicsans_font,uswds_inpage_css,uswds_usa_class_list,uswds_banner_heres_how,uswds_usa_classes,uswds_string,uswds_string_in_css,uswds_semantic_version,uswds_version,uswds_count
+www.adams.gov,adams.gov,.gov,,,,,,,,,,,Adams Memorial Commission,Adams Memorial Commission,Legislative,,"[""gov""]",,2024-12-20T08:16:59.118Z,dns_resolution_error,dns_resolution_error,,completed,dns_resolution_error,dns_resolution_error,dns_resolution_error,unknown_error,dns_resolution_error,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+adams.gov,adams.gov,.gov,False,https://adams.gov/,adams.gov,gov,adams.gov,True,200.0,text/html,True,True,Adams Memorial Commission,Adams Memorial Commission,Legislative,True,"[""gov""]",,2024-12-20T08:17:15.458Z,completed,completed,,completed,completed,completed,completed,completed,completed,True,,,,,False,,False,,,,"[""ajax.googleapis.com"",""cdnjs.cloudflare.com"",""fonts.googleapis.com"",""fonts.gstatic.com"",""p.typekit.net"",""use.typekit.net""]","[""https://ajax.googleapis.com/ajax/libs/jquery/3.6.0/jquery.min.js"",""https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.2.1/js/all.min.js"",""https://fonts.googleapis.com/css2"",""https://fonts.gstatic.com/s/opensans/v40/memvYaGs126MiZpBA-UvWbX2vVnXBbObj2OVTS-mu0SC55I.woff2"",""https://p.typekit.net/p.css"",""https://use.typekit.net/af/705e94/00000000000000003b9b3062/27/l"",""https://use.typekit.net/af/949f99/00000000000000003b9b3068/27/l"",""https://use.typekit.net/fej5sdm.css""]",6.0,,True,0.0050695833333333,156.69999980926514,,,True,False,Adams Memorial Commission | The Adams Memorial Commission,"The Adams Memorial Commission (AMC) is a congressional commission created to establishing a memorial for John Adams, Abigail Adams, John Quincy Adams, Louisa Catherine Adams, Henry Adams, Charles Adams and the Adams Family.",,Adams Memorial Commission,"The Adams Memorial Commission (AMC) is a congressional commission created to establishing a memorial for John Adams, Abigail Adams, John Quincy Adams, Louisa Catherine Adams, Henry Adams, Charles Adams and the Adams Family.",,,/img/og-img.png,website,/,,en,,False,True,False,https://adams.gov/robots.txt,True,200.0,text/plain,35.0,,,True,False,https://adams.gov/sitemap.xml,True,200.0,application/xml,717.0,7.0,0.0,0.0,0.0,0.0,0.0,,False,0.0,0.0,0.0,,0.0,0.0

by_agency/administrative_conference_of_the_united_states.csv

@@ -1,3 +1,3 @@
-target_url,target_url_domain,target_url_top_level_domain,target_url_redirects,final_url,final_url_domain,final_url_top_level_domain,final_url_website,final_url_live,final_url_status_code,final_url_media_type,final_url_same_domain,final_url_same_website,target_url_agency_owner,target_url_bureau_owner,target_url_branch,target_url_404_test,source_list,public,scan_date,primary_scan_status,accessibility_scan_status,dns_scan_status,not_found_scan_status,performance_scan_status,robots_txt_scan_status,security_scan_status,sitemap_xml_scan_status,ipv6,hostname,cms,login_provider,login,site_search,search_dot_gov,dap,dap_parameters,dap_version,ga_tag_id,third_party_service_domains,third_party_service_urls,third_party_service_count,cookie_domains,viewport_meta_tag,cumulative_layout_shift,largest_contentful_paint,required_links_url,required_links_text,https_enforced,hsts,title,description,keywords,og_title,og_description,og_article_published,og_article_modified,og_image,og_type,og_url,canonical_link,language,language_link,main_element_present,robots_txt_detected,robots_txt_target_url_redirects,robots_txt_final_url,robots_txt_final_url_live,robots_txt_final_url_status_code,robots_txt_final_url_media_type,robots_txt_final_url_filesize,robots_txt_crawl_delay,robots_txt_sitemap_locations,sitemap_xml_detected,sitemap_xml_target_url_redirects,sitemap_xml_final_url,sitemap_xml_final_url_live,sitemap_xml_final_url_status_code,sitemap_xml_final_url_media_type,sitemap_xml_final_url_filesize,sitemap_xml_count,sitemap_xml_pdf_count,uswds_favicon,uswds_favicon_in_css,uswds_publicsans_font,uswds_inpage_css,uswds_usa_class_list,uswds_banner_heres_how,uswds_usa_classes,uswds_string,uswds_string_in_css,uswds_semantic_version,uswds_version,uswds_count
-acus.gov,acus.gov,.gov,True,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,False,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""pulse""]",,2024-12-19T07:45:21.435Z,completed,completed,completed,completed,completed,completed,completed,completed,False,amazonaws.com,Drupal,,,True,,False,,,"G-YEN3GGGG7R,G-Owo1VYkjJjclJZq,G-378121535","[""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]","[""https://cdnjs.cloudflare.com/ajax/libs/underscore.js/1.8.3/underscore-min.js"",""https://listgrowth.ctctcdn.com/v1/f3913f9d2c00d9ecb681a639420f1177.json"",""https://static.addtoany.com/menu/modules/core.junnp81e.js"",""https://static.addtoany.com/menu/page.js"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.css"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.min.js"",""https://www.google.com/recaptcha/api.js"",""https://www.googletagmanager.com/gtag/js"",""https://www.gstatic.com/recaptcha/releases/zIriijn3uj5Vpknvt_LnfNbF/recaptcha__en.js""]",7.0,"["".acus.gov""]",True,0.0,152.70000004768372,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",True,True,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,True,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,True,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",False,35.0,17.0,20.0,,0.0,112.0
-www.acus.gov,acus.gov,.gov,False,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,True,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""2020_eot"",""usagov"",""gov_man""]",,2024-12-19T07:48:30.372Z,completed,completed,completed,completed,completed,completed,unknown_error,completed,False,amazonaws.com,Drupal,,,True,,False,,,"G-YEN3GGGG7R,G-Owo1VYkjJjclJZq,G-378121535","[""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]","[""https://cdnjs.cloudflare.com/ajax/libs/underscore.js/1.8.3/underscore-min.js"",""https://listgrowth.ctctcdn.com/v1/f3913f9d2c00d9ecb681a639420f1177.json"",""https://static.addtoany.com/menu/modules/core.junnp81e.js"",""https://static.addtoany.com/menu/page.js"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.css"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.min.js"",""https://www.google.com/recaptcha/api.js"",""https://www.googletagmanager.com/gtag/js"",""https://www.gstatic.com/recaptcha/releases/zIriijn3uj5Vpknvt_LnfNbF/recaptcha__en.js""]",7.0,"["".acus.gov""]",True,0.0,97.80000019073486,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",,,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,False,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,False,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",False,35.0,17.0,20.0,,0.0,112.0
+target_url,target_url_domain,target_url_top_level_domain,target_url_redirects,final_url,final_url_domain,final_url_top_level_domain,final_url_website,final_url_live,final_url_status_code,final_url_media_type,final_url_same_domain,final_url_same_website,target_url_agency_owner,target_url_bureau_owner,target_url_branch,target_url_404_test,source_list,public,scan_date,primary_scan_status,accessibility_scan_status,accessibility_violations,dns_scan_status,not_found_scan_status,performance_scan_status,robots_txt_scan_status,security_scan_status,sitemap_xml_scan_status,ipv6,hostname,cms,login_provider,login,site_search,search_dot_gov,dap,dap_parameters,dap_version,ga_tag_id,third_party_service_domains,third_party_service_urls,third_party_service_count,cookie_domains,viewport_meta_tag,cumulative_layout_shift,largest_contentful_paint,required_links_url,required_links_text,https_enforced,hsts,title,description,keywords,og_title,og_description,og_article_published,og_article_modified,og_image,og_type,og_url,canonical_link,language,language_link,main_element_present,robots_txt_detected,robots_txt_target_url_redirects,robots_txt_final_url,robots_txt_final_url_live,robots_txt_final_url_status_code,robots_txt_final_url_media_type,robots_txt_final_url_filesize,robots_txt_crawl_delay,robots_txt_sitemap_locations,sitemap_xml_detected,sitemap_xml_target_url_redirects,sitemap_xml_final_url,sitemap_xml_final_url_live,sitemap_xml_final_url_status_code,sitemap_xml_final_url_media_type,sitemap_xml_final_url_filesize,sitemap_xml_count,sitemap_xml_pdf_count,uswds_favicon,uswds_favicon_in_css,uswds_publicsans_font,uswds_inpage_css,uswds_usa_class_list,uswds_banner_heres_how,uswds_usa_classes,uswds_string,uswds_string_in_css,uswds_semantic_version,uswds_version,uswds_count
+acus.gov,acus.gov,.gov,True,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,False,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""pulse""]",,2024-12-20T07:45:06.121Z,completed,completed,,completed,completed,completed,completed,completed,completed,False,amazonaws.com,Drupal,,,True,,False,,,"G-YEN3GGGG7R,G-Owo1VYkjJjclJZq,G-378121535","[""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]","[""https://cdnjs.cloudflare.com/ajax/libs/underscore.js/1.8.3/underscore-min.js"",""https://listgrowth.ctctcdn.com/v1/f3913f9d2c00d9ecb681a639420f1177.json"",""https://static.addtoany.com/menu/modules/core.junnp81e.js"",""https://static.addtoany.com/menu/page.js"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.css"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.min.js"",""https://www.google.com/recaptcha/api.js"",""https://www.googletagmanager.com/gtag/js"",""https://www.gstatic.com/recaptcha/releases/zIriijn3uj5Vpknvt_LnfNbF/recaptcha__en.js""]",7.0,"["".acus.gov""]",True,0.0,97.10000014305116,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",True,True,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,True,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,True,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",False,35.0,17.0,20.0,,0.0,112.0
+www.acus.gov,acus.gov,.gov,False,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,True,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""2020_eot"",""usagov"",""gov_man""]",,2024-12-20T07:48:44.685Z,completed,completed,,completed,completed,completed,completed,unknown_error,completed,False,amazonaws.com,Drupal,,,True,,False,,,"G-YEN3GGGG7R,G-Owo1VYkjJjclJZq,G-378121535","[""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]","[""https://cdnjs.cloudflare.com/ajax/libs/underscore.js/1.8.3/underscore-min.js"",""https://listgrowth.ctctcdn.com/v1/f3913f9d2c00d9ecb681a639420f1177.json"",""https://static.addtoany.com/menu/modules/core.junnp81e.js"",""https://static.addtoany.com/menu/page.js"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.css"",""https://static.ctctcdn.com/js/signup-form-widget/current/signup-form-widget.min.js"",""https://www.google.com/recaptcha/api.js"",""https://www.googletagmanager.com/gtag/js"",""https://www.googletagmanager.com/td"",""https://www.gstatic.com/recaptcha/releases/zIriijn3uj5Vpknvt_LnfNbF/recaptcha__en.js""]",7.0,"["".acus.gov""]",True,0.0,90.20000004768372,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",,,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,False,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,False,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",False,35.0,17.0,20.0,,0.0,112.0