"domain","resource","baseline_outcome","profile","api_task_id","api_status","api_message","requested_url","final_url","http_status","media_type","fetch_time","gateway_ip","reported_size","archived_utf8_bytes","body_file","body_sha256","conclusive","outcome","robots_validity","reason","api_response_file","raw_response_file","cost","attempt_count"
"washingtonpost.com","llms.txt","unverified","alternate-browser-UA-US","10222347-2533-0275-0000-fb14833cb43f","20000","Ok.","https://washingtonpost.com/llms.txt","","","","","","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-pilot.json","","0.00015","2"
"wsj.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-08707e7fd137","20000","Ok.","https://wsj.com/llms.txt","https://www.wsj.com/llms.txt","403","text/html","2026-10-22 23:53:55 +00:00","68.183.157.22","458282","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"usatoday.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-f269a5946cbf","20000","Ok.","https://usatoday.com/llms.txt","https://www.usatoday.com/llms.txt/","404","text/html","2026-10-22 23:53:55 +00:00","68.183.149.30","134728","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","alternate-profile-llms-01.json","","0.00015","2"
"bloomberg.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-d9a3cc327e44","20000","Ok.","https://bloomberg.com/llms.txt","https://www.bloomberg.com/llms.txt","200","text/plain","2026-10-22 23:41:04 +00:00","168.119.141.170","42817","42817","raw/llms/bloomberg.com--10222341-2533-0275-0000-d9a3cc327e44.txt","fc6a8eff9504484e1a8b7cae51c08e39bf922af5dc76aaa99fa92e3b6bec1f08","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-01.json","raw-02.json","0.00015","1"
"time.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-59e2529b293f","20000","Ok.","https://time.com/llms.txt","https://time.com/llms.txt","200","text/plain","2026-10-22 23:41:02 +00:00","168.119.141.170","716","716","raw/llms/time.com--10222341-2533-0275-0000-59e2529b293f.txt","33b2b869b9498b20f104002731adc96644345ce5f8d4cd4823c4e9f54499231f","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-01.json","raw-02.json","0.00015","1"
"politico.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-5da4128a36c0","20000","Ok.","https://politico.com/llms.txt","https://www.politico.com/llms.txt","404","text/html","2026-10-22 23:41:02 +00:00","168.119.141.170","51854","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-01.json","","0.00015","1"
"huffpost.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-75ef38c4c9c9","20000","Ok.","https://huffpost.com/llms.txt","https://www.huffpost.com/llms.txt","404","text/html","2026-10-22 23:41:01 +00:00","168.119.141.170","115197","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-01.json","","0.00015","1"
"itv.com","robots.txt","error","alternate-browser-UA-US","10222347-2533-0275-0000-5f8b10682457","50402","Target page took too long to respond.","https://itv.com/robots.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-pilot.json","","0","2"
"itv.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-a2657bfff565","50402","Target page took too long to respond.","https://itv.com/llms.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-llms-01.json","","0","2"
"reuters.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-69ae65bbcc5d","20000","Ok.","https://reuters.com/llms.txt","https://www.reuters.com/llms.txt","401","text/html","2026-10-22 23:53:54 +00:00","68.183.60.34","774","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"lemonde.fr","llms.txt","unverified","alternate-browser-UA-US","10222347-2533-0275-0000-d0848a608b7b","20000","Ok.","https://lemonde.fr/llms.txt","https://www.lemonde.fr/llms.txt","404","text/html","2026-10-22 23:47:23 +00:00","68.183.149.30","222719","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","alternate-profile-pilot.json","","0.00015","2"
"france24.com","llms.txt","unverified","alternate-browser-UA-US","10222347-2533-0275-0000-887c3db43548","20000","Ok.","https://france24.com/llms.txt","https://www.france24.com/llms.txt","403","text/html","2026-10-22 23:47:22 +00:00","68.183.60.80","641","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-pilot.json","","0.00015","2"
"euronews.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-e4acdc9e2269","20000","Ok.","https://euronews.com/llms.txt","https://www.euronews.com/llms.txt","404","text/html","2026-10-22 23:41:01 +00:00","168.119.99.193","193750","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-01.json","","0.00015","1"
"repubblica.it","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-5decb5c23b07","20000","Ok.","https://repubblica.it/llms.txt","https://www.repubblica.it/llms.txt","200","text/plain","2026-10-22 23:41:01 +00:00","168.119.99.193","2331","2331","raw/llms/repubblica.it--10222341-2533-0275-0000-5decb5c23b07.txt","6a7332964fdd8c4746d949a6cb64c62cd12611078999cbbd0a4eacb5d86d58ed","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-01.json","raw-02.json","0.00015","1"
"japantimes.co.jp","llms.txt","unverified","alternate-browser-UA-US","10222347-2533-0275-0000-ad87e021fd6d","20000","Ok.","https://japantimes.co.jp/llms.txt","https://www.japantimes.co.jp/","200","text/html","2026-10-22 23:47:24 +00:00","68.183.149.30","329663","329663","raw/llms/japantimes.co.jp--10222347-2533-0275-0000-ad87e021fd6d.txt","7be8380ae62f155be1300e9b2c387d6e405525a730c3774c0284cdc14d60ff43","true","absent","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","alternate-profile-pilot.json","alternate-raw-01.json","0.00015","2"
"straitstimes.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-b5ba62619aca","20000","Ok.","https://straitstimes.com/llms.txt","https://www.straitstimes.com/llms.txt","404","text/plain","2026-10-22 23:41:02 +00:00","168.119.141.170","9","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-01.json","","0.00015","1"
"thehindu.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-bb283b5c70e0","20000","Ok.","https://thehindu.com/llms.txt","https://www.thehindu.com/llms.txt","404","text/html","2026-10-22 23:53:54 +00:00","68.183.60.80","75302","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","alternate-profile-llms-01.json","","0.00015","2"
"hindustantimes.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-31f413818ed1","20000","Ok.","https://hindustantimes.com/llms.txt","https://www.hindustantimes.com/llms.txt","200","text/plain","2026-10-22 23:41:01 +00:00","168.119.141.170","6650","6650","raw/llms/hindustantimes.com--10222341-2533-0275-0000-31f413818ed1.txt","d9c31a24f4ff6b9e6fe2eee2f8d01f090c018f85b185efe8a1075db0ce0f3412","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-01.json","raw-03.json","0.00015","1"
"indianexpress.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-65905f483534","20000","Ok.","https://indianexpress.com/llms.txt","https://indianexpress.com/llms.txt","403","text/html","2026-10-22 23:53:53 +00:00","68.183.54.131","919","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"sony.com","robots.txt","error","alternate-browser-UA-US","10222347-2533-0275-0000-0741430db765","20000","Ok.","https://sony.com/robots.txt","https://www.sony.com/robots.txt","403","text/html","2026-10-22 23:47:22 +00:00","134.209.42.109","183","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-pilot.json","","0.00015","2"
"sony.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-90839105e5ed","20000","Ok.","https://sony.com/llms.txt","https://www.sony.com/llms.txt","403","text/html","2026-10-22 23:53:54 +00:00","68.183.49.222","183","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"box.com","llms.txt","unverified","primary-default-UA","10222341-2533-0275-0000-f943d4f4f600","20000","Ok.","https://box.com/llms.txt","https://www.box.com/llms.txt","200","text/plain","2026-10-22 23:41:03 +00:00","168.119.141.170","624044","624044","raw/llms/box.com--10222341-2533-0275-0000-f943d4f4f600.txt","e453df2ffe2ac0d9426d22bc933f913514d5707b1d70e09268f9ea6ec1ed11fb","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-01.json","raw-03.json","0.00015","1"
"servicenow.com","robots.txt","error","alternate-browser-UA-US","10222347-2533-0275-0000-1351be2793be","50402","Target page took too long to respond.","https://servicenow.com/robots.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-pilot.json","","0","2"
"servicenow.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-1650860a011a","50402","Target page took too long to respond.","https://servicenow.com/llms.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-llms-01.json","","0","2"
"autodesk.com","robots.txt","error","alternate-browser-UA-US","10222347-2533-0275-0000-a0906cae2baf","20000","Ok.","https://autodesk.com/robots.txt","https://www.autodesk.com/robots.txt","403","text/html","2026-10-22 23:47:22 +00:00","68.183.60.34","384","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-pilot.json","","0.00015","2"
"autodesk.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-9c70102c4a71","20000","Ok.","https://autodesk.com/llms.txt","https://www.autodesk.com/llms.txt","403","text/html","2026-10-22 23:53:54 +00:00","68.183.60.34","382","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"gitlab.com","llms.txt","unverified","alternate-browser-UA-US","10222347-2533-0275-0000-d24a4bbfe90f","20000","Ok.","https://gitlab.com/llms.txt","https://gitlab.com/users/sign_in","403","text/html","2026-10-22 23:47:22 +00:00","68.183.149.30","5727","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-pilot.json","","0.00015","2"
"akamai.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-d4c8f7c5db97","20000","Ok.","https://akamai.com/robots.txt","https://www.akamai.com/robots.txt","403","text/html","2026-10-22 23:49:45 +00:00","68.183.54.131","382","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"akamai.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-eb07a9b7bf6c","20000","Ok.","https://akamai.com/llms.txt","https://www.akamai.com/llms.txt","403","text/html","2026-10-22 23:53:54 +00:00","134.209.42.109","380","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"homedepot.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-d77cebb96001","20000","Ok.","https://homedepot.com/llms.txt","https://www.homedepot.com/llms.txt","403","text/html","2026-10-22 23:53:54 +00:00","68.183.60.80","383","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"lowes.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-566e496bf87a","20000","Ok.","https://lowes.com/robots.txt","https://www.lowes.com/robots.txt","403","text/html","2026-10-22 23:49:45 +00:00","68.183.60.80","381","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"lowes.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-0ca3e5f9af17","20000","Ok.","https://lowes.com/llms.txt","https://www.lowes.com/llms.txt","500","text/html","2026-10-22 23:54:14 +00:00","68.183.149.30","15804","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"kroger.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-1fcce20f4aaa","50402","Target page took too long to respond.","https://kroger.com/robots.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-robots-01.json","","0","2"
"kroger.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-62b22d758e4a","50402","Target page took too long to respond.","https://kroger.com/llms.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-llms-01.json","","0","2"
"cvs.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-019261363099","20000","Ok.","https://cvs.com/llms.txt","https://www.cvs.com/llms.txt","200","text/plain","2026-10-22 23:53:54 +00:00","68.183.60.80","4842","4842","raw/llms/cvs.com--10222353-2533-0275-0000-019261363099.txt","a0d5fff7cb15bbd697e48c24ed59e9bd497f468e36786172ba3c371025935c76","true","present_nonstandard_format","","Content-based site-reference document with Site/Owner/Purpose metadata and multiple URLs; excluded from the pinned first-heading/strict-link detection rule, not absent.","alternate-profile-llms-01.json","alternate-raw-02.json","0.00015","2"
"macys.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-0366b7b7cf50","20000","Ok.","https://macys.com/robots.txt","https://www.macys.com/robots.txt","403","text/html","2026-10-22 23:49:45 +00:00","68.183.54.131","9901","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"macys.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-5a67f24c7f7d","20000","Ok.","https://macys.com/llms.txt","https://www.macys.com/llms.txt","403","text/html","2026-10-22 23:53:54 +00:00","68.183.54.131","9901","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"adidas.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-69d774870560","20000","Ok.","https://adidas.com/robots.txt","https://www.adidas.com/robots.txt","403","text/html","2026-10-22 23:49:46 +00:00","68.183.60.34","3369","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"adidas.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-f294887447c6","20000","Ok.","https://adidas.com/llms.txt","https://www.adidas.com/llms.txt","403","text/html","2026-10-22 23:53:54 +00:00","68.183.149.129","3369","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"asos.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-ef478f9abc33","50402","Target page took too long to respond.","https://asos.com/robots.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-robots-01.json","","0","2"
"asos.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-5a19d75fd5d0","20000","Ok.","https://asos.com/llms.txt","https://www.asos.com/llms.txt?","403","text/html","2026-10-22 23:53:54 +00:00","68.183.157.22","383","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"hm.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-eb04f879581e","20000","Ok.","https://hm.com/robots.txt","https://hm.com/robots.txt","403","text/html","2026-10-22 23:49:44 +00:00","134.209.42.109","370","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"hm.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-0f8418aa88c1","20000","Ok.","https://hm.com/llms.txt","https://hm.com/llms.txt","403","text/html","2026-10-22 23:53:53 +00:00","68.183.149.30","368","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"uniqlo.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-7cc158b9a4a2","20000","Ok.","https://uniqlo.com/llms.txt","https://www.uniqlo.com/llms.txt","403","application/xml","2026-10-22 23:53:55 +00:00","68.183.54.131","243","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"carrefour.com","llms.txt","unverified","alternate-browser-UA-US","10222353-2533-0275-0000-d5ec99df9383","20000","Ok.","https://carrefour.com/llms.txt","https://www.carrefour.com/llms.txt","403","text/html","2026-10-22 23:53:54 +00:00","68.183.60.34","909","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-01.json","","0.00015","2"
"tesco.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-ca9180ce0f06","20000","Ok.","https://tesco.com/robots.txt","https://tesco.com/robots.txt","403","text/html","2026-10-22 23:49:44 +00:00","68.183.60.34","373","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"tesco.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-3cb89f6f19d0","20000","Ok.","https://tesco.com/llms.txt","https://tesco.com/llms.txt","403","text/html","2026-10-22 23:51:56 +00:00","134.209.42.109","371","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"sainsburys.co.uk","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-07fdb4f67a2c","20000","Ok.","https://sainsburys.co.uk/robots.txt","https://sainsburys.co.uk/robots.txt","403","text/html","2026-10-22 23:49:44 +00:00","68.183.157.22","384","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"sainsburys.co.uk","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-d6e2d998dc29","20000","Ok.","https://sainsburys.co.uk/llms.txt","https://sainsburys.co.uk/llms.txt","403","text/html","2026-10-22 23:51:56 +00:00","68.183.149.30","382","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"argos.co.uk","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-3e35395f8fdc","20000","Ok.","https://argos.co.uk/robots.txt","https://argos.co.uk/robots.txt","403","text/html","2026-10-22 23:49:44 +00:00","134.209.42.109","375","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"argos.co.uk","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-25abdb79d33e","20000","Ok.","https://argos.co.uk/llms.txt","https://argos.co.uk/llms.txt","403","text/html","2026-10-22 23:51:56 +00:00","68.183.49.222","373","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"mastercard.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-99e2c34b3ef5","20000","Ok.","https://mastercard.com/robots.txt","https://www.mastercard.com/robots.txt","403","text/html","2026-10-22 23:49:46 +00:00","68.183.54.131","384","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"mastercard.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-bca4566a48a2","20000","Ok.","https://mastercard.com/llms.txt","https://www.mastercard.com/llms.txt","403","text/html","2026-10-22 23:51:57 +00:00","68.183.49.222","382","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"lloydsbank.com","robots.txt","invalid_body","alternate-browser-UA-US","10222349-2533-0275-0000-e42bd0b36d30","20000","Ok.","https://lloydsbank.com/robots.txt","https://www.lloydsbank.com/robots.txt","200","text/html","2026-10-22 23:49:45 +00:00","68.183.149.30","92621","92621","raw/robots/lloydsbank.com--10222349-2533-0275-0000-e42bd0b36d30.txt","b1bfe12d3c4e51c5e13dfb30fc76bbc88a4fb3f7a3b5ae750cf7e6275253a3ea","false","invalid_body","soft_html_200","HTTP 200 returned HTML or non-directive content; policy remains undetermined.","alternate-profile-robots-01.json","alternate-raw-01.json","0.00015","2"
"bnpparibas.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-616398fd9675","20000","Ok.","https://bnpparibas.com/robots.txt","https://bnpparibas.com/robots.txt","403","text/html","2026-10-22 23:49:44 +00:00","68.183.149.30","378","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"bnpparibas.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-ceec5f9c86f0","20000","Ok.","https://bnpparibas.com/llms.txt","https://bnpparibas.com/llms.txt","403","text/html","2026-10-22 23:51:56 +00:00","68.183.60.34","376","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"deutschebank.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-5593cac8852d","20000","Ok.","https://deutschebank.com/robots.txt","","","","","134.209.42.109","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"deutschebank.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-3ea08441199b","20000","Ok.","https://deutschebank.com/llms.txt","","","","","68.183.60.80","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"allianz.com","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-95199be89ee7","20000","Ok.","https://allianz.com/llms.txt","https://www.allianz.com/llms.txt","404","text/html","2026-10-22 23:42:58 +00:00","168.119.99.191","126447","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-03.json","","0.00015","1"
"progressive.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-7f80570db236","20000","Ok.","https://www.progressive.com/llms.txt","https://www.progressive.com/llms.txt","404","text/HTML","2026-10-22 23:51:56 +00:00","68.183.157.22","282176","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","alternate-profile-llms-02.json","","0.00015","2"
"geico.com","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-fc9f7e37d6a7","20000","Ok.","https://geico.com/llms.txt","https://www.geico.com/llms.txt","200","text/plain","2026-10-22 23:42:59 +00:00","168.119.141.170","2706","2706","raw/llms/geico.com--10222342-2533-0275-0000-fc9f7e37d6a7.txt","544f784e23c9a0c02786cb12702275d104def8ed8d3efcd55720e757dc1a06e6","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-03.json","raw-03.json","0.00015","1"
"fidelity.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-43ab266038d5","20000","Ok.","https://fidelity.com/llms.txt","https://www.fidelity.com/llms.txt","403","application/xml","2026-10-22 23:51:57 +00:00","134.209.42.109","243","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"pfizer.com","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-4b7675a99340","20000","Ok.","https://pfizer.com/llms.txt","https://www.pfizer.com/llms.txt","404","text/html","2026-10-22 23:42:58 +00:00","168.119.141.170","1165","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-03.json","","0.00015","1"
"bayer.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-2e4f22765077","20000","Ok.","https://bayer.com/robots.txt","https://www.bayer.com/robots.txt","403","text/html","2026-10-22 23:49:45 +00:00","134.209.42.109","9671","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"bayer.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-10266f17d1e0","20000","Ok.","https://bayer.com/llms.txt","https://www.bayer.com/llms.txt","403","text/html","2026-10-22 23:51:57 +00:00","68.183.60.80","9669","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"boehringer-ingelheim.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-a34520ef46c8","20000","Ok.","https://boehringer-ingelheim.com/llms.txt","https://www.boehringer-ingelheim.com/llms.txt","403","text/html","2026-10-22 23:51:57 +00:00","68.183.157.22","762","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"mayoclinic.org","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-b0b7d9f3aaec","20000","Ok.","https://mayoclinic.org/robots.txt","https://www.mayoclinic.org/robots.txt","403","text/html","2026-10-22 23:49:45 +00:00","68.183.54.131","386","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"mayoclinic.org","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-82e568e5010c","20000","Ok.","https://mayoclinic.org/llms.txt","https://www.mayoclinic.org/llms.txt","403","text/html","2026-10-22 23:51:57 +00:00","68.183.157.22","384","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"hopkinsmedicine.org","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-b0c60441047a","20000","Ok.","https://hopkinsmedicine.org/llms.txt","https://www.hopkinsmedicine.org/llms.txt","404","text/html","2026-10-22 23:43:00 +00:00","168.119.99.191","26204","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-03.json","","0.00015","1"
"cvshealth.com","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-34038f5622e0","20000","Ok.","https://cvshealth.com/llms.txt","https://www.cvshealth.com/llms.txt","200","text/plain","2026-10-22 23:42:58 +00:00","168.119.141.170","4486","4486","raw/llms/cvshealth.com--10222342-2533-0275-0000-34038f5622e0.txt","c7ef5479c129155686513014b6e96c6d32fec8b3e7f0058117f13285615d673d","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-03.json","raw-03.json","0.00015","1"
"ucl.ac.uk","llms.txt","unverified","alternate-browser-UA-US","10222347-2533-0275-0000-8ca0d55fffed","20000","Ok.","https://ucl.ac.uk/llms.txt","https://www.ucl.ac.uk/llms.txt","403","text/html","2026-10-22 23:47:22 +00:00","68.183.60.34","5719","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-pilot.json","","0.00015","2"
"science.org","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-ab33d4500dc8","20000","Ok.","https://science.org/llms.txt","https://www.science.org/llms.txt","403","text/html","2026-10-22 23:51:57 +00:00","68.183.54.131","5739","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"researchgate.net","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-ea6e4a3a8842","20000","Ok.","https://researchgate.net/llms.txt","https://www.researchgate.net/llms.txt","404","text/html","2026-10-22 23:42:58 +00:00","168.119.141.170","35741","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-03.json","","0.00015","1"
"khanacademy.org","robots.txt","invalid_body","alternate-browser-UA-US","10222349-2533-0275-0000-2b8b414f6686","20000","Ok.","https://khanacademy.org/robots.txt","https://www.khanacademy.org/robots.txt","200","text/html","2026-10-22 23:49:45 +00:00","68.183.49.222","3038","3038","raw/robots/khanacademy.org--10222349-2533-0275-0000-2b8b414f6686.txt","4965d403ea8006362b7b9527e254092d06a584fa5335eddaca51255af1efe08e","false","invalid_body","soft_html_200","HTTP 200 returned HTML or non-directive content; policy remains undetermined.","alternate-profile-robots-01.json","alternate-raw-01.json","0.00015","2"
"hyatt.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-e4aeeab95b95","20000","Ok.","https://hyatt.com/robots.txt","https://www.hyatt.com/robots.txt","403","text/html","2026-10-22 23:49:45 +00:00","68.183.60.34","12858","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"hyatt.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-fb584efa88f2","20000","Ok.","https://hyatt.com/llms.txt","https://www.hyatt.com/llms.txt","403","text/html","2026-10-22 23:51:57 +00:00","68.183.149.129","12858","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"ihg.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-973569108818","20000","Ok.","https://ihg.com/robots.txt","https://ihg.com/robots.txt","403","text/html","2026-10-22 23:49:44 +00:00","134.209.42.109","371","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-01.json","","0.00015","2"
"ihg.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-87fc18d3a779","20000","Ok.","https://ihg.com/llms.txt","https://ihg.com/llms.txt","403","text/html","2026-10-22 23:51:56 +00:00","68.183.149.30","369","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"united.com","robots.txt","error","alternate-browser-UA-US","10222349-2533-0275-0000-83c5e61be03d","50402","Target page took too long to respond.","https://united.com/robots.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-robots-01.json","","0","2"
"united.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-a4e4ebef26c1","50402","Target page took too long to respond.","https://united.com/llms.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-llms-02.json","","0","2"
"southwest.com","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-1f6a0851cbfa","20000","Ok.","https://southwest.com/llms.txt","https://www.southwest.com/llms.txt","404","text/html","2026-10-22 23:43:01 +00:00","168.119.141.170","9118","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-03.json","","0.00015","1"
"jetblue.com","llms.txt","unverified","primary-default-UA","10222342-2533-0275-0000-430cd38a4ab9","20000","Ok.","https://jetblue.com/llms.txt","https://www.jetblue.com/llms.txt","404","text/html","2026-10-22 23:42:58 +00:00","168.119.141.170","66922","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-03.json","","0.00015","1"
"alaskaair.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-af82b05d16d8","20000","Ok.","https://alaskaair.com/llms.txt","https://www.alaskaair.com/content/page-not-found","200","text/html","2026-10-22 23:52:00 +00:00","68.183.60.80","3017518","3017518","raw/llms/alaskaair.com--10222351-2533-0275-0000-af82b05d16d8.txt","a57f3ccf82045115ceae05cf404c49139e4f7991e62c81aa93d7e2512035fe80","true","absent","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","alternate-profile-llms-02.json","alternate-raw-02.json","0.00015","2"
"britishairways.com","robots.txt","invalid_body","alternate-browser-UA-US","10222350-2533-0275-0000-3dda7764c33c","20000","Ok.","https://britishairways.com/robots.txt","https://britishairways.com/robots.txt","200","text/html","2026-10-22 23:50:45 +00:00","68.183.60.80","8996","8996","raw/robots/britishairways.com--10222350-2533-0275-0000-3dda7764c33c.txt","b12994eac362229e43ee00c167e048c767e5f4acb56721eb78cf971875fb4768","false","invalid_body","soft_html_200","HTTP 200 returned HTML or non-directive content; policy remains undetermined.","alternate-profile-robots-02.json","alternate-raw-01.json","0.00015","2"
"airfrance.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-92dac992f49f","20000","Ok.","https://airfrance.com/robots.txt","","","","","68.183.54.131","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"airfrance.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-7d84b6238f18","20000","Ok.","https://airfrance.com/llms.txt","","","","","134.209.42.109","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"easyjet.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-0b0e98c6200e","20000","Ok.","https://easyjet.com/robots.txt","https://easyjet.com/robots.txt","403","text/html","2026-10-22 23:50:45 +00:00","134.209.42.109","375","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"easyjet.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-9fcc6a79d154","20000","Ok.","https://easyjet.com/llms.txt","https://easyjet.com/llms.txt","403","text/html","2026-10-22 23:51:56 +00:00","68.183.49.222","373","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"jal.co.jp","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-6f668af095e9","20000","Ok.","https://jal.co.jp/robots.txt","https://www.jal.co.jp/robots.txt","403","text/html","2026-10-22 23:50:47 +00:00","68.183.54.131","385","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"jal.co.jp","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-f11bcd9af1e4","20000","Ok.","https://jal.co.jp/llms.txt","https://www.jal.co.jp/llms.txt","403","text/html","2026-10-22 23:51:57 +00:00","68.183.60.34","383","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"hotels.com","llms.txt","unverified","alternate-browser-UA-US","10222351-2533-0275-0000-c3ac4203e3e2","20000","Ok.","https://hotels.com/llms.txt","https://www.hotels.com/llms.txt","403","application/xml","2026-10-22 23:51:57 +00:00","68.183.54.131","243","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-02.json","","0.00015","2"
"vrbo.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-225482d562c9","20000","Ok.","https://vrbo.com/llms.txt","https://www.vrbo.com/llms.txt","403","application/xml","2026-10-22 23:52:57 +00:00","68.183.60.34","263","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"convinceandconvert.com","robots.txt","invalid_body","alternate-browser-UA-US","10222350-2533-0275-0000-2b975f8954f1","20000","Ok.","https://convinceandconvert.com/robots.txt","https://convinceandconvert.com/robots.txt/","200","text/html","2026-10-22 23:50:46 +00:00","68.183.149.129","43146","43146","raw/robots/convinceandconvert.com--10222350-2533-0275-0000-2b975f8954f1.txt","1378e871bbf366c1b1b0e8bdff787c370b8787dc48669ef5557d79b4df335e89","false","invalid_body","soft_html_200","HTTP 200 returned HTML or non-directive content; policy remains undetermined.","alternate-profile-robots-02.json","alternate-raw-01.json","0.00015","2"
"adage.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-9da2f5ffecb2","20000","Ok.","https://adage.com/robots.txt","https://adage.com/robots.txt","403","text/html","2026-10-22 23:50:46 +00:00","68.183.49.222","373","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"adage.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-c53f409ab295","20000","Ok.","https://adage.com/llms.txt","https://adage.com/llms.txt","403","text/html","2026-10-22 23:52:56 +00:00","134.209.42.109","371","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"growthhackers.com","llms.txt","unverified","primary-default-UA","10222344-2533-0275-0000-12523e76b5c4","20000","Ok.","https://growthhackers.com/llms.txt","https://growthhackers.com/llms.txt","404","text/html","2026-10-22 23:44:13 +00:00","168.119.141.170","74531","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-04.json","","0.00015","1"
"ubl.com.pk","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-4e6e8883e2b9","20000","Ok.","https://ubl.com.pk/robots.txt","","","","","68.183.60.34","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"ubl.com.pk","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-c3fc15126da1","20000","Ok.","https://ubl.com.pk/llms.txt","","","","","68.183.49.222","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"askaribank.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-c24b5fc77d15","20000","Ok.","https://askaribank.com/llms.txt","https://askaribank.com/llms.txt","403","text/html","2026-10-22 23:52:56 +00:00","134.209.42.109","4550","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"faysalbank.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-abc818a014c2","20000","Ok.","https://faysalbank.com/robots.txt","https://www.faysalbank.com/robots.txt","403","text/html","2026-10-22 23:50:46 +00:00","68.183.157.22","5641","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"faysalbank.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-c983b36fa1bc","20000","Ok.","https://faysalbank.com/llms.txt","https://www.faysalbank.com/llms.txt","403","text/html","2026-10-22 23:52:56 +00:00","68.183.149.129","5592","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"telenor.com.pk","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-279448412a14","20000","Ok.","https://telenor.com.pk/robots.txt","https://telenor.com.pk/robots.txt","403","text/html","2026-10-22 23:50:45 +00:00","68.183.60.80","4909","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"telenor.com.pk","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-523710faf1d9","20000","Ok.","https://telenor.com.pk/llms.txt","https://telenor.com.pk/llms.txt","403","text/html","2026-10-22 23:52:55 +00:00","68.183.49.222","4910","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"vu.edu.pk","robots.txt","error","primary-default-UA","10222339-2533-0275-0000-dc2abfccfec3","20000","Ok.","https://vu.edu.pk/robots.txt","https://vu.edu.pk/robots.txt","404","text/html","2026-10-22 23:39:51 +00:00","168.119.141.170","1245","","","","true","no_robots","","Provider-recorded no-file HTTP response; no crawler access inference.","robots-02.json","","0.00015","1"
"vu.edu.pk","llms.txt","unverified","primary-default-UA","10222344-2533-0275-0000-609405362465","20000","Ok.","https://vu.edu.pk/llms.txt","https://vu.edu.pk/llms.txt","404","text/html","2026-10-22 23:44:12 +00:00","168.119.141.170","1245","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-04.json","","0.00015","1"
"sbp.org.pk","robots.txt","error","alternate-browser-UA-US","10222347-2533-0275-0000-13fe8927bfb6","40501","Invalid Field: 'url - Domain Not Found'.","https://sbp.org.pk/robots.txt","","","","","","","","","","false","Undetermined","","Invalid Field: 'url - Domain Not Found'.","alternate-profile-pilot.json","","0","2"
"sbp.org.pk","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-a2ee538b5ba7","20000","Ok.","https://www.sbp.org.pk/llms.txt","https://www.sbp.org.pk/llms.txt","403","text/html","2026-10-22 23:52:56 +00:00","68.183.60.80","498","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"nadra.gov.pk","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-ef0196b79337","20000","Ok.","https://nadra.gov.pk/robots.txt","https://nadra.gov.pk/robots.txt","403","text/html","2026-10-22 23:50:46 +00:00","134.209.42.109","380","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"nadra.gov.pk","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-d84592366737","20000","Ok.","https://nadra.gov.pk/llms.txt","https://nadra.gov.pk/llms.txt","403","text/html","2026-10-22 23:52:56 +00:00","134.209.42.109","378","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"punjab.gov.pk","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-7c1d256e363d","20000","Ok.","https://punjab.gov.pk/robots.txt","","","","","68.183.54.131","","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"kp.gov.pk","robots.txt","invalid_body","alternate-browser-UA-US","10222350-2533-0275-0000-bc9ab4da17a4","20000","Ok.","https://kp.gov.pk/robots.txt","https://kp.gov.pk/robots.txt","200","text/html","2026-10-22 23:50:46 +00:00","68.183.149.129","1748","1748","raw/robots/kp.gov.pk--10222350-2533-0275-0000-bc9ab4da17a4.txt","ecc3048046674a7be962f5f775763c0a56fd18d9cfb3403386765039146e9eae","false","invalid_body","soft_html_200","HTTP 200 returned HTML or non-directive content; policy remains undetermined.","alternate-profile-robots-02.json","alternate-raw-01.json","0.00015","2"
"etihad.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-9d5033045451","50402","Target page took too long to respond.","https://etihad.com/robots.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-robots-02.json","","0","2"
"etihad.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-834d0c91dcd9","50402","Target page took too long to respond.","https://etihad.com/llms.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-llms-03.json","","0","2"
"noon.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-e4ed630fb9ce","20000","Ok.","https://noon.com/robots.txt","https://www.noon.com/robots.txt","403","text/html","2026-10-22 23:50:46 +00:00","68.183.60.34","380","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"noon.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-8ca542f8be11","20000","Ok.","https://noon.com/llms.txt","https://www.noon.com/llms.txt","403","text/html","2026-10-22 23:52:56 +00:00","134.209.42.109","378","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"namshi.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-3b6745180f41","20000","Ok.","https://namshi.com/robots.txt","https://www.namshi.com/robots.txt","403","text/html","2026-10-22 23:50:46 +00:00","68.183.149.129","382","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"namshi.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-9f9119a7db15","20000","Ok.","https://namshi.com/llms.txt","https://www.namshi.com/llms.txt","403","text/html","2026-10-22 23:52:57 +00:00","134.209.42.109","380","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"eand.com","robots.txt","invalid_body","alternate-browser-UA-US","10222350-2533-0275-0000-e36f753e853b","20000","Ok.","https://eand.com/robots.txt","https://www.eand.com/en/index.html","200","text/html","2026-10-22 23:50:50 +00:00","134.209.42.109","32003","32003","raw/robots/eand.com--10222350-2533-0275-0000-e36f753e853b.txt","583412804e67b0b440921b981b9cf7dd3454374c8def64f618dca39e593c1b5e","false","invalid_body","soft_html_200","HTTP 200 returned HTML or non-directive content; policy remains undetermined.","alternate-profile-robots-02.json","alternate-raw-02.json","0.00015","2"
"arabnews.com","llms.txt","unverified","primary-default-UA","10222344-2533-0275-0000-180346ebccf5","20000","Ok.","https://arabnews.com/llms.txt","https://www.arabnews.com/llms.txt","200","text/plain","2026-10-22 23:44:11 +00:00","168.119.141.170","1863","1863","raw/llms/arabnews.com--10222344-2533-0275-0000-180346ebccf5.txt","3ca6b6e906564c13556f8cf98e9d246cc70e9f71145a6521c6055d3ece93c296","true","present","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-04.json","raw-03.json","0.00015","1"
"my.gov.sa","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-8f21f3fab189","20000","Ok.","https://my.gov.sa/robots.txt","https://my.gov.sa/robots.txt","403","text/html","2026-10-22 23:50:45 +00:00","68.183.54.131","4905","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-robots-02.json","","0.00015","2"
"my.gov.sa","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-0296fda25910","20000","Ok.","https://my.gov.sa/llms.txt","https://my.gov.sa/llms.txt","403","text/html","2026-10-22 23:52:55 +00:00","68.183.157.22","4905","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"aljazeera.com","llms.txt","unverified","primary-default-UA","10222344-2533-0275-0000-8512ee511305","20000","Ok.","https://aljazeera.com/llms.txt","https://www.aljazeera.com/llms.txt","404","text/html","2026-10-22 23:44:12 +00:00","168.119.141.170","40662","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-04.json","","0.00015","1"
"qatarairways.com","robots.txt","error","alternate-browser-UA-US","10222350-2533-0275-0000-fea93cfa2172","50402","Target page took too long to respond.","https://qatarairways.com/robots.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-robots-02.json","","0","2"
"qatarairways.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-63cd35afea0f","50402","Target page took too long to respond.","https://qatarairways.com/llms.txt","","","","","","","","","","false","Undetermined","","Target page took too long to respond.","alternate-profile-llms-03.json","","0","2"
"medium.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-0caf036f2330","20000","Ok.","https://medium.com/llms.txt","https://medium.com/llms.txt","403","text/html","2026-10-22 23:52:55 +00:00","68.183.60.34","4905","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"stackoverflow.com","robots.txt","error","primary-default-UA","10222338-2533-0275-0000-442bc14406d7","20000","Ok.","https://stackoverflow.com/robots.txt","https://stackoverflow.com/robots.txt","200","text/plain","2026-10-22 23:38:48 +00:00","168.119.141.170","4854","4854","raw/robots/stackoverflow.com--10222338-2533-0275-0000-442bc14406d7.txt","fe2b3430825eb33ca89e9ad3a2cfa448265c81c0410a40b0682f6f5ffd66b838","true","ok","valid_txt_200","Usable stored robots text; same fixed 22-token provider-aware parser.","robots-03.json","raw-01.json","0.00015","1"
"tumblr.com","llms.txt","unverified","primary-default-UA","10222345-2533-0275-0000-53affc9dd2ee","20000","Ok.","https://tumblr.com/llms.txt","https://www.tumblr.com/llms.txt","404","text/html","2026-10-22 23:45:13 +00:00","168.119.141.170","4972","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-05.json","","0.00015","1"
"kickstarter.com","robots.txt","error","primary-default-UA","10222338-2533-0275-0000-c2b6d8c668a6","20000","Ok.","https://kickstarter.com/robots.txt","https://www.kickstarter.com/robots.txt","200","text/plain","2026-10-22 23:38:47 +00:00","168.119.99.191","289","289","raw/robots/kickstarter.com--10222338-2533-0275-0000-c2b6d8c668a6.txt","9bcd0860dfcc0410b1c6914840e9a498ea4a24515a911c991019fc45d4f7e287","true","ok","valid_txt_200","Usable stored robots text; same fixed 22-token provider-aware parser.","robots-03.json","raw-01.json","0.00015","1"
"kickstarter.com","llms.txt","unverified","primary-default-UA","10222345-2533-0275-0000-2604350f5811","20000","Ok.","https://kickstarter.com/llms.txt","https://www.kickstarter.com/llms.txt","404","text/html","2026-10-22 23:45:13 +00:00","168.119.99.194","15920","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-05.json","","0.00015","1"
"deviantart.com","robots.txt","error","primary-default-UA","10222338-2533-0275-0000-e2f3829b4235","20000","Ok.","https://deviantart.com/robots.txt","https://www.deviantart.com/robots.txt","200","text/plain","2026-10-22 23:38:48 +00:00","168.119.141.170","524","524","raw/robots/deviantart.com--10222338-2533-0275-0000-e2f3829b4235.txt","d2461132fab259ccf6da5a7b4524f724ee128b81aca603d18a4cb09256612e19","true","ok","valid_txt_200","Usable stored robots text; same fixed 22-token provider-aware parser.","robots-03.json","raw-01.json","0.00015","1"
"deviantart.com","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-fe0f919fcdb5","20000","Ok.","https://deviantart.com/llms.txt","https://deviantart.com/llms.txt","403","text/html","2026-10-22 23:52:55 +00:00","68.183.60.34","919","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"
"behance.net","robots.txt","error","primary-default-UA","10222338-2533-0275-0000-644df10c24da","20000","Ok.","https://behance.net/robots.txt","https://www.behance.net/robots.txt","200","text/plain","2026-10-22 23:38:47 +00:00","168.119.141.170","1317","1317","raw/robots/behance.net--10222338-2533-0275-0000-644df10c24da.txt","1a55abe2475b1430444111a3ffceedde40c2782e40c2fda4a42ca95e2e02ba2b","true","ok","valid_txt_200","Usable stored robots text; same fixed 22-token provider-aware parser.","robots-03.json","raw-02.json","0.00015","1"
"behance.net","llms.txt","unverified","primary-default-UA","10222345-2533-0275-0000-7adfc44dcd23","20000","Ok.","https://behance.net/llms.txt","https://www.behance.net/llms.txt","404","text/html","2026-10-22 23:45:13 +00:00","168.119.99.193","386581","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-05.json","","0.00015","1"
"stackexchange.com","robots.txt","error","primary-default-UA","10222338-2533-0275-0000-bab813e5d57f","20000","Ok.","https://stackexchange.com/robots.txt","https://stackexchange.com/robots.txt","200","text/plain","2026-10-22 23:38:48 +00:00","168.119.141.170","2022","2022","raw/robots/stackexchange.com--10222338-2533-0275-0000-bab813e5d57f.txt","ff0fa9258ccca8115288e29fbb2badbbbedc541e8a268ef5f48901b6e36e6d74","true","ok","valid_txt_200","Usable stored robots text; same fixed 22-token provider-aware parser.","robots-03.json","raw-02.json","0.00015","1"
"fandom.com","llms.txt","unverified","primary-default-UA","10222345-2533-0275-0000-7b684f669d00","20000","Ok.","https://fandom.com/llms.txt","https://www.fandom.com/llms.txt","404","text/html","2026-10-22 23:45:13 +00:00","168.119.141.170","574339","","","","true","absent","","Provider-recorded no-file HTTP response; no crawler access inference.","llms-05.json","","0.00015","1"
"kaggle.com","robots.txt","invalid_body","primary-default-UA","10222338-2533-0275-0000-90de503b55f4","20000","Ok.","https://kaggle.com/robots.txt","https://www.kaggle.com/robots.txt","404","text/html","2026-10-22 23:38:48 +00:00","168.119.99.194","5545","","","","true","no_robots","","Provider-recorded no-file HTTP response; no crawler access inference.","robots-03.json","","0.00015","1"
"midjourney.com","robots.txt","error","primary-default-UA","10222338-2533-0275-0000-6ce360122f72","20000","Ok.","https://midjourney.com/robots.txt","https://www.midjourney.com/robots.txt","200","text/plain","2026-10-22 23:38:47 +00:00","168.119.141.170","6340","6340","raw/robots/midjourney.com--10222338-2533-0275-0000-6ce360122f72.txt","7918d83c331c7b7b2a35b5fbb09a1dbd6266d977a803ff29e1a986aa17cef0f7","true","ok","valid_txt_200","Usable stored robots text; same fixed 22-token provider-aware parser.","robots-03.json","raw-02.json","0.00015","1"
"midjourney.com","llms.txt","unverified","primary-default-UA","10222345-2533-0275-0000-aa796bdfe0c4","20000","Ok.","https://midjourney.com/llms.txt","https://www.midjourney.com/llms.txt","200","text/html","2026-10-22 23:45:13 +00:00","168.119.141.170","3976","3976","raw/llms/midjourney.com--10222345-2533-0275-0000-aa796bdfe0c4.txt","2cb6fc9fec1f1fc4c3bfdf9ac03d1ba2ea20a35ea99ea0b1baa10636d7c6c9b7","true","absent","","Stored response classified under the pinned presence rule; detection does not establish quality or consumption.","llms-05.json","raw-03.json","0.00015","2"
"australia.gov.au","robots.txt","invalid_body","alternate-browser-UA-US","10222350-2533-0275-0000-baf35c34d90a","20000","Ok.","https://australia.gov.au/robots.txt","https://my.gov.au/en/services?redirectFrom=australia.gov.au","200","text/html","2026-10-22 23:50:47 +00:00","68.183.60.34","79527","79527","raw/robots/australia.gov.au--10222350-2533-0275-0000-baf35c34d90a.txt","9cbf8a7f37568c2493d4dea2ab89833f92d4a2850a0d1227fec17acaf1dd771a","false","invalid_body","soft_html_200","HTTP 200 returned HTML or non-directive content; policy remains undetermined.","alternate-profile-robots-02.json","alternate-raw-02.json","0.00015","2"
"gov.za","llms.txt","unverified","alternate-browser-UA-US","10222352-2533-0275-0000-6edaa8d9a0c0","20000","Ok.","https://www.gov.za/llms.txt","https://www.gov.za/llms.txt","403","text/html","2026-10-22 23:52:56 +00:00","134.209.42.109","548","","","","false","Undetermined","","No usable target response body/status, HTTP denial, rate limit or server error; remains undetermined.","alternate-profile-llms-03.json","","0.00015","2"