[{"data":1,"prerenderedAt":485},["ShallowReactive",2],{"docs-\u002Fdocs\u002Fprivacy-and-data":3,"docs-sib-\u002Fdocs\u002Fprivacy-and-data":385,"docs-nav":459},{"id":4,"title":5,"body":6,"description":375,"extension":376,"meta":377,"navigation":378,"order":379,"path":380,"section":381,"seo":382,"stem":383,"__hash__":384},"docs\u002Fdocs\u002Fprivacy-and-data.md","Privacy and your data",{"type":7,"value":8,"toc":360},"minimark",[9,14,18,21,38,41,45,143,160,213,217,222,241,253,256,260,263,266,273,277,285,292,296,299,314,317,321,357],[10,11,13],"h2",{"id":12},"the-short-version","The short version",[15,16,17],"p",{},"CrawlStat is a local app. Your crawls run on your computer, are stored on your computer, and stay there. There's no CrawlStat account, no cloud sync, and no analytics or tracking inside the app.",[15,19,20],{},"The only things that leave your machine are:",[22,23,24,32],"ol",{},[25,26,27,31],"li",{},[28,29,30],"strong",{},"The requests CrawlStat makes to the sites you crawl",", which is the point of a crawler.",[25,33,34,37],{},[28,35,36],{},"Update checks",", which ask crawlstat.com for the latest version number. They contain nothing about you or your crawls.",[15,39,40],{},"The rest of this page explains each of these in detail.",[10,42,44],{"id":43},"whats-stored-on-your-computer","What's stored on your computer",[46,47,48,64],"table",{},[49,50,51],"thead",{},[52,53,54,58,61],"tr",{},[55,56,57],"th",{},"What",[55,59,60],{},"Where",[55,62,63],{},"Contains",[65,66,67,94,109,124],"tbody",{},[52,68,69,75,87],{},[70,71,72],"td",{},[28,73,74],{},"Crawls",[70,76,77,78,82,83,86],{},"One ",[79,80,81],"code",{},".db"," file per crawl in the ",[79,84,85],{},"projects"," folder",[70,88,89,90,93],{},"Every URL crawled, status codes, response headers, titles, descriptions, headings, links, images, structured data, the crawl's settings and log, and audit results. Page source too, if you turned on ",[28,91,92],{},"Keep raw HTML",".",[52,95,96,101,106],{},[70,97,98],{},[28,99,100],{},"Settings",[70,102,103],{},[79,104,105],{},"settings.json",[70,107,108],{},"Your crawl defaults, theme and window preferences.",[52,110,111,116,121],{},[70,112,113],{},[28,114,115],{},"Recent crawls",[70,117,118],{},[79,119,120],{},"recent.json",[70,122,123],{},"The paths of your 20 most recent crawls.",[52,125,126,131,134],{},[70,127,128],{},[28,129,130],{},"Exports",[70,132,133],{},"Your Downloads folder, by default",[70,135,136,137,142],{},"The CSV and Markdown files and ",[138,139,141],"a",{"href":140},"\u002Fdocs\u002Fclient-reports","client reports"," you've exported.",[15,144,145,146,148,149,151,152,154,155,159],{},"The ",[79,147,85],{}," folder, ",[79,150,105],{}," and ",[79,153,120],{}," live in CrawlStat's application data folder. See ",[138,156,158],{"href":157},"\u002Fdocs\u002Finstalling#where-crawlstat-keeps-its-files","Installing"," for the path on each platform.",[15,161,162,163,166,167,166,170,166,173,166,176,166,179,166,182,166,185,166,188,166,191,166,194,166,197,166,200,166,203,166,206,151,209,212],{},"By default, CrawlStat stores a fixed set of response headers rather than all of them: ",[79,164,165],{},"content-type",", ",[79,168,169],{},"content-length",[79,171,172],{},"content-encoding",[79,174,175],{},"content-language",[79,177,178],{},"cache-control",[79,180,181],{},"etag",[79,183,184],{},"expires",[79,186,187],{},"last-modified",[79,189,190],{},"location",[79,192,193],{},"link",[79,195,196],{},"server",[79,198,199],{},"vary",[79,201,202],{},"x-robots-tag",[79,204,205],{},"strict-transport-security",[79,207,208],{},"x-frame-options",[79,210,211],{},"content-security-policy",". It doesn't store cookies.",[10,214,216],{"id":215},"whats-sent-over-the-network","What's sent over the network",[218,219,221],"h3",{"id":220},"to-the-sites-you-crawl","To the sites you crawl",[15,223,224,225,228,229,232,233,236,237,93],{},"CrawlStat sends ordinary HTTP requests to the sites you point it at, identifying itself as ",[79,226,227],{},"CrawlStatBot\u002F1.0 (+https:\u002F\u002Fcrawlstat.com\u002Fbot)"," unless you change the user agent. If ",[28,230,231],{},"Check external links"," is on, it also requests each external URL your site links to, once, to see whether it works. If you turn on ",[28,234,235],{},"Render JavaScript",", pages are also loaded in a browser on your machine, with a fresh, empty profile each time, so none of your own cookies or logins are used. See ",[138,238,240],{"href":239},"\u002Fdocs\u002Fcrawler-and-robots","The crawler and robots.txt",[15,242,243,247,248,252],{},[138,244,246],{"href":245},"\u002Fdocs\u002Fcompetitor-intelligence","Competitor Intelligence"," works the same way. Your competitors' sites are crawled from your computer, politely (two requests at a time per site, with a short pause between them, and robots.txt respected), and everything it finds and works out stays on your machine. The optional ",[138,249,251],{"href":250},"\u002Fdocs\u002Flocal-ai","local AI"," runs on your machine too. The MCP server for AI agents only talks to the agent that starts it on your computer; if that agent uses a cloud model, what it does with the results is up to that agent.",[15,254,255],{},"Client reports are made on your machine too. Printing one to PDF uses your own browser, offline, and the report is just a file in your export folder until you choose to send it.",[218,257,259],{"id":258},"no-licence-checks","No licence checks",[15,261,262],{},"CrawlStat is free and open source, so there's no licence, no key and no account. The app never contacts a licence service.",[218,264,36],{"id":265},"update-checks",[15,267,268,269,272],{},"Information about the latest release (its version number, release notes and download links) is published as a small file on ",[79,270,271],{},"crawlstat.com",". Fetching it sends nothing about you or your crawls beyond what any web request carries, such as your IP address.",[218,274,276],{"id":275},"nothing-else","Nothing else",[15,278,279,280,284],{},"The app has no telemetry, usage analytics or crash reporting. The code is ",[138,281,283],{"href":282},"\u002Fdocs\u002Flicensing","open source",", so anyone can check this. The Settings screen puts it plainly: crawls run entirely on this machine.",[286,287,289],"callout",{"type":288},"note",[15,290,291],{},"Integrations where you bring your own key are planned. They'll let you connect services you choose, using your own API keys. Data will only go to those services when you trigger an integration yourself, never automatically.",[10,293,295],{"id":294},"backing-up-your-data","Backing up your data",[15,297,298],{},"Each crawl is a single file, so backing up is simple:",[300,301,302,311],"ul",{},[25,303,304,305,307,308,310],{},"Copy individual ",[79,306,81],{}," files from the ",[79,309,85],{}," folder to keep particular crawls.",[25,312,313],{},"Back up the whole application data folder to keep everything, including settings and your recent list.",[15,315,316],{},"Copy crawl files while CrawlStat isn't using them. There's no licence or key to move, so a new computer only needs CrawlStat and your files.",[10,318,320],{"id":319},"deleting-your-data","Deleting your data",[300,322,323,345,351],{},[25,324,325,328,329,333,334,337,338,151,341,344],{},[28,326,327],{},"One crawl:"," on the ",[138,330,332],{"href":331},"\u002Fdocs\u002Fprojects","Projects screen",", use ",[28,335,336],{},"⋯ → Delete crawl file…",". This deletes the file and its ",[79,339,340],{},"-wal",[79,342,343],{},"-shm"," companions.",[25,346,347,350],{},[28,348,349],{},"Exports:"," delete the CSV files from your Downloads folder as you would any other file.",[25,352,353,356],{},[28,354,355],{},"Everything:"," quit CrawlStat, then delete the application data folder.",[15,358,359],{},"There's nothing to delete on our side for your crawl data, because we never had it.",{"title":361,"searchDepth":362,"depth":362,"links":363},"",2,[364,365,366,373,374],{"id":12,"depth":362,"text":13},{"id":43,"depth":362,"text":44},{"id":215,"depth":362,"text":216,"children":367},[368,370,371,372],{"id":220,"depth":369,"text":221},3,{"id":258,"depth":369,"text":259},{"id":265,"depth":369,"text":36},{"id":275,"depth":369,"text":276},{"id":294,"depth":362,"text":295},{"id":319,"depth":362,"text":320},"What CrawlStat stores on your computer, the little it ever sends over the network, and how to back up or delete your data.","md",{},true,15,"\u002Fdocs\u002Fprivacy-and-data","Account & data",{"title":5,"description":375},"docs\u002Fprivacy-and-data","1YW46CZXpLzwGqb6ITHuyGVKtYN3P-tmLp6cUrDJyLY",[386,389,392,396,399,402,406,410,414,418,422,424,428,432,435,438,442,445,446,448,451,455],{"title":387,"path":140,"order":388},"Client reports",null,{"title":390,"path":391,"order":388},"UX testing","\u002Fdocs\u002Fux-testing",{"title":393,"path":394,"order":395},"Getting started","\u002Fdocs\u002Fgetting-started",1,{"title":397,"path":398,"order":362},"Installing CrawlStat","\u002Fdocs\u002Finstalling",{"title":400,"path":401,"order":369},"Your first crawl","\u002Fdocs\u002Fyour-first-crawl",{"title":403,"path":404,"order":405},"Watching a crawl","\u002Fdocs\u002Fwatching-a-crawl",4,{"title":407,"path":408,"order":409},"The Pages table","\u002Fdocs\u002Fresults-table",5,{"title":411,"path":412,"order":413},"Issues","\u002Fdocs\u002Fissues",6,{"title":415,"path":416,"order":417},"The plan","\u002Fdocs\u002Fthe-plan",7,{"title":419,"path":420,"order":421},"Journeys","\u002Fdocs\u002Fjourneys",8,{"title":246,"path":245,"order":423},8.7,{"title":425,"path":426,"order":427},"Accessibility","\u002Fdocs\u002Faccessibility",9,{"title":429,"path":430,"order":431},"Comparing crawls","\u002Fdocs\u002Fcomparing-crawls",10,{"title":433,"path":331,"order":434},"Projects",11,{"title":100,"path":436,"order":437},"\u002Fdocs\u002Fsettings",12,{"title":439,"path":440,"order":441},"Keyboard shortcuts","\u002Fdocs\u002Fkeyboard-shortcuts",13,{"title":443,"path":282,"order":444},"Open source and licence",14,{"title":5,"path":380,"order":379},{"title":240,"path":239,"order":447},16,{"title":449,"path":250,"order":450},"Local AI",17,{"title":452,"path":453,"order":454},"Troubleshooting","\u002Fdocs\u002Ftroubleshooting",18,{"title":456,"path":457,"order":458},"FAQ","\u002Fdocs\u002Ffaq",19,[460,461,462,464,465,466,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,484],{"title":387,"path":140,"section":388,"order":388},{"title":390,"path":391,"section":388,"order":388},{"title":393,"path":394,"section":463,"order":395},"Start here",{"title":397,"path":398,"section":463,"order":362},{"title":400,"path":401,"section":463,"order":369},{"title":403,"path":404,"section":467,"order":405},"Using CrawlStat",{"title":407,"path":408,"section":467,"order":409},{"title":411,"path":412,"section":467,"order":413},{"title":415,"path":416,"section":467,"order":417},{"title":419,"path":420,"section":467,"order":421},{"title":246,"path":245,"section":467,"order":423},{"title":425,"path":426,"section":467,"order":427},{"title":429,"path":430,"section":467,"order":431},{"title":433,"path":331,"section":467,"order":434},{"title":100,"path":436,"section":467,"order":437},{"title":439,"path":440,"section":467,"order":441},{"title":443,"path":282,"section":381,"order":444},{"title":5,"path":380,"section":381,"order":379},{"title":240,"path":239,"section":381,"order":447},{"title":449,"path":250,"section":381,"order":450},{"title":452,"path":453,"section":483,"order":454},"Help",{"title":456,"path":457,"section":483,"order":458},1793827597576]