</noscript><div id="__next" data-reactroot=""><div><section class="w-full bg-dark-blue fixed top-0 left-0 z-top"><nav class="flex justify-between items-center py-2.5 w-full max-w-6xl mx-auto"><div class="flex items-center space-x-2"><a class="flex items-center space-x-2" href="/"><svg class="block h-8 w-auto fill-current text-white" fill-rule="evenodd" stroke-linejoin="round" stroke-miterlimit="2" clip-rule="evenodd" viewBox="0 0 20 20"><path d="M10 0C4.481 0 0 4.481 0 10s4.481 10 10 10 10-4.481 10-10S15.519 0 10 0Zm0 .461c5.265 0 9.539 4.274 9.539 9.539S15.265 19.539 10 19.539.461 15.265.461 10 4.735.461 10 .461Zm7.502 12.705A8.149 8.149 0 0 1 10 18.141 8.145 8.145 0 0 1 1.859 10 8.145 8.145 0 0 1 10 1.859a8.145 8.145 0 0 1 7.522 11.258l-.038-3.321-.248.171v-.006l-1.162.803.083 2.116.545-.633.248.284v.001l.552.634Zm-2.983 2.216c-3.075 1.345-6.342 1.184-9.764-.307a.62.62 0 0 1-.372-.57l.009-2.451a.62.62 0 0 1 1.24.005l-.008 2.037c3.07 1.247 5.999 1.313 8.752-.013l.001-2.008a.62.62 0 0 1 1.163-.299l.008.015a.618.618 0 0 1 .069.285l-.002 2.389a.62.62 0 0 1-.331.549c-.254.133-.509.256-.766.368h.001ZM10.995 4.069a.79.79 0 0 1 1.07-.258l2.041 1.26 1.711 1.055 1.423.878c.358.221.575.61.575 1.03v.004a1.215 1.215 0 0 1-.584 1.036l-.019.011c-.103.08-.23.158-.384.234l-4.824 2.934a.79.79 0 1 1-.797-1.362l4.596-2.69a.195.195 0 0 0 .001-.335L11.26 5.168a.789.789 0 0 1-.276-1.081l.011-.018ZM4.196 7.866a.195.195 0 0 0 .001.335l4.596 2.69a.79.79 0 0 1-.797 1.362L2.769 9.074a1.215 1.215 0 0 1-.009-2.07l5.175-3.193a.79.79 0 0 1 .805 1.357L4.196 7.866Zm7.096-1.762 3.358 1.872-4.195 2.261-.451.257-2.416-1.276c2.195-.264 3.568-1.143 2.782-3.665l.922.551Z"></path></svg><span class="text-xl leading-none font-bold text-white font-mono">Dev</span></a><span class="text-base leading-none font-bold text-slate-300 ">Robot.txt Generator Online</span></div><div class="lg:hidden"><button class="navbar-burger flex items-center p-3 hover:bg-gray-50 rounded"><svg class="block h-4 w-4" viewBox="0 0 20 20" xmlns="http://www.w3.org/2000/svg"><title>Mobile menu</title><path d="M0 3h20v2H0V3zm0 6h20v2H0V9zm0 6h20v2H0v-2z"></path></svg></button></div><ul class="hidden lg:flex lg:ml-auto lg:items-center lg:w-auto lg:space-x-4 font-bold"><li><a class="text-sm text-slate-200 hover:text-indigo-200" href="/feedback">Feedback</a></li><li><a class="text-sm text-slate-200 hover:text-indigo-200" href="/">Home</a></li></ul></nav></section><main class="mx-auto w-full justify-end flex"><div class="w-full md:w-1/3 xl:w-1/4 bg-gray-200 py-20 pr-4 pl-6 lg:pl-16 md:pr-10 min-h-screen h-full space-y-3 fixed hidden md:block left-0 top-0"><a class="flex items-center gap-2 hover:text-indigo-600 font-bold text-gray-500" href="/"><span class="material-icons undefined text-base leading-none">keyboard_backspace</span> See all utilities</a><div class="pr-6 pt-6"><div class="bg-gray-100 rounded border"><span style="box-sizing:border-box;display:block;overflow:hidden;width:initial;height:initial;background:none;opacity:1;border:0;margin:0;padding:0;position:relative"><span style="box-sizing:border-box;display:block;width:initial;height:initial;background:none;opacity:1;border:0;margin:0;padding:0;padding-top:44%"></span><img alt="Robot.txt Generator" src="data:image/gif;base64,R0lGODlhAQABAIAAAAAAAP///yH5BAEAAAAALAAAAAABAAEAAAIBRAA7" decoding="async" data-nimg="responsive" class="group-hover:scale-105 w-full transition-transform transform" style="position:absolute;top:0;left:0;bottom:0;right:0;box-sizing:border-box;padding:0;border:none;margin:auto;display:block;width:0;height:0;min-width:100%;max-width:100%;min-height:100%;max-height:100%"/><noscript><img alt="Robot.txt Generator" sizes="100vw" srcSet="https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=640&q=75 640w, https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=750&q=75 750w, https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=828&q=75 828w, https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=1080&q=75 1080w, https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=1200&q=75 1200w, https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=1920&q=75 1920w, https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=2048&q=75 2048w, https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=3840&q=75 3840w" src="https://tools.dankedev.com/images/seo/robots-txt-generator.webp?w=3840&q=75" decoding="async" data-nimg="responsive" style="position:absolute;top:0;left:0;bottom:0;right:0;box-sizing:border-box;padding:0;border:none;margin:auto;display:block;width:0;height:0;min-width:100%;max-width:100%;min-height:100%;max-height:100%" class="group-hover:scale-105 w-full transition-transform transform" loading="lazy"/></noscript></span></div></div><h1 class="text-lg md:text-xl xl:text-2xl font-bold">Robot.txt Generator</h1><p class="text-base md:text-lg text-gray-600">Generate and download robots.txt to easily</p><div class="flex items-center w-full"><a href="https://www.facebook.com/sharer/sharer.php?u=https%3A%2F%2Ftools.dankedev.com%2Fseo%2Frobots-txt-generator" title="Share to Facebook" class="flex items-center py-2 px-3 hover:bg-gray-300 rounded-md"><svg xmlns="http://www.w3.org/2000/svg" fill="currentColor" class="h-5 w-5 text-gray-600" viewBox="0 0 50 50"><path d="M49 25C49 11.745 38.255 1 25 1S1 11.745 1 25c0 11.979 8.776 21.908 20.25 23.708v-16.77h-6.094V25h6.094v-5.288c0-6.014 3.583-9.337 9.065-9.337 2.625 0 5.372.469 5.372.469v5.906h-3.026c-2.981 0-3.911 1.85-3.911 3.75V25h6.656l-1.064 6.938H28.75v16.77C40.224 46.908 49 36.978 49 25Z"></path></svg></a><a href="https://twitter.com/share?text=Robot.txt%20Generator&url=https%3A%2F%2Ftools.dankedev.com%2Fseo%2Frobots-txt-generator&hashtags=webtool&via=dankedev&related=programmer" title="Share to Twitter" class="flex items-center py-2 px-3 hover:bg-gray-300 rounded-md"><svg xmlns="http://www.w3.org/2000/svg" fill="currentColor" class="h-5 w-5 text-gray-600" viewBox="0 0 50 50"><path d="M16.095 44.501c18.113 0 28.02-15.006 28.02-28.02 0-.426 0-.85-.028-1.273A20.036 20.036 0 0 0 49 10.11a19.632 19.632 0 0 1-5.656 1.55 9.881 9.881 0 0 0 4.33-5.447 19.73 19.73 0 0 1-6.254 2.39 9.857 9.857 0 0 0-16.783 8.982A27.96 27.96 0 0 1 4.341 7.295 9.855 9.855 0 0 0 7.39 20.443a9.761 9.761 0 0 1-4.47-1.233v.125a9.851 9.851 0 0 0 7.9 9.654 9.832 9.832 0 0 1-4.446.169 9.861 9.861 0 0 0 9.2 6.839A19.759 19.759 0 0 1 1 40.078a27.883 27.883 0 0 0 15.095 4.416"></path></svg></a><a href="whatsapp://send?text=" title="Share to Whatsapp" class="flex items-center py-2 px-3 hover:bg-gray-300 rounded-md"><span class="material-icons text-lg">whatsapp</span></a></div></div><div class="w-full md:w-2/3 xl:w-3/4 py-14 px-4 md:px-6 push"><div class="w-full form-wrap py-8"><div class="grid grid-cols-1 gap-6"><div class="col-span-1 bg-white rounded-md px-6 py-6 shadow space-y-3"><div class="grid grid-cols-1 md:grid-cols-2 gap-6"><fieldset class="col-span-1"><label for="id-for-default"> Default robot access : </label><select id="id-for-default" class="form-select w-full rounded" name="directive"><option value="" disabled="">Select Access</option><option value="Allow">Allow</option><option value="Disallow">Disallow</option></select></fieldset><fieldset class="col-span-1"><label for="id-for-default"> Crawl delay : </label><select id="id-for-default" class="form-select w-full rounded" name="delay"><option value="" disabled="">Select dellay</option><option value="0">No delay</option><option value="5">5 seconds</option><option value="10">10 seconds</option><option value="15">15 seconds</option><option value="20">20 seconds</option><option value="60">60 seconds</option><option value="120">120 seconds</option></select></fieldset></div><fieldset><label for="id-for-sitemap"> <span class="font-bold">Sitemap</span> <span class="text-gray-500">(leave blank if you don’t have)</span>: </label><input type="url" id="id-for-sitemap" class="form-input border w-full rounded" placeholder="https://example.com/sitemap.xml" name="sitemap"/></fieldset></div><div class="col-span-1 bg-white rounded-md px-6 py-6 shadow space-y-3"><h3 class="font-bold"> Your Generated Robots.txt File</h3><pre class="select-all" style="color:black;background:#f5f2f0;text-shadow:0 1px white;font-family:Consolas, Monaco, 'Andale Mono', 'Ubuntu Mono', monospace;font-size:1em;text-align:left;white-space:pre;word-spacing:normal;word-break:normal;word-wrap:normal;line-height:1.5;-moz-tab-size:4;-o-tab-size:4;tab-size:4;-webkit-hyphens:none;-moz-hyphens:none;-ms-hyphens:none;hyphens:none;padding:1em;margin:.5em 0;overflow:auto"><code class="language-plain" style="color:black;background:none;text-shadow:0 1px white;font-family:Consolas, Monaco, 'Andale Mono', 'Ubuntu Mono', monospace;font-size:1em;text-align:left;white-space:pre;word-spacing:normal;word-break:normal;word-wrap:normal;line-height:1.5;-moz-tab-size:4;-o-tab-size:4;tab-size:4;-webkit-hyphens:none;-moz-hyphens:none;-ms-hyphens:none;hyphens:none"><span>User-agent: * </span>Allow:/</code></pre></div></div></div></div></main></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"data":{"title":"Robot.txt Generator","short_description":"Generate and download robots.txt to easily","path":"seo","url":"robots-txt-generator"},"params":{"category":"seo","slug":"robots-txt-generator"}},"__N_SSG":true},"page":"/[category]/[slug]","query":{"category":"seo","slug":"robots-txt-generator"},"buildId":"Obl_egUjMNSehDA0y3EYc","isFallback":false,"gsp":true,"scriptLoader":[]}</script></body></html>