{"id":47332,"date":"2026-11-02T12:43:22","date_gmt":"2026-11-02T07:13:22","guid":{"rendered":"https:\/\/www.w3webschool.com\/blog\/?page_id=47332"},"modified":"2026-11-02T12:48:30","modified_gmt":"2026-11-02T07:18:30","slug":"robots-txt-generator","status":"publish","type":"page","link":"https:\/\/www.w3webschool.com\/blog\/robots-txt-generator\/","title":{"rendered":"Robots.txt Generator"},"content":{"rendered":"\t\t<div data-elementor-type=\"wp-page\" data-elementor-id=\"47332\" class=\"elementor elementor-47332\" data-elementor-post-type=\"page\">\n\t\t\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-7b8fd9d elementor-section-full_width elementor-section-height-default elementor-section-height-default\" data-id=\"7b8fd9d\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-no\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-bf4c918\" data-id=\"bf4c918\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-e325ffc elementor-widget elementor-widget-html\" data-id=\"e325ffc\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"html.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\r\n<div id=\"w3robots\">\r\n<style>\r\n#w3robots{\r\n --lime:#B6FF3B;--dark:#17210C;--muted:#74806d;\r\n --line:#e5eadf;--soft:#f7f9f4;\r\n font-family:Roboto,Arial,sans-serif;color:var(--dark);\r\n max-width:1100px;margin:auto;\r\n}\r\n#w3robots *{box-sizing:border-box}\r\n#w3robots .shell{\r\n background:#fff;border:1px solid var(--line);\r\n border-radius:18px;overflow:hidden;\r\n box-shadow:0 8px 35px rgba(23,33,12,.055);\r\n}\r\n#w3robots .header{\r\n padding:25px;border-bottom:1px solid var(--line);\r\n display:flex;justify-content:space-between;align-items:center;gap:12px;\r\n}\r\n#w3robots .header h2{\r\n margin:0;font:800 24px Manrope,Arial,sans-serif;\r\n}\r\n#w3robots .badge{\r\n background:#eff8e5;color:#41641e;\r\n font-size:12px;font-weight:700;padding:7px 12px;border-radius:30px;\r\n}\r\n#w3robots .body{padding:25px}\r\n#w3robots .section{margin-bottom:25px}\r\n#w3robots .section-title{\r\n font:800 17px Manrope,Arial,sans-serif;\r\n margin:0 0 14px;\r\n}\r\n#w3robots label{\r\n display:block;font-size:13px;font-weight:700;margin-bottom:8px;\r\n}\r\n#w3robots input,#w3robots select{\r\n width:100%;min-width:0;padding:12px 13px;\r\n border:1px solid #dfe5d8;border-radius:8px;\r\n background:#fff;color:var(--dark);\r\n font:13px Roboto,Arial,sans-serif;outline:none;\r\n}\r\n#w3robots input:focus,#w3robots select:focus{\r\n border-color:#91bd42;box-shadow:0 0 0 3px rgba(182,255,59,.17);\r\n}\r\n#w3robots .grid{\r\n display:grid;grid-template-columns:repeat(2,1fr);gap:15px;\r\n}\r\n#w3robots .full{grid-column:1\/-1}\r\n#w3robots .hint{font-size:11px;color:var(--muted);margin-top:6px;line-height:1.5}\r\n#w3robots .preset-grid{\r\n display:grid;grid-template-columns:repeat(3,1fr);gap:10px;\r\n}\r\n#w3robots .preset{\r\n text-align:left;background:#fff;\r\n border:1px solid var(--line);border-radius:10px;\r\n padding:14px;cursor:pointer;transition:.2s;\r\n color:var(--dark);\r\n}\r\n#w3robots .preset:hover,#w3robots .preset.active{\r\n border-color:#9dcf4e;background:#f5faed;\r\n}\r\n#w3robots .preset strong{display:block;font-size:13px;margin-bottom:5px}\r\n#w3robots .preset span{font-size:11px;color:var(--muted)}\r\n#w3robots .bot-options{\r\n display:flex;gap:9px;flex-wrap:wrap;\r\n}\r\n#w3robots .bot-option{\r\n display:flex;align-items:center;gap:7px;\r\n padding:10px 12px;background:#f7f9f4;\r\n border:1px solid var(--line);border-radius:8px;\r\n font-size:12px;font-weight:600;cursor:pointer;\r\n}\r\n#w3robots .bot-option input{\r\n width:15px;height:15px;margin:0;accent-color:#709d2c;\r\n}\r\n#w3robots .rules{\r\n border:1px solid var(--line);border-radius:11px;overflow:hidden;\r\n}\r\n#w3robots .rule-head{\r\n padding:12px 14px;background:#f4f7ef;\r\n display:grid;grid-template-columns:1fr 1fr 40px;gap:10px;\r\n font-size:12px;font-weight:700;\r\n}\r\n#w3robots .rule-row{\r\n display:grid;grid-template-columns:1fr 1fr 40px;\r\n gap:10px;padding:11px 13px;border-top:1px solid var(--line);\r\n align-items:center;\r\n}\r\n#w3robots .remove{\r\n width:34px;height:34px;padding:0!important;\r\n background:#fff0ed!important;color:#b23d2d!important;\r\n border-radius:7px!important;font-size:17px!important;\r\n}\r\n#w3robots button{\r\n border:0;border-radius:8px;padding:11px 16px;\r\n font-size:12px;font-weight:700;cursor:pointer;transition:.2s;\r\n}\r\n#w3robots button:hover{transform:translateY(-1px)}\r\n#w3robots .primary{background:var(--lime);color:var(--dark)}\r\n#w3robots .secondary{\r\n background:#f1f4ed;color:var(--dark);\r\n border:1px solid var(--line);\r\n}\r\n#w3robots .add-rule{\r\n margin-top:12px;background:#f2f7e9;\r\n color:#41641e;border:1px dashed #a6c978;\r\n}\r\n#w3robots .preview{\r\n background:#15200f;border-radius:12px;overflow:hidden;\r\n}\r\n#w3robots .preview-head{\r\n display:flex;align-items:center;justify-content:space-between;\r\n padding:13px 16px;border-bottom:1px solid #35432d;gap:10px;\r\n}\r\n#w3robots .preview-head strong{color:#fff;font-size:13px}\r\n#w3robots .file-tag{font-size:11px;color:#c4d7ae}\r\n#w3robots pre{\r\n margin:0;padding:20px;color:#d9f7b6;\r\n font:13px\/1.9 Consolas,monospace;\r\n white-space:pre-wrap;overflow-wrap:anywhere;\r\n min-height:180px;max-height:440px;overflow:auto;\r\n}\r\n#w3robots .actions{display:flex;gap:10px;flex-wrap:wrap;margin-top:15px}\r\n#w3robots .notice{\r\n background:#fff8e9;border-left:4px solid #efc46d;\r\n border-radius:7px;padding:13px 15px;\r\n font-size:12px;line-height:1.7;color:#67502a;\r\n margin-top:20px;\r\n}\r\n#w3robots .success-msg{\r\n display:none;background:#edf8e5;color:#41641e;\r\n padding:11px 13px;border-radius:8px;font-size:12px;margin-top:12px;\r\n}\r\n@media(max-width:700px){\r\n #w3robots .header{padding:19px;align-items:flex-start;flex-direction:column}\r\n #w3robots .header h2{font-size:21px}\r\n #w3robots .body{padding:17px}\r\n #w3robots .grid{grid-template-columns:1fr}\r\n #w3robots .preset-grid{grid-template-columns:1fr}\r\n #w3robots .rule-head{display:none}\r\n #w3robots .rule-row{grid-template-columns:1fr 1fr 34px;padding:10px}\r\n #w3robots .actions button{flex:1}\r\n}\r\n<\/style>\r\n\r\n<div class=\"shell\">\r\n <div class=\"header\">\r\n  <h2>Robots.txt Generator<\/h2>\r\n  <span class=\"badge\">FREE SEO TOOL<\/span>\r\n <\/div>\r\n\r\n <div class=\"body\">\r\n\r\n  <div class=\"section\">\r\n   <h3 class=\"section-title\">1. Website Information<\/h3>\r\n   <div class=\"grid\">\r\n    <div>\r\n     <label for=\"w3robots-domain\">Website URL<\/label>\r\n     <input type=\"url\" id=\"w3robots-domain\" placeholder=\"https:\/\/example.com\">\r\n     <div class=\"hint\">Enter your website's main URL.<\/div>\r\n    <\/div>\r\n    <div>\r\n     <label for=\"w3robots-sitemap\">Sitemap URL<\/label>\r\n     <input type=\"url\" id=\"w3robots-sitemap\" placeholder=\"https:\/\/example.com\/sitemap_index.xml\">\r\n     <div class=\"hint\">Your XML sitemap URL.<\/div>\r\n    <\/div>\r\n   <\/div>\r\n  <\/div>\r\n\r\n  <div class=\"section\">\r\n   <h3 class=\"section-title\">2. Choose a Robots.txt Preset<\/h3>\r\n   <div class=\"preset-grid\">\r\n    <button type=\"button\" class=\"preset active\" data-preset=\"default\">\r\n     <strong>Standard Website<\/strong>\r\n     <span>Basic crawler access rules<\/span>\r\n    <\/button>\r\n    <button type=\"button\" class=\"preset\" data-preset=\"wordpress\">\r\n     <strong>WordPress Website<\/strong>\r\n     <span>Common WordPress paths<\/span>\r\n    <\/button>\r\n    <button type=\"button\" class=\"preset\" data-preset=\"woocommerce\">\r\n     <strong>WooCommerce Store<\/strong>\r\n     <span>Common store URL patterns<\/span>\r\n    <\/button>\r\n   <\/div>\r\n  <\/div>\r\n\r\n  <div class=\"section\">\r\n   <h3 class=\"section-title\">3. Search Engine Crawlers<\/h3>\r\n   <div class=\"bot-options\">\r\n    <label class=\"bot-option\"><input type=\"checkbox\" id=\"w3robots-all\" checked> All Search Bots (*)<\/label>\r\n    <label class=\"bot-option\"><input type=\"checkbox\" id=\"w3robots-google\"> Googlebot<\/label>\r\n    <label class=\"bot-option\"><input type=\"checkbox\" id=\"w3robots-bing\"> Bingbot<\/label>\r\n   <\/div>\r\n   <div class=\"hint\">Select the crawler groups for which you want to create rules. Selecting a specific bot adds a separate user-agent group.<\/div>\r\n  <\/div>\r\n\r\n  <div class=\"section\">\r\n   <h3 class=\"section-title\">4. Configure Allow & Disallow Rules<\/h3>\r\n   <div class=\"rules\">\r\n    <div class=\"rule-head\">\r\n     <span>Directive<\/span><span>Path<\/span><span><\/span>\r\n    <\/div>\r\n    <div id=\"w3robots-rules\"><\/div>\r\n   <\/div>\r\n   <button type=\"button\" class=\"add-rule\" id=\"w3robots-add\">+ Add New Rule<\/button>\r\n  <\/div>\r\n\r\n  <div class=\"section\">\r\n   <h3 class=\"section-title\">5. Additional Settings<\/h3>\r\n   <div class=\"grid\">\r\n    <div>\r\n     <label for=\"w3robots-delay\">Crawl Delay (Seconds)<\/label>\r\n     <input type=\"number\" id=\"w3robots-delay\" min=\"0\" max=\"60\" placeholder=\"Leave blank to omit\">\r\n     <div class=\"hint\">Optional. Not supported by every crawler.<\/div>\r\n    <\/div>\r\n    <div>\r\n     <label for=\"w3robots-custom\">Custom Robots.txt Lines<\/label>\r\n     <input type=\"text\" id=\"w3robots-custom\" placeholder=\"Example: # Custom SEO rules\">\r\n     <div class=\"hint\">Optional comment or additional directive.<\/div>\r\n    <\/div>\r\n   <\/div>\r\n  <\/div>\r\n\r\n  <div class=\"section\">\r\n   <h3 class=\"section-title\">6. Live Robots.txt Preview<\/h3>\r\n   <div class=\"preview\">\r\n    <div class=\"preview-head\">\r\n     <strong>robots.txt<\/strong>\r\n     <span class=\"file-tag\">TEXT FILE \u00b7 UTF-8<\/span>\r\n    <\/div>\r\n    <pre id=\"w3robots-output\"><\/pre>\r\n   <\/div>\r\n   <div class=\"actions\">\r\n    <button type=\"button\" class=\"primary\" id=\"w3robots-copy\">Copy Robots.txt<\/button>\r\n    <button type=\"button\" class=\"secondary\" id=\"w3robots-download\">Download .txt<\/button>\r\n    <button type=\"button\" class=\"secondary\" id=\"w3robots-reset\">Reset Tool<\/button>\r\n   <\/div>\r\n   <div class=\"success-msg\" id=\"w3robots-message\"><\/div>\r\n  <\/div>\r\n\r\n  <div class=\"notice\">\r\n   <strong>Important SEO Note:<\/strong> A robots.txt file controls crawler access; it does not guarantee that a URL will be removed from Google's index. Do not block important CSS, JavaScript or content resources required to render your pages. Review all rules before publishing.\r\n  <\/div>\r\n <\/div>\r\n<\/div>\r\n\r\n<script>\r\n(function(){\r\n const root=document.getElementById('w3robots');\r\n if(!root || root.dataset.ready)return;\r\n root.dataset.ready='1';\r\n\r\n const $=id=>root.querySelector('#w3robots-'+id);\r\n const rulesBox=$('rules');\r\n let rules=[];\r\n let activePreset='default';\r\n\r\n function addRule(type='Disallow',path=''){\r\n  rules.push({id:Date.now()+Math.random(),type,path});\r\n  renderRules();\r\n  generate();\r\n }\r\n\r\n function renderRules(){\r\n  rulesBox.innerHTML=rules.map((r,i)=>`\r\n   <div class=\"rule-row\" data-index=\"${i}\">\r\n    <select aria-label=\"Directive\" data-field=\"type\">\r\n     <option value=\"Disallow\" ${r.type==='Disallow'?'selected':''}>Disallow<\/option>\r\n     <option value=\"Allow\" ${r.type==='Allow'?'selected':''}>Allow<\/option>\r\n    <\/select>\r\n    <input type=\"text\" aria-label=\"Path\" data-field=\"path\"\r\n     value=\"${escapeAttr(r.path)}\" placeholder=\"\/example\/\">\r\n    <button type=\"button\" class=\"remove\" data-remove=\"${i}\" aria-label=\"Remove rule\">\u00d7<\/button>\r\n   <\/div>\r\n  `).join('');\r\n }\r\n\r\n function escapeAttr(value){\r\n  return String(value).replace(\/[&<>\"']\/g,c=>({\r\n   '&':'&amp;','<':'&lt;','>':'&gt;','\"':'&quot;',\"'\":'&#39;'\r\n  }[c]));\r\n }\r\n\r\n function normalizeDomain(value){\r\n  try{\r\n   const u=new URL(value);\r\n   if(!['http:','https:'].includes(u.protocol))return '';\r\n   return u.origin;\r\n  }catch(e){return '';}\r\n }\r\n\r\n function normalizeSitemap(value){\r\n  try{\r\n   const u=new URL(value);\r\n   if(!['http:','https:'].includes(u.protocol))return '';\r\n   return u.href;\r\n  }catch(e){return '';}\r\n }\r\n\r\n function setPreset(name){\r\n  activePreset=name;\r\n  root.querySelectorAll('.preset').forEach(b=>{\r\n   b.classList.toggle('active',b.dataset.preset===name);\r\n  });\r\n\r\n  if(name==='default'){\r\n   rules=[\r\n    {id:1,type:'Allow',path:'\/'}\r\n   ];\r\n  }else if(name==='wordpress'){\r\n   rules=[\r\n    {id:1,type:'Allow',path:'\/'},\r\n    {id:2,type:'Disallow',path:'\/wp-admin\/'},\r\n    {id:3,type:'Allow',path:'\/wp-admin\/admin-ajax.php'}\r\n   ];\r\n  }else if(name==='woocommerce'){\r\n   rules=[\r\n    {id:1,type:'Allow',path:'\/'},\r\n    {id:2,type:'Disallow',path:'\/wp-admin\/'},\r\n    {id:3,type:'Allow',path:'\/wp-admin\/admin-ajax.php'},\r\n    {id:4,type:'Disallow',path:'\/cart\/'},\r\n    {id:5,type:'Disallow',path:'\/checkout\/'},\r\n    {id:6,type:'Disallow',path:'\/my-account\/'},\r\n    {id:7,type:'Disallow',path:'\/*?add-to-cart='}\r\n   ];\r\n  }\r\n  renderRules();\r\n  generate();\r\n }\r\n\r\n function generate(){\r\n  const lines=[];\r\n  const groups=[];\r\n  if($('all').checked)groups.push('*');\r\n  if($('google').checked)groups.push('Googlebot');\r\n  if($('bing').checked)groups.push('Bingbot');\r\n\r\n  if(!groups.length)groups.push('*');\r\n\r\n  const delay=$('delay').value.trim();\r\n  const custom=$('custom').value.trim();\r\n  const validDelay=delay!=='' && Number.isInteger(Number(delay)) && Number(delay)>=0 && Number(delay)<=60;\r\n\r\n  groups.forEach((bot,index)=>{\r\n   if(index)lines.push('');\r\n   lines.push('User-agent: '+bot);\r\n\r\n   rules.forEach(rule=>{\r\n    const path=rule.path.trim();\r\n    if(path)lines.push(rule.type+': '+path);\r\n   });\r\n\r\n   if(validDelay && bot!=='Googlebot'){\r\n    lines.push('Crawl-delay: '+Number(delay));\r\n   }\r\n  });\r\n\r\n  if(custom){\r\n   lines.push('');\r\n   custom.split(\/\\r?\\n\/).forEach(line=>lines.push(line.trim()));\r\n  }\r\n\r\n  const sitemap=normalizeSitemap($('sitemap').value.trim());\r\n  if(sitemap){\r\n   lines.push('');\r\n   lines.push('Sitemap: '+sitemap);\r\n  }\r\n\r\n  $('output').textContent=lines.join('\\n')+'\\n';\r\n }\r\n\r\n $('add').addEventListener('click',()=>addRule());\r\n rulesBox.addEventListener('input',e=>{\r\n  const row=e.target.closest('.rule-row');\r\n  if(!row)return;\r\n  const i=Number(row.dataset.index);\r\n  if(!rules[i])return;\r\n  const field=e.target.dataset.field;\r\n  if(field)rules[i][field]=e.target.value;\r\n  generate();\r\n });\r\n\r\n rulesBox.addEventListener('click',e=>{\r\n  const btn=e.target.closest('[data-remove]');\r\n  if(!btn)return;\r\n  rules.splice(Number(btn.dataset.remove),1);\r\n  renderRules();\r\n  generate();\r\n });\r\n\r\n root.querySelectorAll('.preset').forEach(btn=>{\r\n  btn.addEventListener('click',()=>setPreset(btn.dataset.preset));\r\n });\r\n\r\n ['domain','sitemap','delay','custom','all','google','bing'].forEach(id=>{\r\n  $(id).addEventListener('input',generate);\r\n  $(id).addEventListener('change',generate);\r\n });\r\n\r\n function notify(message){\r\n  $('message').textContent=message;\r\n  $('message').style.display='block';\r\n  clearTimeout(notify.timer);\r\n  notify.timer=setTimeout(()=>$('message').style.display='none',2500);\r\n }\r\n\r\n $('copy').addEventListener('click',async()=>{\r\n  const text=$('output').textContent;\r\n  try{\r\n   await navigator.clipboard.writeText(text);\r\n   notify('Robots.txt copied successfully!');\r\n  }catch(e){\r\n   const area=document.createElement('textarea');\r\n   area.value=text;\r\n   document.body.appendChild(area);\r\n   area.select();\r\n   document.execCommand('copy');\r\n   area.remove();\r\n   notify('Robots.txt copied!');\r\n  }\r\n });\r\n\r\n $('download').addEventListener('click',()=>{\r\n  const content=$('output').textContent;\r\n  const blob=new Blob([content],{type:'text\/plain;charset=utf-8'});\r\n  const url=URL.createObjectURL(blob);\r\n  const a=document.createElement('a');\r\n  a.href=url;\r\n  a.download='robots.txt';\r\n  a.click();\r\n  URL.revokeObjectURL(url);\r\n  notify('robots.txt file downloaded!');\r\n });\r\n\r\n $('reset').addEventListener('click',()=>{\r\n  $('domain').value='';\r\n  $('sitemap').value='';\r\n  $('delay').value='';\r\n  $('custom').value='';\r\n  $('all').checked=true;\r\n  $('google').checked=false;\r\n  $('bing').checked=false;\r\n  setPreset('default');\r\n  notify('Generator has been reset.');\r\n });\r\n\r\n \/\/ Initialize with the standard website preset.\r\n setPreset('default');\r\n})();\r\n<\/script>\r\n<\/div>\r\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<\/div>\n\t\t","protected":false},"excerpt":{"rendered":"<p>Robots.txt Generator FREE SEO TOOL 1. Website Information Website URL Enter your website&#8217;s main URL. Sitemap URL Your XML sitemap URL. 2. Choose a Robots.txt Preset Standard Website Basic crawler access rules WordPress Website Common WordPress paths WooCommerce Store Common store URL patterns 3. Search Engine Crawlers All Search Bots (*) Googlebot Bingbot Select the &#8230; <a title=\"Robots.txt Generator\" class=\"read-more\" href=\"https:\/\/www.w3webschool.com\/blog\/robots-txt-generator\/\" aria-label=\"Read more about Robots.txt Generator\">Read more<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"elementor_header_footer","meta":{"footnotes":""},"class_list":["post-47332","page","type-page","status-publish"],"_links":{"self":[{"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/pages\/47332"}],"collection":[{"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/comments?post=47332"}],"version-history":[{"count":4,"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/pages\/47332\/revisions"}],"predecessor-version":[{"id":47336,"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/pages\/47332\/revisions\/47336"}],"wp:attachment":[{"href":"https:\/\/www.w3webschool.com\/blog\/wp-json\/wp\/v2\/media?parent=47332"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}