User-agent: * Allow: /wp-content/uploads/ Disallow: /wp-includes/ Disallow: /wp-admin/ #Disallow: /wp-content/plugins/ #Disallow: /wp-content/themes/ Disallow: /_docs/ Disallow: /_installs/ Disallow: /functions/ Disallow: /node_modules/ Disallow: /api/ Disallow: /refer/ Disallow: /feed/ Disallow: /trackback/ Disallow: /readme.html Disallow: /license.txt Disallow: /xmlrpc.php #Disallow: /wp- Allow: /wp-admin/admin-ajax.php # Cloudflare/Netlify Pages 404 Disallow: /404 # Allow all JS/CSS # # Wildcards are needed to force priority # Allow: /*.js********************** Allow: /*.css********************** # Sitemap URL configuration # # URLs need to be ABSOLUTE # # FOR HOSTED WP: Setup production URL (example.com) # FOR WP2Static: Setup localhost url (example.localhost) and it will be replaced ## Hosted WordPress: Yoast SEO Plugin creates sitemap_index.xml #Sitemap: https://example.com/sitemap_index.xml ## WP2Static rename Yoast SEO file to sitemap.xml #Sitemap: http://example.localhost/sitemap.xml ## These sitemap file names stays the same #Sitemap: http://example.localhost/page-sitemap.xml #Sitemap: http://example.localhost/post-sitemap.xml