# # robots.txt # User-agent: * # Directories Disallow: /wp Disallow: /abc # Files Disallow: 404-pagenotfound.html Disallow: payment-confirmed.html Disallow: payment-cancelled.html