# Sample BOTS txt file # User-Agent: * # applies to all robots - Can name each bot, or use the "*" to apply to all bots Disallow: # disallow indexing of given pages - use "/" to disallow indexing of ALL pages Allow: # This is the allowed list. # End of Sample BOTS txt file #