User-agent: * # Allows all robots Allow: / # Robots can access all files Disallow: /admin #blocks robots from admin