User-agent: googlebot        # all Google services
Disallow: /private/          # disallow this directory

User-agent: googlebot-news   # only the news service
Disallow: /                  # disallow everything

User-agent: *                # any robot
Disallow: /something/        # disallow this directory

Allow: /directory1/myfile.html
Disallow: /directory1/

Sitemap: http://www.nabamart.com/sitemap.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /junk/

User-agent: BadBot # replace 'BadBot' with the actual user-agent of the bot
User-agent: Googlebot
Disallow: /private/

Sitemap: https://nabamart.com/sitemap.xml
User-agent: Mediapartners-Google
Disallow: 

User-agent: *
Disallow: /search*
Disallow: /20*
Allow: /*.html

Sitemap: https://www.nabamart.com/sitemap.xml
Sitemap: https://www.nabamart.com/sitemap-pages.xml