# Example 1: Block only Googlebot
User-agent: Googlebot
Disallow: /

# Example 2: Block Googlebot and Adsbot
User-agent: Googlebot
User-agent: AdsBot-Google
Disallow: /

# Example 3: Block all crawlers except AdsBot (AdsBot crawlers must be named explicitly)
User-agent: *
Disallow: /

#For example, disallow all .xls files.
User-agent: *
Disallow: /*.xls$

User-agent: *
Disallow: /*.xlsx$

User-agent: *
Disallow: /*.pdf$

User-agent: *
Disallow: /*.doc$

User-agent: *
Disallow: /*.docx$

User-agent: *
Disallow: /*.mdb$

User-agent: *
Disallow: /*.jpg$

User-agent: *
Disallow: /*.jpeg$

User-agent: *
Disallow: /*.png$

User-agent: *

Disallow:

Disallow: *.axd

Disallow: /cgi-bin/

Disallow: /member

User-agent: bingbot

Disallow: /

User-agent: ia_archiver

Disallow: /