## robots.txt file for weboptout.org
#
# Lines that start with `#` are comments, thus disabled.
# Lines with multiple `##` are section delimiters.
#


## Fine-grained control over content.
User-agent: *
Disallow: /
Allow: /$


## Fine-grained control over rights.
#
# The rights revervations are split into four categories.  We only want to
# forbid some of them.
#
User-agent: weboptout-for-all

# Disallow: crawling

### This section applies to search engines reservations is commented out.
#     Disallow: spidering
#         Disallow: linking       # no-link
#         Disallow: indexing      # no-index
#         Disallow: caching       # no-cache
#         Disallow: archiving     # no-archive

### This section applies to collecting data generally, so we forbid this.

    Disallow: scraping          # no-scrape
        Disallow: extracting    # no-extract
        Disallow: reproducing   # no-reproduce
        Disallow: collecting    # no-collect
        Disallow: distributing  # no-distribute
        Disallow: derivating    # no-derivative

### This section applies to data mining specifically, this is not forbidden.
#     Disallow: mining            # no-mine
#         Disallow: learning      # no-learn
#         Disallow: training      # no-train
#         Disallow: augmenting    # no-augment
#         Disallow: generating    # no-generate

### This section specifies that all activities are for non-commercial uses.

    Disallow: profiting         # no-profit

        Disallow: competing     # no-compete
        Disallow: licensing     # no-license
        Disallow: liability     # no-liability

### This would expressely forbid all activities requiring Copyright exceptions.
# Disallow: *