User-agent: *
Disallow: *.txt
Disallow: *.inc
Disallow: *.css
Disallow: *.ini

User-agent: LinkChecker
Disallow: /