# robots.txt # du -s * | grep -v ^0 | grep -v '^8 ' | cut -f 2 -d' ' | # sed 's=^=Disallow: /=' | sed 's=$=/=' >> robots.txt User-agent: * # Disallow: /abc/