User-agent: *
Disallow: /download_file.php
Disallow: /config
Disallow: /offline
Disallow: /data
Disallow: /database
Disallow: /log
Disallow: /media
Disallow: /tmp
Disallow: /upload
Disallow: *.mp4
Disallow: *.mp3
Disallow: *.avi
Disallow: *.zip
Disallow: *.exe
Disallow: *.tar.gz