User-agent: *
Allow: /pub
Allow: /sites
Disallow: /mirror
Disallow: /debian
Disallow: /slackware
Disallow: /debian-cd
Disallow: /parabola
Disallow: /linuxlite
Disallow: /ubuntu
Disallow: /pub/CentOS
User-agent: facebookexternalhit/1.1
Disallow: /