User-Agent: *
Disallow: /admin/  # disable crawling django admin