# /robots.txt file for metavid.ucsc.edu #stop the cuill seems to hit to hard User-agent: twiceler Disallow: User-agent: * Disallow: /bleeding_edge # duplicate of site Disallow: /stats Disallow: /m3u Disallow: /overlay/archive_browser/export_cmml #I dobut there are many cmml indexers out there