# robots.txt 

User-agent: *
Disallow: /components/
Disallow: /output/
Disallow: /transfer/
Disallow: /model/
Disallow: /modules/
Disallow: /import/
Disallow: /configs/
Crawl-delay: 120