# robots.txt 

User-agent: *
Disallow: /Assets/ # Non searchable content
Disallow: /Admin/ # Non searchable content
Disallow: /AuthFiles/ # Non searchable content
Disallow: /Config/ # Non searchable content
Disallow: /css/ # Non searchable content
Disallow: /Images/ # Non searchable content
Disallow: /Include/ # Non searchable content
Disallow: /Login/ # Non valuable search content
Disallow: /LoginMaintenance/ # Non valuable search content
Disallow: /services/ # Non valuable search content