User-agent: Googleboot
Disallow: /nogooglebot/

User-agent: *
Allow: /

Sitemap: https://code-avenue.com/sitemap.xml

Disallow:/thank-you/
Disallow:/privacy-policy/
Disallow:/terms-and-condition/
Disallow:/template
Disallow:/demo
Disallow:/demo/
Disallow:/lp/
Disallow:/lp
Disallow:/aff
Disallow:/aff/
Disallow:/tag
Disallow:/new
Disallow:/wp-admin
Disallow:/live
Disallow:/live/
Disallow:/test
Disallow:/test/
Disallow:/post-form.php
Disallow:/estimator
Disallow:/ad
Disallow:/default
Disallow:/?*
Disallow:/author/
Disallow:/login
Disallow:/register
 
# disable duggmirror
User-agent: duggmirror
Disallow: /
 
# Disallow Following crawlers access to site.

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: TurnitinBot/2.1
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: AboutUsBot
Disallow: /

User-agent: Unnecessary Files
Disallow: /