User-agent: Scrapy
Allow: /

User-agent: Scrapy
Allow: /

User-agent: * 
Disallow: *?s=*
Disallow: */category/*
Disallow: /wp-admin/
Disallow: /tag/
Disallow: /resources/wp-admin
Disallow: *?utm_campaign=*
Disallow: *?utm_source=*
Disallow: *?utm_medium=*
Disallow: *?src=*
Disallow: /wp-content/themes/comeet-www/images/svg/Vector.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-43.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-44.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-46.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-41.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-35.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-33.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-1.svg
Disallow: /wp-content/themes/comeet-www/images/svg/Group-105.svg
Allow: /wp-admin/admin-ajax.php
Allow: /resources/wp-admin/admin-ajax.php

Sitemap: https://www.comeet.com/resources/post-sitemap.xml
Sitemap: https://www.comeet.com/page-sitemap.xml
Sitemap: https://www.comeet.com/resources/job-description-sitemap.xml
Sitemap: https://www.comeet.com/resources/job-descriptions-sitemap.xml