User-agent: Scrapy
Allow: /

User-agent: Scrapy
Allow: /

User-agent: *
Disallow: /wp-content/uploads/2014/02/The-Complete-Program-2014.pdf
Disallow: /ltb/ltb-369-21-improving-access-to-national-agreements-and-information-dgsp-department-sharepoint-facility/
Disallow: /wp-content/uploads/2022/11/6879-16.11.22.pdf
Disallow: /*.pdf 
Disallow: /*.doc 
Disallow: /*.docx