User-agent: HTTrack
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Curl
Disallow: /

User-agent: Python
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /*?rest_route=*
Disallow: /feed/
Disallow: /rss/
Disallow: /*/embed/
Disallow: /*/trackback/
Disallow: /*/attachment/

# PDF 색인 허용 (업로드 폴더/파일)
Allow: /wp-content/uploads/
Allow: /*.pdf$

Sitemap: https://www.chronicpoverty.org/sitemap_index.xml