############################################
# Default rules – All crawlers
############################################
User-agent: *
Disallow: /admin
Disallow: /test
Disallow: /demo
Disallow: /demo2
Disallow: /demoi
Disallow: /demoplacement
Disallow: /spdemo
Disallow: /progdev
Disallow: /aadit
Disallow: /homepage-new
Disallow: /blogtest
Disallow: /councils
Disallow: /cdn-cgi
Disallow: /include
Disallow: /mailer
Disallow: /files
Disallow: /landing-pages/lp
Disallow: /downloads
Disallow: /Login.aspx
Disallow: /frmPayment.aspx
Disallow: /SearchFeeIntimation.aspx
Disallow: /bharat-innovation-challenge/certificate

# WordPress
Disallow: /blog/wp-admin

# Old / internal / non-public sections
Disallow: /Old-Landing-Pages
Disallow: /Placement_forum
Disallow: /relief-fund
Disallow: /GrievanceFile
Disallow: /inst-performance
Disallow: /new-programmes

# Events / campaigns
Disallow: /events/freshmeninduction/dev
Disallow: /events/animal-house
Disallow: /landing-pages/demo
Disallow: /landing-pages/extra

# Education / awards / internal tools
Disallow: /edurev
Disallow: /annual-report
Disallow: /educationawards
Disallow: /coachingawards

# Sustainable (entire block)
Disallow: /sustainable

# Admissions (legacy)
Disallow: /admissions-2020
Disallow: /admissions-lpu

# Include directories
Disallow: /student-services/include
Disallow: /international/include
Disallow: /scholarship/include
Disallow: /convocation/common

# Dev / test PHP
Disallow: /last-date-dev.php
Disallow: /academics/iqac.php
Disallow: /lpu-town.php
Disallow: /new-lpu-town.php
Disallow: /result.php

# URL spam & tracking parameters
Disallow: /*?gclid=
Disallow: /*?utm_source=
Disallow: /*?type=
Disallow: /*?agency=
Disallow: /*?otp=
Disallow: /*&gclid=
Disallow: /*&utm_source=
Disallow: /*&type=
Disallow: /*&agency=
Disallow: /*&otp=

# Pattern based
Disallow: /*/1000*

############################################
# Googlebot – explicit
############################################
User-agent: Googlebot
Disallow: /admin
Disallow: /test
Disallow: /demo
Disallow: /cdn-cgi
Disallow: /blog/wp-admin
Disallow: /sustainable

############################################
# Bingbot – explicit
############################################
User-agent: Bingbot
Disallow: /admin
Disallow: /test
Disallow: /demo
Disallow: /cdn-cgi
Disallow: /blog/wp-admin
Disallow: /sustainable

############################################
# AI & LLM Crawlers – ALLOWED
############################################
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: YouBot
Allow: /

############################################
# Sitemap
############################################
Sitemap: https://www.lpu.in/sitemap.xml