{
  "version": "1.0",
  "lastUpdated": "2026-09-09",
  "contact": {
    "email": "info@dipaksales.com",
    "url": "https://dipaksales.com/contact-us"
  },
  "crawlers": [
    {
      "name": "GPTBot",
      "agent": "GPTBot",
      "purpose": "index",
      "allow": [
        "/*"
      ],
      "disallow": [
        "/admin/*",
        "/includes/*",
        "/database/*",
        "/database_image/*",
        "/email-template/*",
        "/raw/*",
        "/vendor/*",
        "/seo-schema/*",
        "/assets/json/*"
      ],
      "training": false,
      "rateLimit": 10,
      "rateLimitPeriod": "60s"
    },
    {
      "name": "OAI-SearchBot",
      "agent": "OAI-SearchBot",
      "purpose": "search",
      "allow": [
        "/*"
      ],
      "disallow": [
        "/admin/*",
        "/includes/*",
        "/database/*",
        "/vendor/*"
      ],
      "training": false,
      "rateLimit": 20,
      "rateLimitPeriod": "60s"
    },
    {
      "name": "ClaudeBot",
      "agent": "ClaudeBot",
      "purpose": "index",
      "allow": [
        "/*"
      ],
      "disallow": [
        "/admin/*",
        "/includes/*",
        "/database/*",
        "/database_image/*",
        "/email-template/*",
        "/raw/*",
        "/vendor/*",
        "/seo-schema/*",
        "/assets/json/*"
      ],
      "training": false,
      "rateLimit": 10,
      "rateLimitPeriod": "60s"
    },
    {
      "name": "PerplexityBot",
      "agent": "PerplexityBot",
      "purpose": "search",
      "allow": [
        "/*"
      ],
      "disallow": [
        "/admin/*",
        "/includes/*",
        "/database/*",
        "/database_image/*",
        "/email-template/*",
        "/raw/*",
        "/vendor/*",
        "/seo-schema/*",
        "/assets/json/*"
      ],
      "training": false,
      "rateLimit": 10,
      "rateLimitPeriod": "60s"
    },
    {
      "name": "Google-Extended",
      "agent": "Google-Extended",
      "purpose": "training",
      "allow": [],
      "disallow": [
        "/*"
      ],
      "training": false
    },
    {
      "name": "CCBot",
      "agent": "CCBot",
      "purpose": "training",
      "allow": [],
      "disallow": [
        "/*"
      ],
      "training": false
    },
    {
      "name": "Bytespider",
      "agent": "Bytespider",
      "purpose": "scraping",
      "allow": [],
      "disallow": [
        "/*"
      ],
      "training": false
    },
    {
      "name": "anthropic-ai",
      "agent": "anthropic-ai",
      "purpose": "training",
      "allow": [],
      "disallow": [
        "/*"
      ],
      "training": false
    },
    {
      "name": "Applebot-Extended",
      "agent": "Applebot-Extended",
      "purpose": "training",
      "allow": [],
      "disallow": [
        "/*"
      ],
      "training": false
    },
    {
      "name": "cohere-ai",
      "agent": "cohere-ai",
      "purpose": "training",
      "allow": [],
      "disallow": [
        "/*"
      ],
      "training": false
    }
  ],
  "defaultPolicy": {
    "index": {
      "allow": [
        "/*"
      ],
      "disallow": [
        "/admin/*",
        "/includes/*",
        "/database/*",
        "/database_image/*",
        "/email-template/*",
        "/raw/*",
        "/vendor/*",
        "/seo-schema/*",
        "/assets/json/*"
      ]
    },
    "training": {
      "allow": [],
      "disallow": [
        "/*"
      ],
      "training": false
    }
  }
}