SEO Robots TXT Analyzer

SEO Robots TXT Analyzer · Ações GPT

Robots and Sitemaps Fetcher API

This API fetches the robots.txt file and sitemaps of a given domain.

  • GET /Fetches robots.txt and sitemaps

    Retrieves the robots.txt rule and list of sitemap and content for a specified Domain.

Esquema API original
{
  "openapi": "3.0.0",
  "info": {
    "title": "Robots and Sitemaps Fetcher API",
    "description": "This API fetches the robots.txt file and sitemaps of a given domain.",
    "version": "1.0.0"
  },
  "servers": [
    {
      "url": "https://robotstxt-checker.topmarketingai.com/",
      "description": "The main production API server"
    }
  ],
  "paths": {
    "/": {
      "get": {
        "operationId": "fetchRobotsAndSitemaps",
        "summary": "Fetches robots.txt and sitemaps",
        "description": "Retrieves the robots.txt rule and list of sitemap and content for a specified Domain.",
        "parameters": [
          {
            "name": "url",
            "in": "query",
            "description": "The domain to fetch the robots.txt and sitemap information from. It must use https:// schema",
            "required": true,
            "schema": {
              "type": "string",
              "format": "uri"
            }
          }
        ],
        "responses": {
          "200": {
            "description": "Successful response with robots.txt and sitemaps data",
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/RobotsSitemapsResponse"
                }
              }
            }
          },
          "400": {
            "description": "Bad Request - The request was invalid, details in the error message."
          },
          "401": {
            "description": "Unauthorized - Authentication credentials were missing or incorrect."
          },
          "500": {
            "description": "Internal Server Error - We had a problem with our server. Try again later."
          }
        },
        "security": [
          {
            "BearerAuth": []
          }
        ]
      }
    }
  },
  "components": {
    "securitySchemes": {
      "BearerAuth": {
        "type": "http",
        "scheme": "bearer",
        "bearerFormat": "JWT"
      }
    },
    "schemas": {
      "RobotsSitemapsResponse": {
        "type": "object",
        "properties": {
          "robotsTxt": {
            "type": "string",
            "description": "The content of the robots.txt file."
          },
          "sitemaps": {
            "type": "array",
            "items": {
              "type": "string",
              "format": "uri"
            },
            "description": "An array of sitemap URLs."
          }
        },
        "required": [
          "robotsTxt",
          "sitemaps"
        ]
      }
    }
  }
}