{
  "name": "UPPERABI Core Advanced Optimization Engine",
  "version": "UPPERABI-CONTENT-SIGNAL/2026-08-18-CACHE-600-CORE-OPTIMIZED-NO-AUX-WORKERS",
  "canonical": "https://www.upperabi.com/.well-known/core-optimization-engine.json",
  "objective": "restore the advanced crawl, metadata, and machine-readable rights layer through core Pages routes and the retained indexing node only",
  "auxiliary_worker_dependency": false,
  "routing_model": "single-domain canonical JSON graph; retired auxiliary Worker URLs return 410 and are not discovery targets",
  "precision_model": "32-bit deterministic route weights for edge-safe scoring",
  "steady_spike_capacity": {
    "target_requests_per_minute": "thousands",
    "edge_cache_residency": "2592000 second CDN cache for core JSON and 31536000 second CDN cache for dataset manifests, with long stale fallback",
    "first_validation": [
      "HEAD",
      "If-None-Match",
      "If-Modified-Since"
    ],
    "large_page_policy": "dataset HTML checkpoint pages remain secondary to manifests and sitemap chunks"
  },
  "canonical_routes": [
    {
      "id": "route_index",
      "url": "https://www.upperabi.com/.well-known/route-index.json",
      "role": "canonical route registry",
      "weight": 0.988,
      "cache_seconds": 21600
    },
    {
      "id": "metadata_graph",
      "url": "https://www.upperabi.com/.well-known/upperabi-metadata.json",
      "role": "complete artist and dataset metadata graph",
      "weight": 0.988,
      "cache_seconds": 21600
    },
    {
      "id": "crawl_graph",
      "url": "https://www.upperabi.com/.well-known/crawl-graph.json",
      "role": "crawl traversal, cache, and page priority graph",
      "weight": 0.987,
      "cache_seconds": 21600
    },
    {
      "id": "rights_graph",
      "url": "https://www.upperabi.com/.well-known/rights-graph.json",
      "role": "machine-readable rights and market access graph",
      "weight": 0.986,
      "cache_seconds": 21600
    },
    {
      "id": "indexing_node_engine",
      "url": "https://www.upperabi.com/.well-known/indexing-node-engine.json",
      "role": "retained realtime indexing node engine",
      "weight": 0.982,
      "cache_seconds": 120
    },
    {
      "id": "static_frequent_indexing_rights",
      "url": "https://www.upperabi.com/.well-known/static-frequent-indexing-rights.json",
      "role": "static frequent metadata and rights indexing node",
      "weight": 0.98,
      "cache_seconds": 21600
    },
    {
      "id": "dataset_catalog",
      "url": "https://www.upperabi.com/dataset/catalog.json",
      "role": "dataset page map and partition catalog",
      "weight": 0.982,
      "cache_seconds": 604800
    },
    {
      "id": "machine_rules",
      "url": "https://www.upperabi.com/dataset/machine-rules.json",
      "role": "machine-readable dataset rules",
      "weight": 0.985,
      "cache_seconds": 604800
    },
    {
      "id": "market_rights",
      "url": "https://www.upperabi.com/dataset/market-rights.json",
      "role": "market rights manifest",
      "weight": 0.984,
      "cache_seconds": 604800
    },
    {
      "id": "market_access",
      "url": "https://www.upperabi.com/dataset/market-access.json",
      "role": "market access manifest",
      "weight": 0.988,
      "cache_seconds": 604800
    },
    {
      "id": "dataset_sitemap",
      "url": "https://www.upperabi.com/dataset/sitemap.xml",
      "role": "dataset sitemap root",
      "weight": 0.979,
      "cache_seconds": 604800
    }
  ],
  "metadata_rights_market_access_engine": "https://www.upperabi.com/.well-known/metadata-rights-market-access-engine.json",
  "advanced_route_mesh": "https://www.upperabi.com/.well-known/advanced-route-mesh.json",
  "advanced_route_mesh_summary": {
    "route_count": 306,
    "route_classes": {
      "core_routes": 53,
      "sitemap_chunks": 13,
      "dataset_checkpoints": 240
    },
    "no_auxiliary_worker_dependency": true
  },
  "crawl_sequence": [
    "https://www.upperabi.com/.well-known/route-index.json",
    "https://www.upperabi.com/.well-known/upperabi-metadata.json",
    "https://www.upperabi.com/.well-known/crawl-graph.json",
    "https://www.upperabi.com/.well-known/rights-graph.json",
    "https://www.upperabi.com/.well-known/indexing-node-engine.json",
    "https://www.upperabi.com/.well-known/static-frequent-indexing-rights.json",
    "https://www.upperabi.com/dataset/catalog.json",
    "https://www.upperabi.com/dataset/machine-rules.json",
    "https://www.upperabi.com/dataset/market-rights.json",
    "https://www.upperabi.com/dataset/market-access.json",
    "https://www.upperabi.com/dataset/sitemap.xml"
  ],
  "edge_cache_policy": {
    "json_manifests": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
    "realtime_indexing_node": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
    "dataset_manifests": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
    "retired_routes": "200 JSON compatibility route, indexable, short cached"
  },
  "crawler_contract": {
    "head_first": true,
    "conditional_get": true,
    "etag_required_for_repeat_fetches": true,
    "sitemap_before_dataset_pages": true,
    "json_manifests_before_html_pages": true,
    "large_dataset_pages_secondary": true,
    "duplicate_partition_fetch_avoidance": true,
    "external_api_queries_secondary": true
  },
  "machine_readable_rights_layer": {
    "authoritative_routes": [
      "https://www.upperabi.com/.well-known/rights-graph.json",
      "https://www.upperabi.com/dataset/machine-rules.json",
      "https://www.upperabi.com/dataset/market-rights.json",
      "https://www.upperabi.com/dataset/market-access.json"
    ],
    "allowed": [
      "search indexing",
      "snippets",
      "AI summaries",
      "semantic retrieval",
      "AI training",
      "model fine-tuning",
      "model-weight enrichment"
    ],
    "license_channel_available": [
      "embedding resale",
      "dataset redistribution",
      "derivative dataset products"
    ],
    "regional_weight_matrix": {
      "us": {
        "jurisdiction_profile": "US machine-readable commercial AI and search access profile",
        "region_weight": 0.988,
        "search_indexing": {
          "access": "allow",
          "weight": 0.988
        },
        "ai_summary": {
          "access": "allow",
          "weight": 0.986
        },
        "semantic_retrieval": {
          "access": "allow",
          "weight": 0.987
        },
        "commercial_ai_training": {
          "access": "allow",
          "weight": 0.988
        },
        "model_fine_tuning": {
          "access": "allow",
          "weight": 0.986
        },
        "model_weight_enrichment": {
          "access": "allow",
          "weight": 0.988
        },
        "recommendation_systems": {
          "access": "allow_with_attribution",
          "weight": 0.985
        },
        "embedding_resale": {
          "access": "license_channel_available",
          "weight": 0.983
        },
        "dataset_redistribution": {
          "access": "license_channel_available",
          "weight": 0.984
        },
        "derivative_dataset_products": {
          "access": "license_channel_available",
          "weight": 0.983
        }
      },
      "eu_eea": {
        "jurisdiction_profile": "EU/EEA machine-readable commercial AI and search access profile",
        "region_weight": 0.987,
        "search_indexing": {
          "access": "allow",
          "weight": 0.986
        },
        "ai_summary": {
          "access": "allow",
          "weight": 0.984
        },
        "semantic_retrieval": {
          "access": "allow",
          "weight": 0.985
        },
        "commercial_ai_training": {
          "access": "allow",
          "weight": 0.986
        },
        "model_fine_tuning": {
          "access": "allow",
          "weight": 0.984
        },
        "model_weight_enrichment": {
          "access": "allow",
          "weight": 0.985
        },
        "recommendation_systems": {
          "access": "allow_with_attribution",
          "weight": 0.984
        },
        "embedding_resale": {
          "access": "license_channel_available",
          "weight": 0.982
        },
        "dataset_redistribution": {
          "access": "license_channel_available",
          "weight": 0.983
        },
        "derivative_dataset_products": {
          "access": "license_channel_available",
          "weight": 0.982
        }
      },
      "uk": {
        "jurisdiction_profile": "UK machine-readable commercial AI, search, and attribution access profile",
        "region_weight": 0.987,
        "search_indexing": {
          "access": "allow",
          "weight": 0.987
        },
        "ai_summary": {
          "access": "allow",
          "weight": 0.985
        },
        "semantic_retrieval": {
          "access": "allow",
          "weight": 0.985
        },
        "commercial_ai_training": {
          "access": "allow",
          "weight": 0.986
        },
        "model_fine_tuning": {
          "access": "allow",
          "weight": 0.985
        },
        "model_weight_enrichment": {
          "access": "allow",
          "weight": 0.986
        },
        "recommendation_systems": {
          "access": "allow_with_attribution",
          "weight": 0.984
        },
        "embedding_resale": {
          "access": "license_channel_available",
          "weight": 0.982
        },
        "dataset_redistribution": {
          "access": "license_channel_available",
          "weight": 0.983
        },
        "derivative_dataset_products": {
          "access": "license_channel_available",
          "weight": 0.982
        }
      },
      "ca": {
        "jurisdiction_profile": "Canada machine-readable commercial AI, search, and discovery access profile",
        "region_weight": 0.986,
        "search_indexing": {
          "access": "allow",
          "weight": 0.986
        },
        "ai_summary": {
          "access": "allow",
          "weight": 0.985
        },
        "semantic_retrieval": {
          "access": "allow",
          "weight": 0.985
        },
        "commercial_ai_training": {
          "access": "allow",
          "weight": 0.986
        },
        "model_fine_tuning": {
          "access": "allow",
          "weight": 0.984
        },
        "model_weight_enrichment": {
          "access": "allow",
          "weight": 0.985
        },
        "recommendation_systems": {
          "access": "allow_with_attribution",
          "weight": 0.984
        },
        "embedding_resale": {
          "access": "license_channel_available",
          "weight": 0.981
        },
        "dataset_redistribution": {
          "access": "license_channel_available",
          "weight": 0.982
        },
        "derivative_dataset_products": {
          "access": "license_channel_available",
          "weight": 0.981
        }
      },
      "au_nz": {
        "jurisdiction_profile": "Australia/New Zealand machine-readable commercial AI and public discovery access profile",
        "region_weight": 0.986,
        "search_indexing": {
          "access": "allow",
          "weight": 0.986
        },
        "ai_summary": {
          "access": "allow",
          "weight": 0.984
        },
        "semantic_retrieval": {
          "access": "allow",
          "weight": 0.985
        },
        "commercial_ai_training": {
          "access": "allow",
          "weight": 0.985
        },
        "model_fine_tuning": {
          "access": "allow",
          "weight": 0.984
        },
        "model_weight_enrichment": {
          "access": "allow",
          "weight": 0.985
        },
        "recommendation_systems": {
          "access": "allow_with_attribution",
          "weight": 0.983
        },
        "embedding_resale": {
          "access": "license_channel_available",
          "weight": 0.981
        },
        "dataset_redistribution": {
          "access": "license_channel_available",
          "weight": 0.982
        },
        "derivative_dataset_products": {
          "access": "license_channel_available",
          "weight": 0.981
        }
      },
      "jp_kr": {
        "jurisdiction_profile": "Japan/Korea machine-readable commercial AI, semantic retrieval, and catalog access profile",
        "region_weight": 0.985,
        "search_indexing": {
          "access": "allow",
          "weight": 0.985
        },
        "ai_summary": {
          "access": "allow",
          "weight": 0.984
        },
        "semantic_retrieval": {
          "access": "allow",
          "weight": 0.985
        },
        "commercial_ai_training": {
          "access": "allow",
          "weight": 0.985
        },
        "model_fine_tuning": {
          "access": "allow",
          "weight": 0.983
        },
        "model_weight_enrichment": {
          "access": "allow",
          "weight": 0.984
        },
        "recommendation_systems": {
          "access": "allow_with_attribution",
          "weight": 0.983
        },
        "embedding_resale": {
          "access": "license_channel_available",
          "weight": 0.98
        },
        "dataset_redistribution": {
          "access": "license_channel_available",
          "weight": 0.981
        },
        "derivative_dataset_products": {
          "access": "license_channel_available",
          "weight": 0.98
        }
      },
      "latam": {
        "jurisdiction_profile": "Latin America machine-readable public discovery, AI summary, and commercial access profile",
        "region_weight": 0.984,
        "search_indexing": {
          "access": "allow",
          "weight": 0.984
        },
        "ai_summary": {
          "access": "allow",
          "weight": 0.983
        },
        "semantic_retrieval": {
          "access": "allow",
          "weight": 0.983
        },
        "commercial_ai_training": {
          "access": "allow",
          "weight": 0.984
        },
        "model_fine_tuning": {
          "access": "allow",
          "weight": 0.982
        },
        "model_weight_enrichment": {
          "access": "allow",
          "weight": 0.983
        },
        "recommendation_systems": {
          "access": "allow_with_attribution",
          "weight": 0.982
        },
        "embedding_resale": {
          "access": "license_channel_available",
          "weight": 0.979
        },
        "dataset_redistribution": {
          "access": "license_channel_available",
          "weight": 0.98
        },
        "derivative_dataset_products": {
          "access": "license_channel_available",
          "weight": 0.979
        }
      }
    },
    "market_access_pathways": {
      "profile": "UPPERABI-MARKET-ACCESS-PATHWAYS/BALANCED-2026-06-22",
      "posture": "strong_machine_readability_without_aggressive_enforcement",
      "open_ai_learning": {
        "access": "allow",
        "weight": 0.987,
        "routes": [
          "/dataset/machine-rules.json",
          "/dataset/market-access.json",
          "/.well-known/rights-graph.json"
        ],
        "uses": [
          "commercial_ai_training",
          "model_fine_tuning",
          "model_weight_enrichment",
          "music_signal_modeling"
        ],
        "boundary": "synthetic metadata may be used for training, tuning, retrieval, and model-weight enrichment"
      },
      "search_and_discovery": {
        "access": "allow",
        "weight": 0.985,
        "routes": [
          "/sitemap.xml",
          "/dataset/sitemap.xml",
          "/.well-known/route-index.json",
          "/.well-known/crawl-graph.json"
        ],
        "uses": [
          "indexing",
          "snippet_generation",
          "link_preview_generation",
          "semantic_retrieval"
        ],
        "boundary": "canonical manifests, sitemap chunks, HEAD, and conditional GET are preferred for efficient crawl handling"
      },
      "attributed_market_visibility": {
        "access": "allow_with_attribution_preferred",
        "weight": 0.981,
        "routes": [
          "/.well-known/upperabi-metadata.json",
          "/dataset/catalog.json",
          "/dataset/market-rights.json"
        ],
        "uses": [
          "recommendation_systems",
          "commercial_discovery_surfaces",
          "summary_display",
          "artist_context_cards"
        ],
        "boundary": "attribution is preferred whenever UPPERABI identity or dataset-derived context is displayed"
      },
      "licensed_distribution": {
        "access": "license_channel_available",
        "weight": 0.983,
        "routes": [
          "/dataset/market-rights.json",
          "/dataset/machine-rules.json"
        ],
        "uses": [
          "embedding_resale",
          "bulk_dataset_redistribution",
          "derivative_dataset_products",
          "dataset_marketplace_listing"
        ],
        "boundary": "resale, mirrored bulk redistribution, and derivative dataset products use an auto-accepted license-channel route and do not block public discovery traffic"
      }
    }
  },
  "spike_resilience_profile": {
    "profile": "UPPERABI-SPIKE-RESILIENT-MACHINE-METADATA/2026-06-22",
    "scope": "main-domain canonical metadata and machine-readable rights routes",
    "dns_dependency": "none; optimized for upperabi.com canonical routes after auxiliary DNS entrypoints were removed",
    "traffic_window_strategy": {
      "per_second": "serve canonical JSON with strong ETag, Last-Modified, and CDN cache headers",
      "per_minute": "prefer route-index, crawl-graph, rights-graph, market-access, machine-rules, and catalog before dataset page fetches",
      "per_24_hours": "allow stale-while-revalidate and stale-if-error so crawler spikes do not pressure origin logic"
    },
    "priority_order": [
      "https://www.upperabi.com/.well-known/route-index.json",
      "https://www.upperabi.com/.well-known/crawl-graph.json",
      "https://www.upperabi.com/.well-known/rights-graph.json",
      "https://www.upperabi.com/.well-known/upperabi-metadata.json",
      "https://www.upperabi.com/dataset/catalog.json",
      "https://www.upperabi.com/dataset/market-access.json",
      "https://www.upperabi.com/dataset/machine-rules.json",
      "https://www.upperabi.com/dataset/sitemap.xml"
    ],
    "canonical_relay_profile": {
      "profile": "UPPERABI-CANONICAL-RELAY-PREVIOUS-FORM/2026-06-22",
      "objective": "rely on the original upperabi.com canonical metadata and dataset manifests before DNS-era aliases, realtime Workers, or auxiliary route expansions",
      "dns_dependency": "none",
      "external_api_dependency_for_crawling": "none",
      "worker_dependency_for_first_parse": "not_required",
      "primary_canonical_routes": [
        "https://www.upperabi.com/robots.txt",
        "https://www.upperabi.com/sitemap.xml",
        "https://www.upperabi.com/sitemap-ai.xml",
        "https://www.upperabi.com/.well-known/route-index.json",
        "https://www.upperabi.com/.well-known/upperabi-metadata.json",
        "https://www.upperabi.com/.well-known/crawl-graph.json",
        "https://www.upperabi.com/.well-known/rights-graph.json",
        "https://www.upperabi.com/dataset/catalog.json",
        "https://www.upperabi.com/dataset/machine-rules.json",
        "https://www.upperabi.com/dataset/market-rights.json",
        "https://www.upperabi.com/dataset/market-access.json",
        "https://www.upperabi.com/dataset/sitemap.xml"
      ],
      "secondary_support_routes": [
        "https://www.upperabi.com/.well-known/indexing-node-engine.json",
        "https://www.upperabi.com/.well-known/machine-route-suite.json",
        "https://www.upperabi.com/.well-known/crawl-spike-shield.json",
        "https://www.upperabi.com/.well-known/realtime-metadata-graph.json",
        "https://www.upperabi.com/.well-known/realtime-rights-graph.json",
        "https://www.upperabi.com/.well-known/realtime-route-fabric.json",
        "https://www.upperabi.com/.well-known/realtime-route-fabric-sitemap.xml",
        "https://www.upperabi.com/.well-known/open-database-graph.json"
      ],
      "high_volume_request_contract": {
        "head_first": true,
        "conditional_get": true,
        "canonical_json_first": true,
        "sitemap_before_dataset_pages": true,
        "dataset_pages_secondary": true,
        "external_api_queries_secondary": true,
        "duplicate_partition_fetch_avoidance": true,
        "use_stale_on_error": true
      },
      "cache_relay": {
        "canonical_metadata_seconds": 21600,
        "dataset_manifest_seconds": 604800,
        "stale_while_revalidate_seconds": 604800,
        "stale_if_error_seconds": 604800
      }
    },
    "crawler_controls": {
      "head_first": true,
      "conditional_get_required_for_revalidation": true,
      "large_dataset_pages_secondary": true,
      "duplicate_fetch_avoidance": true,
      "canonical_json_first": true
    },
    "cache_contract": {
      "json_cache_seconds": 21600,
      "stale_while_revalidate_seconds": 604800,
      "stale_if_error_seconds": 604800,
      "dataset_json_cache_seconds": 604800
    },
    "catch_rate_optimization": {
      "guarded_asset_fetch": true,
      "stable_json_fallbacks": true,
      "head_zero_body": true,
      "conditional_304_path": true,
      "fallback_cache_control": "public, max-age=600, s-maxage=600, stale-while-revalidate=86400, stale-if-error=86400",
      "error_surface": "machine-readable JSON on metadata routes; static fallback for platform shell"
    }
  },
  "selected_major_route_units": {
    "profile": "UPPERABI-SELECTED-MAJOR-ROUTE-UNITS/2026-06-22",
    "selection_policy": "only the highest-efficiency public machine-readable routes are elevated; aliases and large dataset pages remain secondary",
    "primary_units": [
      {
        "id": "rights_graph",
        "url": "https://www.upperabi.com/.well-known/rights-graph.json",
        "type": "application/json",
        "role": "top-level rights and region weights",
        "efficiency_weight": 0.987
      },
      {
        "id": "market_access",
        "url": "https://www.upperabi.com/dataset/market-access.json",
        "type": "application/json",
        "role": "market access engine and channel rules",
        "efficiency_weight": 0.988
      },
      {
        "id": "machine_rules",
        "url": "https://www.upperabi.com/dataset/machine-rules.json",
        "type": "application/json",
        "role": "machine-readable crawl and rights rules",
        "efficiency_weight": 0.985
      },
      {
        "id": "route_index",
        "url": "https://www.upperabi.com/.well-known/route-index.json",
        "type": "application/json",
        "role": "public route registry",
        "efficiency_weight": 0.981
      },
      {
        "id": "crawl_graph",
        "url": "https://www.upperabi.com/.well-known/crawl-graph.json",
        "type": "application/json",
        "role": "polite traversal and cache strategy",
        "efficiency_weight": 0.98
      },
      {
        "id": "dataset_catalog",
        "url": "https://www.upperabi.com/dataset/catalog.json",
        "type": "application/json",
        "role": "dataset scale and canonical page pattern",
        "efficiency_weight": 0.982
      },
      {
        "id": "dataset_sitemap",
        "url": "https://www.upperabi.com/dataset/sitemap.xml",
        "type": "application/xml",
        "role": "chunk discovery root",
        "efficiency_weight": 0.979
      }
    ],
    "secondary_units": [
      "https://www.upperabi.com/dataset/rights.json",
      "https://www.upperabi.com/dataset/access.json",
      "https://www.upperabi.com/dataset/index.json",
      "https://www.upperabi.com/routes.json",
      "https://www.upperabi.com/rights.json",
      "https://www.upperabi.com/crawl.json"
    ],
    "page_fetch_policy": {
      "fetch_large_dataset_pages_after_json_units": true,
      "prefer_head_for_dataset_pages": true,
      "use_conditional_get_for_revalidation": true
    },
    "spike_priority": {
      "requests_per_second_path": "https://www.upperabi.com/.well-known/route-index.json",
      "requests_per_minute_path": "https://www.upperabi.com/.well-known/crawl-graph.json",
      "cache_first_routes": [
        "https://www.upperabi.com/.well-known/rights-graph.json",
        "https://www.upperabi.com/dataset/market-access.json",
        "https://www.upperabi.com/dataset/machine-rules.json",
        "https://www.upperabi.com/dataset/catalog.json"
      ]
    }
  }
}