Data Catalog

// Catalog metadata cache structure
interface CatalogMetadataCache {
  [catalogName: string]: {
    schemas?: Schema[];
    [schemaName: string]: {
      tables?: Table[];
      [tableName: string]: {
        columns?: Column[];
      };
    };
  };
}

// Example: Load schemas with caching
const handleExpandCatalog = async (catalogName: string) => {
  // Check cache first
  if (catalogCache[catalogName]?.schemas) {
    return; // Already loaded
  }

  // Fetch from API
  const response = await fetch(
    `/api/databricks/unity-catalog/schemas?catalog_name=${catalogName}`
  );
  const { schemas } = await response.json();

  // Update cache
  setCatalogCache(prev => ({
    ...prev,
    [catalogName]: { ...prev[catalogName], schemas }
  }));
};

// POST /api/sso-spn/byod/databricks/catalogs
// Validates that Delta Sharing catalogs are properly configured

const validateCatalogs = async (orgId: string) => {
  // Uses global admin SPN to validate Delta Sharing providers
  const adminToken = await getGlobalAdminToken();

  // List providers and their shares
  const providers = await listDeltaSharingProviders(adminToken);

  // Validate each configured catalog still exists
  const validCatalogs = await Promise.all(
    catalogs.map(async (catalog) => {
      const exists = providers.some(
        p => p.sharingCode === catalog.providerCode &&
             p.shares.includes(catalog.shareName)
      );
      return { ...catalog, valid: exists };
    })
  );

  // Update cache with validation status
  await updateCatalogCache(orgId, validCatalogs);

  return validCatalogs;
};