import { MetadataWriter } from '@dotdo/iceberg';

// Create a storage backend (implement the Storage interface)
const storage = {
  get: async (key: string) => /* ... */,
  put: async (key: string, data: Uint8Array) => /* ... */,
  delete: async (key: string) => /* ... */,
  list: async (prefix: string) => /* ... */,
  exists: async (key: string) => /* ... */,
};

// Create a new table
const writer = new MetadataWriter(storage);
const result = await writer.writeNewTable({
  location: 's3://my-bucket/warehouse/db/my-table',
});

console.log('Table UUID:', result.metadata['table-uuid']);

import { MetadataWriter, createTimePartitionSpec } from '@dotdo/iceberg';

const schema = {
  'schema-id': 0,
  type: 'struct' as const,
  fields: [
    { id: 1, name: 'user_id', required: true, type: 'long' },
    { id: 2, name: 'created_at', required: true, type: 'timestamp' },
    { id: 3, name: 'event_type', required: true, type: 'string' },
  ],
};

const partitionSpec = createTimePartitionSpec(2, 'created_day', 'day');

const result = await writer.writeNewTable({
  location: 's3://bucket/warehouse/events',
  schema,
  partitionSpec,
});

import { ManifestGenerator, SnapshotBuilder } from '@dotdo/iceberg';

// Create a manifest with data files
const manifest = new ManifestGenerator({
  sequenceNumber: 1,
  snapshotId: Date.now(),
});

manifest.addDataFile({
  'file-path': 's3://bucket/data/part-00000.parquet',
  'file-format': 'parquet',
  'record-count': 10000,
  'file-size-in-bytes': 102400,
  partition: { created_day: 19890 },
});

// Build the snapshot
const snapshot = new SnapshotBuilder({
  sequenceNumber: 1,
  manifestListPath: 's3://bucket/metadata/snap-001.avro',
})
  .setSummary(1, 0, 10000, 0, 102400, 0, 10000, 102400, 1)
  .build();

import { SchemaEvolutionBuilder } from '@dotdo/iceberg';

const builder = new SchemaEvolutionBuilder(existingSchema);
builder.addColumn('email', 'string', false, 'User email');
builder.renameColumn('payload', 'data');
const result = builder.build();

import { getSnapshotAtTimestamp, readTableMetadata } from '@dotdo/iceberg';

const metadata = await readTableMetadata(storage, 's3://bucket/warehouse/events');
const snapshot = getSnapshotAtTimestamp(metadata, Date.now() - 24 * 60 * 60 * 1000);

import { setupVariantShredding, filterDataFilesWithStats } from '@dotdo/iceberg';

const { configs, fieldIdMap } = setupVariantShredding([
  {
    columnName: '$data',
    fields: ['event_type', 'user_id', 'amount'],
    fieldTypes: {
      event_type: 'string',
      user_id: 'long',
      amount: 'double',
    },
  },
]);

// Filter files using predicate pushdown
const filter = { '$data.amount': { $gt: 100 } };
const { files } = filterDataFilesWithStats(dataFiles, filter, configs, fieldIdMap);

import { FileSystemCatalog, MemoryCatalog } from '@dotdo/iceberg';

// In-memory catalog for testing
const memoryCatalog = new MemoryCatalog();

// FileSystem catalog for production
const fsCatalog = new FileSystemCatalog({
  storage,
  warehouseLocation: 's3://bucket/warehouse',
});