datashard
Getting Started
Installation
Quickstart Guide
User Guide
Core Concepts
Transactions and ACID Properties
Schemas and Data Types
Time Travel and Historical Data Access
Concurrency and Safe Multi-Process Access
S3-Compatible Storage
API Reference
iceberg Module API
transaction Module API
data_structures Module API
metadata_manager Module API
snapshot_manager Module API
Advanced Topics
Performance Optimization
Troubleshooting
Community
Contributing to datashard
Changelog
datashard
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
I
|
K
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
_
__init__() (datashard.DataFile method)
,
[1]
(datashard.DeleteFile method)
(datashard.iceberg.DataFile method)
(datashard.iceberg.Table method)
(datashard.iceberg.Transaction method)
(datashard.ManifestFile method)
(datashard.PartitionSpec method)
(datashard.Schema method)
(datashard.Snapshot method)
(datashard.SortOrder method)
(datashard.Table method)
,
[1]
(datashard.TableMetadata method)
(datashard.Transaction method)
,
[1]
A
added_data_files_count (datashard.ManifestFile attribute)
added_snapshot_id (datashard.ManifestFile attribute)
append_data() (datashard.iceberg.Table method)
(datashard.iceberg.Transaction method)
(datashard.Table method)
,
[1]
(datashard.Transaction method)
,
[1]
append_files() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
append_pandas() (datashard.iceberg.Table method)
(datashard.iceberg.Transaction method)
(datashard.Table method)
,
[1]
(datashard.Transaction method)
,
[1]
append_records() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
AVRO (datashard.FileFormat attribute)
,
[1]
(datashard.iceberg.FileFormat attribute)
B
begin() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
C
checksum (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
column_sizes (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
commit() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
ConcurrentModificationException (class in datashard)
content (datashard.DeleteFile attribute)
(datashard.ManifestFile attribute)
create_table() (in module datashard.iceberg)
current_schema_id (datashard.TableMetadata attribute)
current_snapshot() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
current_snapshot_id (datashard.TableMetadata attribute)
D
DataFile (class in datashard)
,
[1]
(class in datashard.iceberg)
datashard.iceberg
module
default_sort_order_id (datashard.TableMetadata attribute)
default_spec_id (datashard.TableMetadata attribute)
delete_files() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
deleted_data_files_count (datashard.ManifestFile attribute)
DeleteFile (class in datashard)
E
equality_ids (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
existing_data_files_count (datashard.ManifestFile attribute)
expire_snapshots() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
F
fields (datashard.PartitionSpec attribute)
(datashard.Schema attribute)
(datashard.SortOrder attribute)
file_format (datashard.DataFile attribute)
,
[1]
(datashard.DeleteFile attribute)
(datashard.iceberg.DataFile attribute)
file_path (datashard.DataFile attribute)
,
[1]
(datashard.DeleteFile attribute)
(datashard.iceberg.DataFile attribute)
file_size_in_bytes (datashard.DataFile attribute)
,
[1]
(datashard.DeleteFile attribute)
(datashard.iceberg.DataFile attribute)
FileFormat (class in datashard)
,
[1]
(class in datashard.iceberg)
format_version (datashard.TableMetadata attribute)
G
garbage_collect() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
I
is_active() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
iter_pandas() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
iter_records() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
K
key_metadata (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
L
last_column_id (datashard.TableMetadata attribute)
last_sequence_number (datashard.TableMetadata attribute)
last_updated_ms (datashard.TableMetadata attribute)
load_table() (in module datashard.iceberg)
location (datashard.TableMetadata attribute)
lower_bounds (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
M
manifest_length (datashard.ManifestFile attribute)
manifest_list (datashard.Snapshot attribute)
manifest_path (datashard.ManifestFile attribute)
ManifestFile (class in datashard)
metadata_log (datashard.TableMetadata attribute)
min_sequence_number (datashard.ManifestFile attribute)
module
datashard.iceberg
N
new_transaction() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
null_value_counts (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
O
operation (datashard.Snapshot attribute)
ORC (datashard.FileFormat attribute)
,
[1]
(datashard.iceberg.FileFormat attribute)
order_id (datashard.SortOrder attribute)
overwrite_by_filter() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
P
parent_snapshot_id (datashard.Snapshot attribute)
PARQUET (datashard.FileFormat attribute)
,
[1]
(datashard.iceberg.FileFormat attribute)
partition_spec_id (datashard.ManifestFile attribute)
partition_specs (datashard.TableMetadata attribute)
partition_values (datashard.DataFile attribute)
,
[1]
(datashard.DeleteFile attribute)
(datashard.iceberg.DataFile attribute)
partitions (datashard.ManifestFile attribute)
PartitionSpec (class in datashard)
properties (datashard.TableMetadata attribute)
R
record_count (datashard.DataFile attribute)
,
[1]
(datashard.DeleteFile attribute)
(datashard.iceberg.DataFile attribute)
refresh() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
rollback() (datashard.iceberg.Transaction method)
(datashard.Transaction method)
,
[1]
row_count() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
S
scan() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
scan_batches() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
Schema (class in datashard)
schema_id (datashard.Schema attribute)
(datashard.Snapshot attribute)
schema_string (datashard.Schema attribute)
schemas (datashard.TableMetadata attribute)
sequence_number (datashard.ManifestFile attribute)
Snapshot (class in datashard)
snapshot_by_id() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
snapshot_id (datashard.Snapshot attribute)
snapshot_log (datashard.TableMetadata attribute)
snapshots (datashard.TableMetadata attribute)
snapshots() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
sort_order_id (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
sort_orders (datashard.TableMetadata attribute)
SortOrder (class in datashard)
spec_id (datashard.PartitionSpec attribute)
split_compressed_offsets (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
split_offsets (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
summary (datashard.Snapshot attribute)
T
Table (class in datashard)
,
[1]
(class in datashard.iceberg)
table_uuid (datashard.TableMetadata attribute)
TableMetadata (class in datashard)
time_travel() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
timestamp_ms (datashard.Snapshot attribute)
to_pandas() (datashard.iceberg.Table method)
(datashard.Table method)
,
[1]
Transaction (class in datashard)
,
[1]
(class in datashard.iceberg)
U
upper_bounds (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)
V
value_counts (datashard.DataFile attribute)
,
[1]
(datashard.iceberg.DataFile attribute)