Contents

spark-sql –jars iceberg-spark-runtime-3.2_2.12-0.13.1.jar
–conf spark.sql.extensions=org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions
–conf spark.sql.catalog.spark_catalog=org.apache.iceberg.spark.SparkSessionCatalog
–conf spark.sql.catalog.spark_catalog.type=hive

CREATE TABLE test.ic (id bigint, data string) USING iceberg;
INSERT INTO test.ic VALUES (1, ‘a’), (2, ‘b’), (3, ‘c’);
select * from test.ic;

MERGE INTO test.ic t USING (SELECT 1 as id,’g’ as data) u ON t.id = u.id
WHEN MATCHED THEN UPDATE SET t.data = u.data
WHEN NOT MATCHED THEN INSERT *

和delta相似,元数据存储方式为json+avro