AWS AmazonS3 documentation change
Summary
Reformatted Spark configuration examples from JSON to command-line style parameters
Security assessment
Formatting changes only. No security-related content was added or modified in the configuration examples.
Diff
diff --git a/AmazonS3/latest/userguide/s3-tables-integrating-glue.md b/AmazonS3/latest/userguide/s3-tables-integrating-glue.md index e428f0ea1..1851b1876 100644 --- a//AmazonS3/latest/userguide/s3-tables-integrating-glue.md +++ b//AmazonS3/latest/userguide/s3-tables-integrating-glue.md @@ -103,10 +103 @@ If you are using an interactive notebook session with AWS Glue 5.0, specify the - { - "conf": { - "spark.sql.defaultCatalog": "s3tables", - "spark.sql.extensions": "org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions", - "spark.sql.catalog.s3tables": "org.apache.iceberg.spark.SparkCatalog", - "spark.sql.catalog.s3tables.catalog-impl": "org.apache.iceberg.aws.glue.GlueCatalog", - "spark.sql.catalog.s3tables.glue.id": "111122223333:s3tablescatalog/amzn-s3-demo-table-bucket", - "spark.sql.catalog.s3tables.warehouse": "s3://amzn-s3-demo-table-bucket/warehouse/" - } - } + {"conf": "spark.sql.extensions=org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions --conf spark.sql.defaultCatalog=s3tables --conf spark.sql.catalog.s3tables=org.apache.iceberg.spark.SparkCatalog --conf spark.sql.catalog.s3tables.catalog-impl=org.apache.iceberg.aws.glue.GlueCatalog --conf spark.sql.catalog.s3tables.glue.id=111122223333:s3tablescatalog/amzn-s3-demo-table-bucket --conf spark.sql.catalog.s3tables.warehouse=s3://amzn-s3-demo-table-bucket/warehouse/"} @@ -146,15 +137 @@ If you are using an interactive notebook session with AWS Glue 5.0, specify the - { - "conf": { - "spark.sql.extensions": "org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions", - "spark.sql.defaultCatalog": "s3_rest_catalog", - "spark.sql.catalog.s3_rest_catalog": "org.apache.iceberg.spark.SparkCatalog", - "spark.sql.catalog.s3_rest_catalog.type": "rest", - "spark.sql.catalog.s3_rest_catalog.uri": "https://s3tables.Region.amazonaws.com/iceberg", - "spark.sql.catalog.s3_rest_catalog.warehouse": "arn:aws:s3tables:Region:111122223333:s3tablescatalog/amzn-s3-demo-table-bucket", - "spark.sql.catalog.s3_rest_catalog.rest.sigv4-enabled": "true", - "spark.sql.catalog.s3_rest_catalog.rest.signing-name": "s3tables", - "spark.sql.catalog.s3_rest_catalog.rest.signing-region": "Region", - "spark.sql.catalog.s3_rest_catalog.io-impl": "org.apache.iceberg.aws.s3.S3FileIO", - "spark.sql.catalog.s3_rest_catalog.rest-metrics-reporting-enabled": "false" - } - } + {"conf": "spark.sql.extensions=org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions --conf spark.sql.defaultCatalog=s3_rest_catalog --conf spark.sql.catalog.s3_rest_catalog=org.apache.iceberg.spark.SparkCatalog --conf spark.sql.catalog.s3_rest_catalog.type=rest --conf spark.sql.catalog.s3_rest_catalog.uri=https://s3tables.Region.amazonaws.com/iceberg --conf spark.sql.catalog.s3_rest_catalog.warehouse=arn:aws:s3tables:Region:111122223333:s3tablescatalog/amzn-s3-demo-table-bucket --conf spark.sql.catalog.s3_rest_catalog.rest.sigv4-enabled=true --conf spark.sql.catalog.s3_rest_catalog.rest.signing-name=s3tables --conf spark.sql.catalog.s3_rest_catalog.rest.signing-region=Region --conf spark.sql.catalog.s3_rest_catalog.io-impl=org.apache.iceberg.aws.s3.S3FileIO --conf spark.sql.catalog.s3_rest_catalog.rest-metrics-reporting-enabled=false"} @@ -190,10 +167 @@ If you are using an interactive notebook session with AWS Glue 5.0, specify the - { - "conf": { - "spark.sql.extensions": "org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions", - "spark.sql.defaultCatalog": "s3tablesbucket", - "spark.sql.catalog.s3tablesbucket": "org.apache.iceberg.spark.SparkCatalog", - "spark.sql.catalog.s3tablesbucket.catalog-impl": "software.amazon.s3tables.iceberg.S3TablesCatalog", - "spark.sql.catalog.s3tablesbucket.warehouse": "arn:aws:s3tables:Region:111122223333:bucket/amzn-s3-demo-table-bucket" - }, - "extra-jars": "s3://amzn-s3-demo-bucket/jars/s3-tables-catalog-for-iceberg-runtime-0.1.5.jar" - } + {"conf": "spark.sql.extensions=org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions --conf spark.sql.defaultCatalog=s3tablesbucket --conf spark.sql.catalog.s3tablesbucket=org.apache.iceberg.spark.SparkCatalog --conf spark.sql.catalog.s3tablesbucket.catalog-impl=software.amazon.s3tables.iceberg.S3TablesCatalog --conf spark.sql.catalog.s3tablesbucket.warehouse=arn:aws:s3tables:Region:111122223333:bucket/amzn-s3-demo-table-bucket", "extra-jars": "s3://amzn-s3-demo-bucket/jars/s3-tables-catalog-for-iceberg-runtime-0.1.5.jar"}