Skip to content

Commit 199d45a

Browse files
committed
Add added_snapshot_id column to Iceberg $files table
1 parent a10f96a commit 199d45a

368 files changed

Lines changed: 5436 additions & 8550 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.github/actions/process-test-results/action.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ runs:
5858
# don't create or update checks, only annotate current job
5959
skip_publishing: true
6060
- name: Process Product Test reports
61-
uses: starburstdata/action-testng-report@d139fdb2941218d327f5ce0ad8fd85b65d9f9ce3
61+
uses: starburstdata/action-testng-report@f245422953fb97ec5075d07782a1b596124b7cc4
6262
if: format('{0}', inputs.has-failed-tests) == 'true'
6363
with:
6464
# this workflow should never fail, as it is not a quality gateway

.github/bin/redshift/setup-aws-redshift.sh

Lines changed: 1 addition & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ echo "Waiting for the Amazon Redshift cluster ${REDSHIFT_CLUSTER_IDENTIFIER} on
4343
aws redshift wait cluster-available \
4444
--cluster-identifier ${REDSHIFT_CLUSTER_IDENTIFIER}
4545

46-
echo "The Amazon Redshift cluster ${REDSHIFT_CLUSTER_IDENTIFIER} on the region ${AWS_REGION} reports available status."
46+
echo "The Amazon Redshift cluster ${REDSHIFT_CLUSTER_IDENTIFIER} on the region ${AWS_REGION} is available for queries."
4747

4848
REDSHIFT_CLUSTER_DESCRIPTION=$(aws redshift describe-clusters --cluster-identifier ${REDSHIFT_CLUSTER_IDENTIFIER})
4949

@@ -52,21 +52,3 @@ export REDSHIFT_PORT=$(echo ${REDSHIFT_CLUSTER_DESCRIPTION} | jq -r '.Clusters[0
5252
export REDSHIFT_CLUSTER_DATABASE_NAME=$(echo ${REDSHIFT_CLUSTER_DESCRIPTION} | jq -r '.Clusters[0].DBName' )
5353
export REDSHIFT_USER=$(echo ${REDSHIFT_CLUSTER_DESCRIPTION} | jq -r '.Clusters[0].MasterUsername' )
5454
export REDSHIFT_PASSWORD
55-
56-
# The AWS API status "available" doesn't guarantee the endpoint is accepting connections yet.
57-
# Poll the actual TCP port until Redshift is truly ready.
58-
echo "Waiting for the Redshift endpoint ${REDSHIFT_ENDPOINT}:${REDSHIFT_PORT} to accept connections..."
59-
MAX_RETRIES=30
60-
RETRY_INTERVAL_SECONDS=10
61-
for ((i=1; i<=MAX_RETRIES; i++)); do
62-
if nc -z -w 5 "${REDSHIFT_ENDPOINT}" "${REDSHIFT_PORT}" 2>/dev/null; then
63-
echo "The Amazon Redshift cluster ${REDSHIFT_CLUSTER_IDENTIFIER} on the region ${AWS_REGION} is accepting connections."
64-
break
65-
fi
66-
if [ "$i" -eq "$MAX_RETRIES" ]; then
67-
echo "ERROR: Redshift endpoint ${REDSHIFT_ENDPOINT}:${REDSHIFT_PORT} did not become reachable after $((MAX_RETRIES * RETRY_INTERVAL_SECONDS)) seconds."
68-
exit 1
69-
fi
70-
echo " Attempt ${i}/${MAX_RETRIES}: endpoint not ready yet, retrying in ${RETRY_INTERVAL_SECONDS}s..."
71-
sleep ${RETRY_INTERVAL_SECONDS}
72-
done

.github/bin/s3/setup-empty-s3-bucket.sh

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -44,17 +44,3 @@ echo "Tagging the AWS S3 bucket ${S3_BUCKET_IDENTIFIER} with TTL tags"
4444
aws s3api put-bucket-tagging \
4545
--bucket "${S3_BUCKET_IDENTIFIER}" \
4646
--tagging "TagSet=[{Key=environment,Value=test},{Key=ttl,Value=${S3_BUCKET_TTL}}]"
47-
48-
echo "Allowing SSE-C encryption for the AWS S3 bucket ${S3_BUCKET_IDENTIFIER}"
49-
50-
# Since April 2026, AWS S3 blocks SSE-C (Server-Side Encryption with Customer-provided keys)
51-
# by default on new buckets. Unblock it by setting BlockedEncryptionTypes to an empty list.
52-
aws s3api put-bucket-encryption \
53-
--bucket "${S3_BUCKET_IDENTIFIER}" \
54-
--server-side-encryption-configuration '{
55-
"Rules": [{
56-
"BlockedEncryptionTypes": {
57-
"EncryptionType": ["NONE"]
58-
}
59-
}]
60-
}'

.github/workflows/ci.yml

Lines changed: 1 addition & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ jobs:
7171
matrix:
7272
include:
7373
- { java-version: 25.0.2, cache: 'true', cleanup-node: true }
74-
- { java-version: 26, cache: 'restore', cleanup-node: true }
74+
- { java-version: 26-ea, cache: 'restore', cleanup-node: true }
7575
- { java-version: 27-ea, cache: 'restore', cleanup-node: true }
7676
timeout-minutes: 45
7777
steps:
@@ -486,7 +486,6 @@ jobs:
486486
- { modules: plugin/trino-druid }
487487
- { modules: plugin/trino-duckdb }
488488
- { modules: plugin/trino-elasticsearch }
489-
- { modules: plugin/trino-exchange-filesystem, profile: cloud-tests }
490489
- { modules: plugin/trino-exasol }
491490
- { modules: plugin/trino-google-sheets }
492491
- { modules: plugin/trino-hive }
@@ -561,7 +560,6 @@ jobs:
561560
&& ! (contains(matrix.modules, 'trino-redshift') && contains(matrix.profile, 'cloud-tests'))
562561
&& ! (contains(matrix.modules, 'trino-redshift') && contains(matrix.profile, 'fte-tests'))
563562
&& ! (contains(matrix.modules, 'trino-snowflake') && contains(matrix.profile, 'cloud-tests'))
564-
&& ! (contains(matrix.modules, 'trino-exchange-filesystem') && contains(matrix.profile, 'cloud-tests'))
565563
&& ! (contains(matrix.modules, 'trino-filesystem-azure') && contains(matrix.profile, 'cloud-tests'))
566564
&& ! (contains(matrix.modules, 'trino-filesystem-gcs') && contains(matrix.profile, 'cloud-tests'))
567565
&& ! (contains(matrix.modules, 'trino-filesystem-s3') && contains(matrix.profile, 'cloud-tests'))
@@ -572,18 +570,6 @@ jobs:
572570
if: contains(matrix.modules, 'trino-hdfs')
573571
run: |
574572
$MAVEN test ${MAVEN_TEST} -pl :trino-hdfs -P test-isolated-jvm-suites
575-
- name: FileSystem Exchange Storage Cloud Tests
576-
id: tests-filesystem-exchange
577-
env:
578-
ABFS_FLAT_ACCOUNT: ${{ vars.AZURE_ABFS_FLAT_ACCOUNT }}
579-
ABFS_FLAT_ACCESS_KEY: ${{ secrets.AZURE_ABFS_FLAT_ACCESS_KEY }}
580-
ABFS_HIERARCHICAL_ACCOUNT: ${{ vars.AZURE_ABFS_HIERARCHICAL_ACCOUNT }}
581-
ABFS_HIERARCHICAL_ACCESS_KEY: ${{ secrets.AZURE_ABFS_HIERARCHICAL_ACCESS_KEY }}
582-
if: >-
583-
contains(matrix.modules, 'trino-exchange-filesystem') && contains(matrix.profile, 'cloud-tests') &&
584-
(env.CI_SKIP_SECRETS_PRESENCE_CHECKS != '' || env.ABFS_FLAT_ACCESS_KEY != '' || env.ABFS_HIERARCHICAL_ACCESS_KEY != '')
585-
run: |
586-
$MAVEN test ${MAVEN_TEST} -pl ${{ matrix.modules }} ${{ format('-P {0}', matrix.profile) }}
587573
- name: S3 FileSystem Cloud Tests
588574
id: tests-s3
589575
env:
@@ -803,7 +789,6 @@ jobs:
803789
|| steps.tests-hdfs-isolated.outcome == 'failure'
804790
|| steps.tests-s3.outcome == 'failure'
805791
|| steps.tests-azure.outcome == 'failure'
806-
|| steps.tests-filesystem-exchange.outcome == 'failure'
807792
|| steps.tests-gcs.outcome == 'failure'
808793
|| steps.tests-delta.outcome == 'failure'
809794
|| steps.tests-bq.outcome == 'failure'

.gitignore

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,4 +34,3 @@ product-test-reports
3434
**/dependency-reduced-pom.xml
3535
core/trino-web-ui/src/main/resources/webapp/dist/
3636
.node
37-
.claude

client/trino-cli/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616
<properties>
1717
<project.build.targetJdk>11</project.build.targetJdk>
1818
<main-class>io.trino.cli.Trino</main-class>
19-
<dep.jline.version>4.0.12</dep.jline.version>
19+
<dep.jline.version>4.0.9</dep.jline.version>
2020
</properties>
2121

2222
<dependencies>

client/trino-cli/src/main/java/io/trino/cli/TableNameCompleter.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -29,10 +29,10 @@
2929
import java.util.List;
3030
import java.util.Optional;
3131
import java.util.concurrent.ExecutorService;
32+
import java.util.concurrent.TimeUnit;
3233

3334
import static com.google.common.cache.CacheLoader.asyncReloading;
3435
import static java.lang.String.format;
35-
import static java.time.Duration.ofMinutes;
3636
import static java.util.Objects.requireNonNull;
3737
import static java.util.concurrent.Executors.newCachedThreadPool;
3838

@@ -54,7 +54,7 @@ public TableNameCompleter(QueryRunner queryRunner)
5454

5555
tableCache = buildUnsafeCache(
5656
CacheBuilder.newBuilder()
57-
.refreshAfterWrite(ofMinutes(RELOAD_TIME_MINUTES)),
57+
.refreshAfterWrite(RELOAD_TIME_MINUTES, TimeUnit.MINUTES),
5858
asyncReloading(CacheLoader.from(this::listTables), executor));
5959

6060
functionCache = buildUnsafeCache(

client/trino-jdbc/src/test/java/io/trino/jdbc/TestJdbcConnection.java

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -330,10 +330,6 @@ public void testSession()
330330
statement.execute("SET SESSION join_distribution_type = 'BROADCAST'");
331331
}
332332

333-
try (Statement statement = connection.createStatement()) {
334-
statement.execute("EXECUTE IMMEDIATE 'SET SESSION join_distribution_type = ?' USING 'BROADCAST'");
335-
}
336-
337333
assertThat(listSession(connection))
338334
.contains("join_distribution_type|BROADCAST|AUTOMATIC")
339335
.contains("exchange_compression_codec|NONE|NONE");

core/trino-grammar/src/main/antlr4/io/trino/grammar/sql/SqlBase.g4

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -204,7 +204,6 @@ statement
204204
| EXECUTE IMMEDIATE string (USING expression (',' expression)*)? #executeImmediate
205205
| DESCRIBE INPUT identifier #describeInput
206206
| DESCRIBE OUTPUT identifier #describeOutput
207-
| DESCRIBE OUTPUT '(' rootQuery ')' #describeQueryOutput
208207
| SET PATH pathSpecification #setPath
209208
| SET TIME ZONE (LOCAL | expression) #setTimeZone
210209
| UPDATE qualifiedName ('@' branch=identifier)?
@@ -482,10 +481,6 @@ relationPrimary
482481
)?
483482
((ERROR | EMPTY) ON ERROR)?
484483
')' #jsonTable
485-
| NEAREST '('
486-
FROM relation
487-
(WHERE where=booleanExpression)?
488-
MATCH match=booleanExpression ')' #nearest
489484
;
490485

491486
jsonTableColumn
@@ -1057,7 +1052,7 @@ nonReserved
10571052
| KEEP | KEY | KEYS
10581053
| LANGUAGE | LAST | LATERAL | LEADING | LEAVE | LEVEL | LIMIT | LOCAL | LOGICAL | LOOP
10591054
| MAP | MATCH | MATCHED | MATCHES | MATCH_RECOGNIZE | MATERIALIZED | MEASURES | MERGE | MINUTE | MONTH
1060-
| NESTED | NEXT | NFC | NFD | NEAREST | NFKC | NFKD | NO | NONE | NULLIF | NULLS
1055+
| NESTED | NEXT | NFC | NFD | NFKC | NFKD | NO | NONE | NULLIF | NULLS
10611056
| OBJECT | OF | OFFSET | OMIT | ONE | ONLY | OPTION | ORDINALITY | OUTPUT | OVER | OVERFLOW
10621057
| PARTITION | PARTITIONS | PASSING | PAST | PATH | PATTERN | PER | PERIOD | PERMUTE | PLAN | POSITION | PRECEDING | PRECISION | PRIVILEGES | PROPERTIES | PRUNE
10631058
| QUOTES
@@ -1237,7 +1232,6 @@ MONTH: 'MONTH';
12371232
NATURAL: 'NATURAL';
12381233
NESTED: 'NESTED';
12391234
NEXT: 'NEXT';
1240-
NEAREST: 'NEAREST';
12411235
NFC : 'NFC';
12421236
NFD : 'NFD';
12431237
NFKC : 'NFKC';

core/trino-grammar/src/test/java/io/trino/grammar/sql/TestSqlKeywords.java

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -190,7 +190,6 @@ public void test()
190190
"MONTH",
191191
"NATURAL",
192192
"NESTED",
193-
"NEAREST",
194193
"NEXT",
195194
"NFC",
196195
"NFD",

0 commit comments

Comments
 (0)