Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
vkorukanti committed Aug 27, 2023
1 parent 10ce080 commit b5707ad
Showing 1 changed file with 6 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -1051,6 +1051,7 @@ integrationTest("kernel:getFiles") {
{
set("spark.hadoop.fs.s3a.aws.credentials.provider",
"com.amazonaws.auth.EnvironmentVariableCredentialsProvider")
set("fs.s3a.endpoint", "s3.us-west-2.amazonaws.com")
}
}
val tableClient = DefaultTableClient.create(hadoopConf)
Expand All @@ -1060,10 +1061,13 @@ integrationTest("kernel:getFiles") {
KernelUtils.deserializeRowFromJson(tableClient, scanFileJson)
}

import io.delta.kernel.data.DataReadResult
var readRecordCount = 0
val maxRowCount = 100
val data = Scan.readData(tableClient, scanState, KernelUtils.convertToCloseableIterator(scanFiles), Optional.empty())
val data = Scan.readData(
tableClient,
scanState,
KernelUtils.convertToCloseableIterator(scanFiles),
Optional.empty())
breakable {
try {
while (data.hasNext) {
Expand Down

0 comments on commit b5707ad

Please sign in to comment.