Skip to content

Commit

Permalink
Fixes after rebase
Browse files Browse the repository at this point in the history
  • Loading branch information
phwissmann committed Aug 27, 2024
1 parent c20415e commit 36901d0
Showing 1 changed file with 2 additions and 7 deletions.
9 changes: 2 additions & 7 deletions openem-ingestor/core/datasetingestor.go
Original file line number Diff line number Diff line change
Expand Up @@ -29,11 +29,6 @@ func IngestDataset(
const DATASETFILELISTTXT = ""

var skipSymlinks string = "dA" // skip all simlinks
var skippedLinks uint = 0 // output variables
var localSymlinkCallback = createLocalSymlinkCallbackForFileLister(&skipSymlinks, &skippedLinks)

var illegalFileNames uint = 0
var localFilepathFilterCallback = createLocalFilenameFilterCallback(&illegalFileNames)

user := map[string]string{
"accessToken": task.ScicatAccessToken,
Expand All @@ -47,7 +42,7 @@ func IngestDataset(

accessGroups := []string{}

newMetaDataMap, metadataSourceFolder, _, err := datasetIngestor.ReadAndCheckMetadata(http_client, SCIAT_API_URL, metadatafile, user, accessGroups)
newMetaDataMap, metadataSourceFolder, _, err := datasetIngestor.CheckMetadata(http_client, SCIAT_API_URL, metadatafile, user, accessGroups)

_ = metadataSourceFolder
if err != nil {
Expand All @@ -57,7 +52,7 @@ func IngestDataset(

// collect (local) files

fullFileArray, startTime, endTime, owner, numFiles, totalSize, err := datasetIngestor.GetLocalFileList(task.DatasetFolder.FolderPath, DATASETFILELISTTXT, localSymlinkCallback, localFilepathFilterCallback)
fullFileArray, startTime, endTime, owner, numFiles, totalSize, err := datasetIngestor.GetLocalFileList(task.DatasetFolder.FolderPath, DATASETFILELISTTXT, &skipSymlinks)
_ = numFiles
_ = totalSize
_ = startTime
Expand Down

0 comments on commit 36901d0

Please sign in to comment.