Skip to content

Commit

Permalink
dataset ingestor cmd: announce local filelist gathering operation, ad…
Browse files Browse the repository at this point in the history
…just a comment
  • Loading branch information
consolethinks committed Aug 23, 2024
1 parent 21a5761 commit de50300
Showing 1 changed file with 5 additions and 3 deletions.
8 changes: 5 additions & 3 deletions cmd/commands/datasetIngestor.go
Original file line number Diff line number Diff line change
Expand Up @@ -268,14 +268,15 @@ For Windows you need instead to specify -user username:password on the command l
log.Printf("Scanning files in dataset %s", datasetSourceFolder)

// get filelist of dataset
log.Printf("Getting filelist for \"%s\"...\n", datasetSourceFolder)
fullFileArray, startTime, endTime, owner, numFiles, totalSize, err :=
datasetIngestor.GetLocalFileList(datasetSourceFolder, datasetFileListTxt, &skip)
if err != nil {
log.Fatalf("Can't gather the filelist of \"%s\"", datasetSourceFolder)
}

log.Println("Filelist collected.")
//log.Printf("full fileListing: %v\n Start and end time: %s %s\n ", fullFileArray, startTime, endTime)
log.Printf("The dataset contains %v files with a total size of %v bytes.", numFiles, totalSize)
log.Printf("The dataset contains %v files with a total size of %v bytes.\n", numFiles, totalSize)

// filecount checks
if totalSize == 0 {
Expand Down Expand Up @@ -393,7 +394,8 @@ For Windows you need instead to specify -user username:password on the command l
archivableDatasetList = append(archivableDatasetList, datasetId)
}
}
datasetIngestor.ResetUpdatedMetaData(originalMap, metaDataMap) // I don't really get this...
// reset dataset metadata for next dataset ingestion
datasetIngestor.ResetUpdatedMetaData(originalMap, metaDataMap)
}

if !ingestFlag {
Expand Down

0 comments on commit de50300

Please sign in to comment.