Skip to content

Commit

Permalink
fix custom merger case
Browse files Browse the repository at this point in the history
  • Loading branch information
Jonathan Vexler committed Oct 17, 2024
1 parent 9f3adb4 commit 709a37a
Showing 1 changed file with 9 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -718,9 +718,15 @@ public static Triple<RecordMergeMode, String, String> inferCorrectMergingBehavio
} else {
inferPayloadClassName = payloadClassName;
if (payloadClassName.equals(DefaultHoodieRecordPayload.class.getName())) {
checkArgument(isNullOrEmpty(recordMergerStrategy) || recordMergerStrategy.equals(DEFAULT_MERGER_STRATEGY_UUID), "Record merge strategy cannot be set if a merge payload is used");
inferRecordMergeMode = EVENT_TIME_ORDERING;
inferRecordMergerStrategy = DEFAULT_MERGER_STRATEGY_UUID;
//TODO: after mergers are safe to use on the write side, add this check and get rid of the if
// checkArgument(isNullOrEmpty(recordMergerStrategy) || recordMergerStrategy.equals(DEFAULT_MERGER_STRATEGY_UUID), "Record merge strategy cannot be set if a merge payload is used");
if (isNullOrEmpty(recordMergerStrategy) || recordMergerStrategy.equals(DEFAULT_MERGER_STRATEGY_UUID)) {
inferRecordMergeMode = EVENT_TIME_ORDERING;
inferRecordMergerStrategy = DEFAULT_MERGER_STRATEGY_UUID;
} else {
inferRecordMergeMode = CUSTOM;
inferRecordMergerStrategy = recordMergerStrategy;
}
} else if (payloadClassName.equals(OverwriteWithLatestAvroPayload.class.getName())) {
checkArgument(isNullOrEmpty(recordMergerStrategy) || recordMergerStrategy.equals(OVERWRITE_MERGER_STRATEGY_UUID), "Record merge strategy cannot be set if a merge payload is used");
inferRecordMergeMode = OVERWRITE_WITH_LATEST;
Expand Down

0 comments on commit 709a37a

Please sign in to comment.