Skip to content

Commit 54f9d8e

Browse files
committed
feat: Add final_lookup_sources to IterativeCleanup
Supports using transforms dependent on having a lookup table in `cleanup_base_name__final` job
1 parent 44c83cf commit 54f9d8e

2 files changed

Lines changed: 7 additions & 1 deletion

File tree

lib/kiba/extend/mixins/iterative_cleanup.rb

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -72,6 +72,7 @@ module Mixins
7272
# - {collation_delim}
7373
# - {clean_fingerprint_flag_ignore_fields}
7474
# - {final_lookup_on_field}
75+
# - {final_lookup_sources}
7576
#
7677
# ## What extending this module does
7778
#
@@ -282,6 +283,10 @@ def final_lookup_on_field
282283
orig_values_identifier
283284
end
284285

286+
# @return [Array<Symbol>] job keys of registered jobs to be used as
287+
# lookup tables in the `cleanup_base_name__final` job
288+
def final_lookup_sources = []
289+
285290
# DO NOT OVERRIDE REMAINING METHODS
286291

287292
# @return [Array<Symbol>] supplied registry entry job keys

lib/kiba/extend/mixins/iterative_cleanup/jobs/final.rb

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,8 @@ def job(mod:)
1212
Kiba::Extend::Jobs::Job.new(
1313
files: {
1414
source: mod.base_job_cleaned_job_key,
15-
destination: mod.final_job_key
15+
destination: mod.final_job_key,
16+
lookup: mod.final_lookup_sources
1617
},
1718
transformer: get_xforms(mod)
1819
)

0 commit comments

Comments
 (0)