@gbonnette I don't know that a temp file is a good solution. Writing and Reading from disk can be expensive in terms processing time. Best to use a collection object like list or deque. Slightly more than pseudo code reduced to just the relevant stuff for buffering input records:
class IncomingInterface:
def __init__(self, parent: object):
self.records = deque()
self.record_info_in = None
def ii_init(self, record_info_in: object) -> bool:
self.record_info_in = record_info_in
self.record_info_in_clone = record_info_in.clone()
# Instantiate a new instance of the RecordCopier class.
self.record_copier = Sdk.RecordCopier(self.record_info_in_clone, self.record_info_in)
# Map each column of the input to where we want in the output.
for index in range(self.record_info_in.num_fields):
# Adding a field index mapping.
self.record_copier.add(index, index)
# Let record copier know that all field mappings have been added.
self.record_copier.done_adding()
return True
def ii_push_record(self, in_record: object) -> bool:
# Creating a new, empty record creator based on record_info_out's record layout.
record_creator = self.record_info_in_clone.construct_record_creator()
# Copy the data from the incoming record into the outgoing record.
record_creator.reset()
self.record_copier.copy(record_creator, in_record)
# Append the object
self.records.appendleft(record_creator)
return True
def ii_close(self):
# Process the records in a loop
while len(self.out_records) > 0:
buffer_record = self.records.pop().finalize_record()
#do something with the record
