class EnableBankingAccount::Transactions::Processor attr_reader :enable_banking_account def initialize(enable_banking_account) @enable_banking_account = enable_banking_account end def process unless enable_banking_account.raw_transactions_payload.present? Rails.logger.info "EnableBankingAccount::Transactions::Processor - No transactions in raw_transactions_payload for enable_banking_account #{enable_banking_account.id}" return { success: true, total: 0, imported: 0, failed: 0, errors: [] } end total_count = enable_banking_account.raw_transactions_payload.count Rails.logger.info "EnableBankingAccount::Transactions::Processor - Processing #{total_count} transactions for enable_banking_account #{enable_banking_account.id}" imported_count = 0 skipped_count = 0 failed_count = 0 errors = [] shared_adapter = if enable_banking_account.current_account.present? Account::ProviderImportAdapter.new(enable_banking_account.current_account) end # Pre-fetch external_ids that were manually merged and must not be re-imported. # One query per sync; O(1) Set lookup per transaction — avoids N+1. # Uses a lateral jsonb_array_elements join to extract only the ID strings in SQL, # avoiding loading full extra blobs into Ruby. Handles both Array (current) and # Hash (legacy) formats via jsonb_typeof. excluded_ids = if enable_banking_account.current_account Transaction.joins(:entry) .where(entries: { account_id: enable_banking_account.current_account.id }) .where("transactions.extra ? 'manual_merge'") .joins( Arel.sql(<<~SQL.squish) CROSS JOIN LATERAL jsonb_array_elements( CASE jsonb_typeof(transactions.extra->'manual_merge') WHEN 'array' THEN transactions.extra->'manual_merge' WHEN 'object' THEN jsonb_build_array(transactions.extra->'manual_merge') ELSE '[]'::jsonb END ) AS merge_elem SQL ) .pluck(Arel.sql("merge_elem->>'merged_from_external_id'")) .compact .to_set else Set.new end enable_banking_account.raw_transactions_payload.each_with_index do |transaction_data, index| begin ext_id = EnableBankingEntry::Processor.compute_external_id(transaction_data) if ext_id && excluded_ids.include?(ext_id) Rails.logger.info("EnableBankingAccount::Transactions::Processor - Skipping re-import of manually merged pending transaction: #{ext_id}") skipped_count += 1 next end result = EnableBankingEntry::Processor.new( transaction_data, enable_banking_account: enable_banking_account, import_adapter: shared_adapter ).process if result.nil? failed_count += 1 errors << { index: index, transaction_id: transaction_data[:transaction_id], error: "No linked account" } else imported_count += 1 end rescue ArgumentError => e failed_count += 1 transaction_id = transaction_data.try(:[], :transaction_id) || transaction_data.try(:[], "transaction_id") || "unknown" error_message = "Validation error: #{e.message}" Rails.logger.error "EnableBankingAccount::Transactions::Processor - #{error_message} (transaction #{transaction_id})" errors << { index: index, transaction_id: transaction_id, error: error_message } rescue => e failed_count += 1 transaction_id = transaction_data.try(:[], :transaction_id) || transaction_data.try(:[], "transaction_id") || "unknown" error_message = "#{e.class}: #{e.message}" Rails.logger.error "EnableBankingAccount::Transactions::Processor - Error processing transaction #{transaction_id}: #{error_message}" Rails.logger.error e.backtrace.join("\n") errors << { index: index, transaction_id: transaction_id, error: error_message } end end result = { success: failed_count == 0, total: total_count, imported: imported_count, skipped: skipped_count, failed: failed_count, errors: errors } if failed_count > 0 Rails.logger.warn "EnableBankingAccount::Transactions::Processor - Completed with #{failed_count} failures out of #{total_count} transactions" else Rails.logger.info "EnableBankingAccount::Transactions::Processor - Successfully processed #{imported_count} transactions" end result end end