mirror of
https://github.com/we-promise/sure.git
synced 2026-04-07 22:34:47 +00:00
* Add pending transaction handling and duplicate reconciliation logic - Implemented logic to exclude pending transactions from budgets and analytics calculations. - Introduced mechanisms for reconciling pending transactions with posted versions. - Added duplicate detection with support for merging or dismissing matches. - Updated transaction search filters to include a `status_filter` for pending/confirmed transactions. - Introduced UI elements for reviewing and resolving duplicates. - Enhanced `ProviderSyncSummary` with stats for reconciled and stale pending transactions. * Refactor translation handling and enhance transaction and sync logic - Moved hardcoded strings to locale files for improved translation support. - Refined styling for duplicate transaction indicators and sync summaries. - Improved logic for excluding stale pending transactions and updating timestamps on batch exclusion. - Added unique IDs to status filters for better element targeting in UI. - Optimized database queries to avoid N+1 issues in stale pending calculations. * Add sync settings and enhance pending transaction handling - Introduced a new "Sync Settings" section in hosting settings with UI to toggle inclusion of pending transactions. - Updated handling of pending transactions with improved inference logic for `posted=0` and `transacted_at` in processors. - Added priority order for pending transaction inclusion: explicit argument > environment variable > runtime configurable setting. - Refactored settings and controllers to store updated sync preferences. * Refactor sync settings and pending transaction reconciliation - Extracted logic for pending transaction reconciliation, stale exclusion, and unmatched tracking into dedicated methods for better maintainability. - Updated sync settings to infer defaults from multiple provider environment variables (`SIMPLEFIN_INCLUDE_PENDING`, `PLAID_INCLUDE_PENDING`). - Refined UI and messaging to handle multi-provider configurations in sync settings. # Conflicts: # app/models/simplefin_item/importer.rb * Debounce transaction reconciliation during imports - Added per-run reconciliation debouncing to prevent repeated scans for the same account during chunked history imports. - Trimmed size of reconciliation stats to retain recent details only. - Introduced error tracking for reconciliation steps to improve UI visibility of issues. * Apply ABS() in pending transaction queries and improve error handling - Updated pending transaction logic to use ABS() for consistent handling of negative amounts. - Adjusted amount bounds calculations to ensure accuracy for both positive and negative values. - Refined exception handling in `merge_duplicate` to log failures and update user alert. - Replaced `Date.today` with `Date.current` in tests to ensure timezone consistency. - Minor optimization to avoid COUNT queries by loading limited records directly. * Improve error handling in duplicate suggestion and dismissal logic - Added exception handling for `store_duplicate_suggestion` to log failures and prevent crashes during fuzzy/low-confidence matches. - Enhanced `dismiss_duplicate` action to handle `ActiveRecord::RecordInvalid` and display appropriate user alerts. --------- Co-authored-by: Josh Waldrep <joshua.waldrep5+github@gmail.com>
167 lines
6.0 KiB
Ruby
167 lines
6.0 KiB
Ruby
require "test_helper"
|
|
|
|
class SimplefinEntry::ProcessorTest < ActiveSupport::TestCase
|
|
setup do
|
|
@family = families(:dylan_family)
|
|
@account = accounts(:depository)
|
|
@simplefin_item = SimplefinItem.create!(
|
|
family: @family,
|
|
name: "Test SimpleFin Bank",
|
|
access_url: "https://example.com/access_token"
|
|
)
|
|
@simplefin_account = SimplefinAccount.create!(
|
|
simplefin_item: @simplefin_item,
|
|
name: "SF Checking",
|
|
account_id: "sf_acc_1",
|
|
account_type: "checking",
|
|
currency: "USD",
|
|
current_balance: 1000,
|
|
available_balance: 1000,
|
|
account: @account
|
|
)
|
|
end
|
|
|
|
test "persists extra metadata (raw payee/memo/description and provider extra)" do
|
|
tx = {
|
|
id: "tx_1",
|
|
amount: "-12.34",
|
|
currency: "USD",
|
|
payee: "Pizza Hut",
|
|
description: "Order #1234",
|
|
memo: "Carryout",
|
|
posted: Date.current.to_s,
|
|
transacted_at: (Date.current - 1).to_s,
|
|
extra: { category: "restaurants", check_number: nil }
|
|
}
|
|
|
|
assert_difference "@account.entries.count", 1 do
|
|
SimplefinEntry::Processor.new(tx, simplefin_account: @simplefin_account).process
|
|
end
|
|
|
|
entry = @account.entries.find_by!(external_id: "simplefin_tx_1", source: "simplefin")
|
|
extra = entry.transaction.extra
|
|
|
|
assert_equal "Pizza Hut - Order #1234", entry.name
|
|
assert_equal "USD", entry.currency
|
|
|
|
# Check extra payload structure
|
|
assert extra.is_a?(Hash), "extra should be a Hash"
|
|
assert extra["simplefin"].is_a?(Hash), "extra.simplefin should be a Hash"
|
|
sf = extra["simplefin"]
|
|
assert_equal "Pizza Hut", sf["payee"]
|
|
assert_equal "Carryout", sf["memo"]
|
|
assert_equal "Order #1234", sf["description"]
|
|
assert_equal({ "category" => "restaurants", "check_number" => nil }, sf["extra"])
|
|
end
|
|
test "does not flag pending when posted is nil but provider pending flag not set" do
|
|
# Previously we inferred pending from missing posted date, but this was too aggressive -
|
|
# some providers don't supply posted dates even for settled transactions
|
|
tx = {
|
|
id: "tx_pending_1",
|
|
amount: "-20.00",
|
|
currency: "USD",
|
|
payee: "Coffee Shop",
|
|
description: "Latte",
|
|
memo: "Morning run",
|
|
posted: nil,
|
|
transacted_at: (Date.current - 3).to_s
|
|
}
|
|
|
|
SimplefinEntry::Processor.new(tx, simplefin_account: @simplefin_account).process
|
|
|
|
entry = @account.entries.find_by!(external_id: "simplefin_tx_pending_1", source: "simplefin")
|
|
sf = entry.transaction.extra.fetch("simplefin")
|
|
|
|
assert_equal false, sf["pending"], "expected pending flag to be false when provider doesn't explicitly set pending"
|
|
end
|
|
|
|
test "captures FX metadata when tx currency differs from account currency" do
|
|
# Account is USD from setup; use EUR for tx
|
|
t_date = (Date.current - 5)
|
|
p_date = Date.current
|
|
|
|
tx = {
|
|
id: "tx_fx_1",
|
|
amount: "-42.00",
|
|
currency: "EUR",
|
|
payee: "Boulangerie",
|
|
description: "Croissant",
|
|
posted: p_date.to_s,
|
|
transacted_at: t_date.to_s
|
|
}
|
|
|
|
SimplefinEntry::Processor.new(tx, simplefin_account: @simplefin_account).process
|
|
|
|
entry = @account.entries.find_by!(external_id: "simplefin_tx_fx_1", source: "simplefin")
|
|
sf = entry.transaction.extra.fetch("simplefin")
|
|
|
|
assert_equal "EUR", sf["fx_from"]
|
|
assert_equal t_date.to_s, sf["fx_date"], "fx_date should prefer transacted_at"
|
|
end
|
|
test "flags pending when provider pending flag is true (even if posted provided)" do
|
|
tx = {
|
|
id: "tx_pending_flag_1",
|
|
amount: "-9.99",
|
|
currency: "USD",
|
|
payee: "Test Store",
|
|
description: "Auth",
|
|
memo: "",
|
|
posted: Date.current.to_s, # provider says pending=true should still flag
|
|
transacted_at: (Date.current - 1).to_s,
|
|
pending: true
|
|
}
|
|
|
|
SimplefinEntry::Processor.new(tx, simplefin_account: @simplefin_account).process
|
|
|
|
entry = @account.entries.find_by!(external_id: "simplefin_tx_pending_flag_1", source: "simplefin")
|
|
sf = entry.transaction.extra.fetch("simplefin")
|
|
assert_equal true, sf["pending"], "expected pending flag to be true when provider sends pending=true"
|
|
end
|
|
|
|
test "posted==0 treated as missing, entry uses transacted_at date and flags pending" do
|
|
# Simulate provider sending epoch-like zeros for posted and an integer transacted_at
|
|
t_epoch = (Date.current - 2).to_time.to_i
|
|
tx = {
|
|
id: "tx_pending_zero_posted_1",
|
|
amount: "-6.48",
|
|
currency: "USD",
|
|
payee: "Dunkin'",
|
|
description: "DUNKIN #358863",
|
|
memo: "",
|
|
posted: 0,
|
|
transacted_at: t_epoch,
|
|
pending: true
|
|
}
|
|
|
|
SimplefinEntry::Processor.new(tx, simplefin_account: @simplefin_account).process
|
|
|
|
entry = @account.entries.find_by!(external_id: "simplefin_tx_pending_zero_posted_1", source: "simplefin")
|
|
# For depository accounts, processor prefers posted, then transacted; posted==0 should be treated as missing
|
|
assert_equal Time.at(t_epoch).to_date, entry.date, "expected entry.date to use transacted_at when posted==0"
|
|
sf = entry.transaction.extra.fetch("simplefin")
|
|
assert_equal true, sf["pending"], "expected pending flag to be true when posted==0 and/or pending=true"
|
|
end
|
|
|
|
test "infers pending when posted is explicitly 0 and transacted_at present (no explicit pending flag)" do
|
|
# Some SimpleFIN banks indicate pending by sending posted=0 + transacted_at, without pending flag
|
|
t_epoch = (Date.current - 1).to_time.to_i
|
|
tx = {
|
|
id: "tx_inferred_pending_1",
|
|
amount: "-15.00",
|
|
currency: "USD",
|
|
payee: "Gas Station",
|
|
description: "Fuel",
|
|
memo: "",
|
|
posted: 0,
|
|
transacted_at: t_epoch
|
|
# Note: NO pending flag set
|
|
}
|
|
|
|
SimplefinEntry::Processor.new(tx, simplefin_account: @simplefin_account).process
|
|
|
|
entry = @account.entries.find_by!(external_id: "simplefin_tx_inferred_pending_1", source: "simplefin")
|
|
sf = entry.transaction.extra.fetch("simplefin")
|
|
assert_equal true, sf["pending"], "expected pending to be inferred from posted=0 + transacted_at present"
|
|
end
|
|
end
|