mirror of
https://github.com/we-promise/sure.git
synced 2026-04-08 14:54:49 +00:00
* Add tests and enhance logic for SimpleFin account synchronization and reconciliation - Added retry logic with exponential backoff for network errors in `Provider::Simplefin`. - Introduced tests to verify retry functionality and error handling for rate-limit, server errors, and stale data. - Updated `SimplefinItem` to detect stale sync status and reconciliation issues. - Enhanced UI to display stale sync warnings and data integrity notices. - Improved SimpleFin account matching during updates with multi-tier strategy (ID, fingerprint, fuzzy match). - Added transaction reconciliation logic to detect data gaps, transaction count drops, and duplicate transaction IDs. * Introduce `SimplefinConnectionUpdateJob` for asynchronous SimpleFin connection updates - Moved SimpleFin connection update logic to `SimplefinConnectionUpdateJob` to improve response times by offloading network retries, data fetching, and reconciliation tasks. - Enhanced SimpleFin account matching with a multi-tier strategy (ID, fingerprint, fuzzy name match). - Added retry logic and bounded latency for token claim requests in `Provider::Simplefin`. - Updated tests to cover the new job flow and ensure correct account reconciliation during updates. * Remove unused SimpleFin account matching logic and improve error handling in `SimplefinConnectionUpdateJob` - Deleted the multi-tier account matching logic from `SimplefinItemsController` as it is no longer used. - Enhanced error handling in `SimplefinConnectionUpdateJob` to gracefully handle import failures, ensuring orphaned items can be manually resolved. - Updated job flow to conditionally set item status based on the success of import operations. * Fix SimpleFin sync: check both legacy FK and AccountProvider for linked accounts * Add crypto, checking, savings, and cash account detection; refine subtype selection and linking - Enhanced `Simplefin::AccountTypeMapper` to include detection for crypto, checking, savings, and standalone cash accounts. - Improved subtype selection UI with validation and warning indicators for missing selections. - Updated SimpleFin account linking to handle both legacy FK and `AccountProvider` associations consistently. - Refined job flow and importer logic for better handling of linked accounts and subtype inference. * Improve `SimplefinConnectionUpdateJob` and holdings processing logic - Fixed race condition in `SimplefinConnectionUpdateJob` by moving `destroy_later` calls outside of transactions. - Updated fuzzy name match logic to use Levenshtein distance for better accuracy. - Enhanced synthetic ticker generation in holdings processor with hash suffix for uniqueness. * Refine SimpleFin entry processing logic and ensure `extra` data persistence - Simplified pending flag determination to rely solely on provider-supplied values. - Fixed potential stale values in `extra` by ensuring deep merge overwrite with `entry.transaction.save!`. * Replace hardcoded fallback transaction description with localized string * Refine pending flag logic in SimpleFin processor tests - Adjust test to prevent falsely inferring pending status from missing posted dates. - Ensure provider explicitly sets pending flag for transactions. * Add `has_many :holdings` association to `AccountProvider` with `dependent: :nullify` --------- Co-authored-by: Josh Waldrep <joshua.waldrep5+github@gmail.com>
145 lines
4.4 KiB
Ruby
145 lines
4.4 KiB
Ruby
require "test_helper"
|
|
|
|
class Provider::SimplefinTest < ActiveSupport::TestCase
|
|
setup do
|
|
@provider = Provider::Simplefin.new
|
|
@access_url = "https://example.com/simplefin/access"
|
|
end
|
|
|
|
test "retries on Net::ReadTimeout and succeeds on retry" do
|
|
# First call raises timeout, second call succeeds
|
|
mock_response = OpenStruct.new(code: 200, body: '{"accounts": []}')
|
|
|
|
HTTParty.expects(:get)
|
|
.times(2)
|
|
.raises(Net::ReadTimeout.new("Connection timed out"))
|
|
.then.returns(mock_response)
|
|
|
|
# Stub sleep to avoid actual delays in tests
|
|
@provider.stubs(:sleep)
|
|
|
|
result = @provider.get_accounts(@access_url)
|
|
assert_equal({ accounts: [] }, result)
|
|
end
|
|
|
|
test "retries on Net::OpenTimeout and succeeds on retry" do
|
|
mock_response = OpenStruct.new(code: 200, body: '{"accounts": []}')
|
|
|
|
HTTParty.expects(:get)
|
|
.times(2)
|
|
.raises(Net::OpenTimeout.new("Connection timed out"))
|
|
.then.returns(mock_response)
|
|
|
|
@provider.stubs(:sleep)
|
|
|
|
result = @provider.get_accounts(@access_url)
|
|
assert_equal({ accounts: [] }, result)
|
|
end
|
|
|
|
test "retries on SocketError and succeeds on retry" do
|
|
mock_response = OpenStruct.new(code: 200, body: '{"accounts": []}')
|
|
|
|
HTTParty.expects(:get)
|
|
.times(2)
|
|
.raises(SocketError.new("Failed to open TCP connection"))
|
|
.then.returns(mock_response)
|
|
|
|
@provider.stubs(:sleep)
|
|
|
|
result = @provider.get_accounts(@access_url)
|
|
assert_equal({ accounts: [] }, result)
|
|
end
|
|
|
|
test "raises SimplefinError after max retries exceeded" do
|
|
HTTParty.expects(:get)
|
|
.times(4) # Initial + 3 retries
|
|
.raises(Net::ReadTimeout.new("Connection timed out"))
|
|
|
|
@provider.stubs(:sleep)
|
|
|
|
error = assert_raises(Provider::Simplefin::SimplefinError) do
|
|
@provider.get_accounts(@access_url)
|
|
end
|
|
|
|
assert_equal :network_error, error.error_type
|
|
assert_match(/Network error after 3 retries/, error.message)
|
|
end
|
|
|
|
test "does not retry on non-retryable errors" do
|
|
HTTParty.expects(:get)
|
|
.times(1)
|
|
.raises(ArgumentError.new("Invalid argument"))
|
|
|
|
error = assert_raises(Provider::Simplefin::SimplefinError) do
|
|
@provider.get_accounts(@access_url)
|
|
end
|
|
|
|
assert_equal :request_failed, error.error_type
|
|
end
|
|
|
|
test "handles HTTP 429 rate limit response" do
|
|
mock_response = OpenStruct.new(code: 429, body: "Rate limit exceeded")
|
|
|
|
HTTParty.expects(:get).returns(mock_response)
|
|
|
|
error = assert_raises(Provider::Simplefin::SimplefinError) do
|
|
@provider.get_accounts(@access_url)
|
|
end
|
|
|
|
assert_equal :rate_limited, error.error_type
|
|
assert_match(/rate limit exceeded/i, error.message)
|
|
end
|
|
|
|
test "handles HTTP 500 server error response" do
|
|
mock_response = OpenStruct.new(code: 500, body: "Internal Server Error")
|
|
|
|
HTTParty.expects(:get).returns(mock_response)
|
|
|
|
error = assert_raises(Provider::Simplefin::SimplefinError) do
|
|
@provider.get_accounts(@access_url)
|
|
end
|
|
|
|
assert_equal :server_error, error.error_type
|
|
end
|
|
|
|
test "claim_access_url retries on network errors" do
|
|
setup_token = Base64.encode64("https://example.com/claim")
|
|
mock_response = OpenStruct.new(code: 200, body: "https://example.com/access")
|
|
|
|
HTTParty.expects(:post)
|
|
.times(2)
|
|
.raises(Net::ReadTimeout.new("Connection timed out"))
|
|
.then.returns(mock_response)
|
|
|
|
@provider.stubs(:sleep)
|
|
|
|
result = @provider.claim_access_url(setup_token)
|
|
assert_equal "https://example.com/access", result
|
|
end
|
|
|
|
test "exponential backoff delay increases with retries" do
|
|
provider = Provider::Simplefin.new
|
|
|
|
# Access private method for testing
|
|
delay1 = provider.send(:calculate_retry_delay, 1)
|
|
delay2 = provider.send(:calculate_retry_delay, 2)
|
|
delay3 = provider.send(:calculate_retry_delay, 3)
|
|
|
|
# Delays should increase (accounting for jitter)
|
|
# Base delays: 2, 4, 8 seconds (with up to 25% jitter)
|
|
assert delay1 >= 2 && delay1 <= 2.5, "First retry delay should be ~2s"
|
|
assert delay2 >= 4 && delay2 <= 5, "Second retry delay should be ~4s"
|
|
assert delay3 >= 8 && delay3 <= 10, "Third retry delay should be ~8s"
|
|
end
|
|
|
|
test "retry delay is capped at MAX_RETRY_DELAY" do
|
|
provider = Provider::Simplefin.new
|
|
|
|
# Test with a high retry count that would exceed max delay
|
|
delay = provider.send(:calculate_retry_delay, 10)
|
|
|
|
assert delay <= Provider::Simplefin::MAX_RETRY_DELAY,
|
|
"Delay should be capped at MAX_RETRY_DELAY (#{Provider::Simplefin::MAX_RETRY_DELAY}s)"
|
|
end
|
|
end
|