changed config to prod, and fetching only today's files from SFTP
This commit is contained in:
@@ -7,6 +7,7 @@ Runs polling loop every 30 minutes to process new files.
|
||||
import signal
|
||||
import time
|
||||
import sys
|
||||
from datetime import datetime
|
||||
from logging_config import get_logger, setup_logging
|
||||
from config import get_config
|
||||
from db import OracleConnector, Repository
|
||||
@@ -71,12 +72,14 @@ class Scheduler:
|
||||
# Scan for new files across all banks
|
||||
monitor = FileMonitor(sftp_client)
|
||||
new_files = []
|
||||
today_str = datetime.now().strftime("%d%m%Y")
|
||||
logger.info(f'listing file for {today_str}')
|
||||
|
||||
for bank_code in self.config.bank_codes:
|
||||
# Get list of files already processed for this specific bank
|
||||
bank_processed = repository.get_processed_files(bank_code)
|
||||
remote_path = f"{self.config.sftp_base_path}/{bank_code}/NACH"
|
||||
files = sftp_client.list_files(remote_path, pattern='ACH_*.txt')
|
||||
files = sftp_client.list_files(remote_path, pattern=f'ACH_99944_{today_str}*.txt')
|
||||
|
||||
for filename in files:
|
||||
if filename not in bank_processed:
|
||||
|
||||
Reference in New Issue
Block a user