changed config to prod, and fetching only today's files from SFTP

This commit is contained in:
2026-02-11 14:20:12 +05:30
parent 81ad34fd65
commit 2e07dcc96a
5 changed files with 14 additions and 270 deletions

View File

@@ -7,6 +7,7 @@ Runs polling loop every 30 minutes to process new files.
import signal
import time
import sys
from datetime import datetime
from logging_config import get_logger, setup_logging
from config import get_config
from db import OracleConnector, Repository
@@ -71,12 +72,14 @@ class Scheduler:
# Scan for new files across all banks
monitor = FileMonitor(sftp_client)
new_files = []
today_str = datetime.now().strftime("%d%m%Y")
logger.info(f'listing file for {today_str}')
for bank_code in self.config.bank_codes:
# Get list of files already processed for this specific bank
bank_processed = repository.get_processed_files(bank_code)
remote_path = f"{self.config.sftp_base_path}/{bank_code}/NACH"
files = sftp_client.list_files(remote_path, pattern='ACH_*.txt')
files = sftp_client.list_files(remote_path, pattern=f'ACH_99944_{today_str}*.txt')
for filename in files:
if filename not in bank_processed: