refactor: 重构项目结构

- 将 Python 代码移至 analyzer/ 目录(含 venv)
- 拆分 Go 服务器代码为模块化结构:
  - config/: 配置加载
  - model/: 请求/响应模型
  - service/: 业务逻辑
  - handler/: API处理器
- 添加 .gitignore 文件
- 删除旧的独立脚本文件
This commit is contained in:
clz
2026-01-07 23:26:32 +08:00
parent b15922a027
commit c40a118a3d
23 changed files with 2060 additions and 557 deletions

288
analyzer/cleaners/wechat.py Normal file
View File

@@ -0,0 +1,288 @@
"""
微信账单清理模块
"""
import csv
import re
from decimal import Decimal
from .base import (
BaseCleaner, parse_amount, format_amount,
is_in_date_range, create_arg_parser
)
from category import infer_category
# 与支付宝对齐的表头(包含"复核等级"字段)
ALIGNED_HEADER = [
"交易时间", "交易分类", "交易对方", "对方账号", "商品说明",
"收/支", "金额", "收/付款方式", "交易状态", "交易订单号", "商家订单号", "备注", "复核等级"
]
class WechatCleaner(BaseCleaner):
"""微信账单清理器"""
def clean(self) -> None:
"""执行清理"""
self.print_header()
# 读取数据
with open(self.input_file, "r", encoding="utf-8") as f:
reader = csv.reader(f)
header = next(reader)
rows = list(reader)
self.stats["original_count"] = len(rows)
print(f"原始数据行数: {len(rows)}")
# 第一步:按日期范围筛选
rows_filtered = [
row for row in rows
if row and is_in_date_range(row[0], self.start_date, self.end_date)
]
self.stats["filtered_count"] = len(rows_filtered)
date_desc = f"{self.start_date} ~ {self.end_date}" if self.start_date or self.end_date else "全部"
print(f"筛选后数据行数: {len(rows_filtered)} ({date_desc})")
# 第二步:分离退款、支出、收入
refund_rows, expense_rows, income_rows = self._separate_rows(rows_filtered)
print(f"退款条目数: {len(refund_rows)}")
print(f"支出条目数: {len(expense_rows)}")
print(f"其他收入条目数: {len(income_rows)}")
# 第三步:处理退款(包括转账退款)
final_expense_rows, income_rows = self._process_refunds(expense_rows, income_rows)
print(f"\n处理结果:")
print(f" 全额退款删除: {self.stats['fully_refunded']}")
print(f" 部分退款调整: {self.stats['partially_refunded']}")
print(f" 保留支出条目: {len(final_expense_rows)}")
print(f" 保留收入条目: {len(income_rows)}")
# 第四步:转换为对齐格式并重新分类
aligned_expense = [self._convert_and_reclassify(r, remark) for r, remark in final_expense_rows]
aligned_income = [self._convert_and_reclassify((r, None), None) for r in income_rows]
# 合并并排序
final_rows = aligned_expense + aligned_income
final_rows.sort(key=lambda x: x[0], reverse=True)
# 统计复核数量
review_high_count = sum(1 for row in final_rows if row[-1] == "HIGH")
self.stats["final_count"] = len(final_rows)
print(f" 最终保留行数: {len(final_rows)}")
if review_high_count > 0:
print(f" 高优先级复核: {review_high_count} 条(无法判断)")
# 写入文件
self.write_output(ALIGNED_HEADER, final_rows)
print(f"\n清理后的数据已保存到: {self.output_file}")
# 统计支出
self._print_expense_summary(aligned_expense)
def _separate_rows(self, rows: list) -> tuple[list, list, list]:
"""分离退款、支出、收入记录"""
refund_rows = []
expense_rows = []
income_rows = []
for row in rows:
if len(row) < 6:
continue
transaction_type = row[1]
income_expense = row[4]
if "-退款" in transaction_type:
refund_rows.append(row)
elif income_expense == "支出":
expense_rows.append(row)
elif income_expense == "收入" and "-退款" not in transaction_type:
income_rows.append(row)
return refund_rows, expense_rows, income_rows
def _process_refunds(self, expense_rows: list, income_rows: list) -> tuple[list, list]:
"""
处理退款(包括转账退款)
微信的退款有两种形式:
1. 状态标注:支出记录的"当前状态"列标注"已退款"
2. 转账退款:同一交易对方有收入记录(转账退回)
"""
# 3.1 识别转账退款
transfer_refunds = {}
transfer_refund_rows = []
for row in income_rows:
merchant = row[2].strip()
amount = parse_amount(row[5])
# 检查是否有对应的支出记录
has_matching_expense = any(exp[2].strip() == merchant for exp in expense_rows)
if has_matching_expense:
if merchant not in transfer_refunds:
transfer_refunds[merchant] = Decimal("0")
transfer_refunds[merchant] += amount
transfer_refund_rows.append(row)
# 从收入中移除已识别的转账退款
for row in transfer_refund_rows:
income_rows.remove(row)
if transfer_refunds:
print(f" 识别到转账退款: {len(transfer_refunds)}")
# 3.2 处理支出记录
final_expense_rows = []
for row in expense_rows:
status = row[7]
merchant = row[2].strip()
original_amount = parse_amount(row[5])
# 计算总退款金额
status_refund = Decimal("0")
transfer_refund = transfer_refunds.get(merchant, Decimal("0"))
if "已全额退款" in status:
self.stats["fully_refunded"] += 1
print(f" 全额退款删除: {row[0]} | {row[2]} | {row[3][:25]}... | {row[5]}")
continue
elif "已退款" in status:
status_refund = self._extract_refund_amount(status) or Decimal("0")
total_refund = status_refund + transfer_refund
if total_refund > 0:
if total_refund >= original_amount:
self.stats["fully_refunded"] += 1
print(f" 全额退款删除: {row[0]} | {row[2]} | {row[3][:25]}... | {row[5]}")
else:
remaining = original_amount - total_refund
new_row = row.copy()
new_row[5] = f"{format_amount(remaining)}"
remark = f"原金额{row[5]},退款¥{total_refund}"
final_expense_rows.append((new_row, remark))
self.stats["partially_refunded"] += 1
print(f" 部分退款: {row[0]} | {row[2]} | 原{row[5]} -> ¥{format_amount(remaining)}")
if merchant in transfer_refunds:
del transfer_refunds[merchant]
else:
final_expense_rows.append((row, None))
return final_expense_rows, income_rows
def _extract_refund_amount(self, status: str) -> Decimal | None:
"""从状态中提取已退款金额"""
match = re.search(r'已退款[(]?¥?([\d.]+)[)]?', status)
if match:
return Decimal(match.group(1))
if "已全额退款" in status:
return None
return Decimal("0")
def _convert_and_reclassify(self, row_tuple: tuple, remark_override: str | None) -> list:
"""
转换为对齐格式并重新分类
微信原始字段:
0: 交易时间, 1: 交易类型, 2: 交易对方, 3: 商品,
4: 收/支, 5: 金额(元), 6: 支付方式, 7: 当前状态,
8: 交易单号, 9: 商户单号, 10: 备注
对齐后字段:
交易时间, 交易分类, 交易对方, 对方账号, 商品说明,
收/支, 金额, 收/付款方式, 交易状态, 交易订单号, 商家订单号, 备注, 需复核
"""
if isinstance(row_tuple, tuple):
row, remark = row_tuple
else:
row, remark = row_tuple, None
remark = remark_override if remark_override else remark
transaction_time = row[0]
merchant = row[2]
product = row[3]
income_expense = row[4]
amount = parse_amount(row[5])
payment_method = row[6]
status = row[7]
order_no = row[8]
merchant_order_no = row[9] if len(row) > 9 else ""
final_remark = remark if remark else (row[10] if len(row) > 10 else "/")
# 重新分类(微信原始的"交易类型"太笼统)
category, is_certain = infer_category(merchant, product, income_expense)
# 复核等级: 空=无需复核, HIGH=无法判断
review_mark = "" if is_certain else "HIGH"
return [
transaction_time,
category,
merchant,
"/", # 对方账号(微信无此字段)
product,
income_expense,
format_amount(amount),
payment_method,
status,
order_no,
merchant_order_no,
final_remark,
review_mark
]
def reclassify(self, rows: list) -> list:
"""
重新分类微信账单
微信账单在 _convert_and_reclassify 中已完成分类
此方法为接口兼容保留
"""
return rows
def _print_expense_summary(self, expense_rows: list):
"""打印支出统计"""
total = Decimal("0")
categories = {}
for row in expense_rows:
if row[5] == "支出":
amt = Decimal(row[6])
total += amt
cat = row[1]
categories[cat] = categories.get(cat, Decimal("0")) + amt
print(f"清理后支出总额: ¥{total}")
print("\n=== 按分类统计 ===")
for cat, amt in sorted(categories.items(), key=lambda x: -x[1]):
print(f" {cat}: ¥{amt}")
def main():
"""命令行入口"""
parser = create_arg_parser("清理微信支付账单数据")
args = parser.parse_args()
from .base import compute_date_range
cleaner = WechatCleaner(args.input_file, args.output_file)
start_date, end_date = compute_date_range(args)
cleaner.set_date_range(start_date, end_date)
cleaner.clean()
if __name__ == "__main__":
main()