feat: BI-CCC evolution — 6-phase platform upgrade (45→85 maturity)

Phase 1: Refactor queries.js (1787 lines) into domain modules with facade pattern
  - src/queries/{helpers,payin,payout,corporate,bi,client,provider,compliance}.queries.js
  - New provider performance + compliance data layer queries
  - Health check endpoint (GET /health)

Phase 2: Provider Performance Dashboard (src/admin-providers.js)
  - Hero cards, sortable tables, Chart.js charts, date range filter
  - API routes: /admin/api/providers, /admin/api/providers/failed, /admin/api/providers/trend

Phase 3: Excel Export (exceljs)
  - CambioReal-branded exports for BI, clients, providers, transactions
  - Export buttons added to BI and Client 360 dashboards

Phase 4: Alert System (node-cron + nodemailer)
  - 5 alert rules: volume spike, spread anomaly, large tx, failed tx spike, provider inactivity
  - SQLite alerts table, bell icon UI with acknowledge workflow
  - Email notifications via SMTP

Phase 5: Enhanced Analytics
  - Churn prediction: weighted RFM model (src/services/churn-predictor.js)
  - Volume forecasting: exponential smoothing with confidence bands (src/services/forecast.js)
  - Forecast chart in BI dashboard, churn risk in Client 360

Phase 6: SQLite Analytics Store (ETL)
  - src/db-analytics.js: daily_metrics, client_health_daily, monthly_revenue tables
  - src/etl/daily-sync.js: MySQL RDS → SQLite daily sync at 1 AM + 90-day backfill
  - src/etl/data-quality.js: post-sync validation (row counts, reconciliation)

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
root
2026-02-16 20:22:23 -05:00
parent a76ab30730
commit 844f931076
25 changed files with 5686 additions and 1786 deletions

670
package-lock.json generated
View File

@@ -11,9 +11,39 @@
"bcrypt": "^5.1.1", "bcrypt": "^5.1.1",
"better-sqlite3": "^11.7.0", "better-sqlite3": "^11.7.0",
"dotenv": "^16.4.7", "dotenv": "^16.4.7",
"exceljs": "^4.4.0",
"express": "^4.21.2", "express": "^4.21.2",
"express-session": "^1.18.1", "express-session": "^1.18.1",
"mysql2": "^3.12.0" "mysql2": "^3.12.0",
"node-cron": "^4.2.1",
"nodemailer": "^8.0.1"
}
},
"node_modules/@fast-csv/format": {
"version": "4.3.5",
"resolved": "https://registry.npmjs.org/@fast-csv/format/-/format-4.3.5.tgz",
"integrity": "sha512-8iRn6QF3I8Ak78lNAa+Gdl5MJJBM5vRHivFtMRUWINdevNo00K7OXxS2PshawLKTejVwieIlPmK5YlLu6w4u8A==",
"dependencies": {
"@types/node": "^14.0.1",
"lodash.escaperegexp": "^4.1.2",
"lodash.isboolean": "^3.0.3",
"lodash.isequal": "^4.5.0",
"lodash.isfunction": "^3.0.9",
"lodash.isnil": "^4.0.0"
}
},
"node_modules/@fast-csv/parse": {
"version": "4.3.6",
"resolved": "https://registry.npmjs.org/@fast-csv/parse/-/parse-4.3.6.tgz",
"integrity": "sha512-uRsLYksqpbDmWaSmzvJcuApSEe38+6NQZBUsuAyMZKqHxH0g1wcJgsKUvN3WC8tewaqFjBMMGrkHmC+T7k8LvA==",
"dependencies": {
"@types/node": "^14.0.1",
"lodash.escaperegexp": "^4.1.2",
"lodash.groupby": "^4.6.0",
"lodash.isfunction": "^3.0.9",
"lodash.isnil": "^4.0.0",
"lodash.isundefined": "^3.0.1",
"lodash.uniq": "^4.5.0"
} }
}, },
"node_modules/@mapbox/node-pre-gyp": { "node_modules/@mapbox/node-pre-gyp": {
@@ -36,6 +66,11 @@
"node-pre-gyp": "bin/node-pre-gyp" "node-pre-gyp": "bin/node-pre-gyp"
} }
}, },
"node_modules/@types/node": {
"version": "14.18.63",
"resolved": "https://registry.npmjs.org/@types/node/-/node-14.18.63.tgz",
"integrity": "sha512-fAtCfv4jJg+ExtXhvCkCqUKZ+4ok/JQk01qDKhL5BDDoS3AxKXhV5/MAVUZyQnSEd2GT92fkgZl0pz0Q0AzcIQ=="
},
"node_modules/abbrev": { "node_modules/abbrev": {
"version": "1.1.1", "version": "1.1.1",
"resolved": "https://registry.npmjs.org/abbrev/-/abbrev-1.1.1.tgz", "resolved": "https://registry.npmjs.org/abbrev/-/abbrev-1.1.1.tgz",
@@ -105,6 +140,70 @@
"integrity": "sha512-tLIEcj5GuR2RSTnxNKdkK0dJ/GrC7P38sUkiDmDuHfsHmbagTFAxDVIBltoklXEVIQ/f14IL8IMJ5pn9Hez1Ew==", "integrity": "sha512-tLIEcj5GuR2RSTnxNKdkK0dJ/GrC7P38sUkiDmDuHfsHmbagTFAxDVIBltoklXEVIQ/f14IL8IMJ5pn9Hez1Ew==",
"license": "ISC" "license": "ISC"
}, },
"node_modules/archiver": {
"version": "5.3.2",
"resolved": "https://registry.npmjs.org/archiver/-/archiver-5.3.2.tgz",
"integrity": "sha512-+25nxyyznAXF7Nef3y0EbBeqmGZgeN/BxHX29Rs39djAfaFalmQ89SE6CWyDCHzGL0yt/ycBtNOmGTW0FyGWNw==",
"dependencies": {
"archiver-utils": "^2.1.0",
"async": "^3.2.4",
"buffer-crc32": "^0.2.1",
"readable-stream": "^3.6.0",
"readdir-glob": "^1.1.2",
"tar-stream": "^2.2.0",
"zip-stream": "^4.1.0"
},
"engines": {
"node": ">= 10"
}
},
"node_modules/archiver-utils": {
"version": "2.1.0",
"resolved": "https://registry.npmjs.org/archiver-utils/-/archiver-utils-2.1.0.tgz",
"integrity": "sha512-bEL/yUb/fNNiNTuUz979Z0Yg5L+LzLxGJz8x79lYmR54fmTIb6ob/hNQgkQnIUDWIFjZVQwl9Xs356I6BAMHfw==",
"dependencies": {
"glob": "^7.1.4",
"graceful-fs": "^4.2.0",
"lazystream": "^1.0.0",
"lodash.defaults": "^4.2.0",
"lodash.difference": "^4.5.0",
"lodash.flatten": "^4.4.0",
"lodash.isplainobject": "^4.0.6",
"lodash.union": "^4.6.0",
"normalize-path": "^3.0.0",
"readable-stream": "^2.0.0"
},
"engines": {
"node": ">= 6"
}
},
"node_modules/archiver-utils/node_modules/readable-stream": {
"version": "2.3.8",
"resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz",
"integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==",
"dependencies": {
"core-util-is": "~1.0.0",
"inherits": "~2.0.3",
"isarray": "~1.0.0",
"process-nextick-args": "~2.0.0",
"safe-buffer": "~5.1.1",
"string_decoder": "~1.1.1",
"util-deprecate": "~1.0.1"
}
},
"node_modules/archiver-utils/node_modules/safe-buffer": {
"version": "5.1.2",
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
"integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
},
"node_modules/archiver-utils/node_modules/string_decoder": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
"integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
"dependencies": {
"safe-buffer": "~5.1.0"
}
},
"node_modules/are-we-there-yet": { "node_modules/are-we-there-yet": {
"version": "2.0.0", "version": "2.0.0",
"resolved": "https://registry.npmjs.org/are-we-there-yet/-/are-we-there-yet-2.0.0.tgz", "resolved": "https://registry.npmjs.org/are-we-there-yet/-/are-we-there-yet-2.0.0.tgz",
@@ -125,6 +224,11 @@
"integrity": "sha512-PCVAQswWemu6UdxsDFFX/+gVeYqKAod3D3UVm91jHwynguOwAvYPhx8nNlM++NqRcK6CxxpUafjmhIdKiHibqg==", "integrity": "sha512-PCVAQswWemu6UdxsDFFX/+gVeYqKAod3D3UVm91jHwynguOwAvYPhx8nNlM++NqRcK6CxxpUafjmhIdKiHibqg==",
"license": "MIT" "license": "MIT"
}, },
"node_modules/async": {
"version": "3.2.6",
"resolved": "https://registry.npmjs.org/async/-/async-3.2.6.tgz",
"integrity": "sha512-htCUDlxyyCLMgaM3xXg0C0LW2xqfuQ6p05pCEIsXuyQ+a1koYKTuBMzRNwmybfLgvJDMd0r1LTn4+E0Ti6C2AA=="
},
"node_modules/aws-ssl-profiles": { "node_modules/aws-ssl-profiles": {
"version": "1.1.2", "version": "1.1.2",
"resolved": "https://registry.npmjs.org/aws-ssl-profiles/-/aws-ssl-profiles-1.1.2.tgz", "resolved": "https://registry.npmjs.org/aws-ssl-profiles/-/aws-ssl-profiles-1.1.2.tgz",
@@ -185,6 +289,26 @@
"prebuild-install": "^7.1.1" "prebuild-install": "^7.1.1"
} }
}, },
"node_modules/big-integer": {
"version": "1.6.52",
"resolved": "https://registry.npmjs.org/big-integer/-/big-integer-1.6.52.tgz",
"integrity": "sha512-QxD8cf2eVqJOOz63z6JIN9BzvVs/dlySa5HGSBH5xtR8dPteIRQnBxxKqkNTiT6jbDTF6jAfrd4oMcND9RGbQg==",
"engines": {
"node": ">=0.6"
}
},
"node_modules/binary": {
"version": "0.3.0",
"resolved": "https://registry.npmjs.org/binary/-/binary-0.3.0.tgz",
"integrity": "sha512-D4H1y5KYwpJgK8wk1Cue5LLPgmwHKYSChkbspQg5JtVuR5ulGckxfR62H3AE9UDkdMC8yyXlqYihuz3Aqg2XZg==",
"dependencies": {
"buffers": "~0.1.1",
"chainsaw": "~0.1.0"
},
"engines": {
"node": "*"
}
},
"node_modules/bindings": { "node_modules/bindings": {
"version": "1.5.0", "version": "1.5.0",
"resolved": "https://registry.npmjs.org/bindings/-/bindings-1.5.0.tgz", "resolved": "https://registry.npmjs.org/bindings/-/bindings-1.5.0.tgz",
@@ -205,6 +329,11 @@
"readable-stream": "^3.4.0" "readable-stream": "^3.4.0"
} }
}, },
"node_modules/bluebird": {
"version": "3.4.7",
"resolved": "https://registry.npmjs.org/bluebird/-/bluebird-3.4.7.tgz",
"integrity": "sha512-iD3898SR7sWVRHbiQv+sHUtHnMvC1o3nW5rAcqnq3uOn07DSAppZYUkIGslDz6gXC7HfunPe7YVBgoEJASPcHA=="
},
"node_modules/body-parser": { "node_modules/body-parser": {
"version": "1.20.4", "version": "1.20.4",
"resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.20.4.tgz", "resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.20.4.tgz",
@@ -263,6 +392,30 @@
"ieee754": "^1.1.13" "ieee754": "^1.1.13"
} }
}, },
"node_modules/buffer-crc32": {
"version": "0.2.13",
"resolved": "https://registry.npmjs.org/buffer-crc32/-/buffer-crc32-0.2.13.tgz",
"integrity": "sha512-VO9Ht/+p3SN7SKWqcrgEzjGbRSJYTx+Q1pTQC0wrWqHx0vpJraQ6GtHx8tvcg1rlK1byhU5gccxgOgj7B0TDkQ==",
"engines": {
"node": "*"
}
},
"node_modules/buffer-indexof-polyfill": {
"version": "1.0.2",
"resolved": "https://registry.npmjs.org/buffer-indexof-polyfill/-/buffer-indexof-polyfill-1.0.2.tgz",
"integrity": "sha512-I7wzHwA3t1/lwXQh+A5PbNvJxgfo5r3xulgpYDB5zckTu/Z9oUK9biouBKQUjEqzaz3HnAT6TYoovmE+GqSf7A==",
"engines": {
"node": ">=0.10"
}
},
"node_modules/buffers": {
"version": "0.1.1",
"resolved": "https://registry.npmjs.org/buffers/-/buffers-0.1.1.tgz",
"integrity": "sha512-9q/rDEGSb/Qsvv2qvzIzdluL5k7AaJOTrw23z9reQthrbF7is4CtlT0DXyO1oei2DCp4uojjzQ7igaSHp1kAEQ==",
"engines": {
"node": ">=0.2.0"
}
},
"node_modules/bytes": { "node_modules/bytes": {
"version": "3.1.2", "version": "3.1.2",
"resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz", "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz",
@@ -301,6 +454,17 @@
"url": "https://github.com/sponsors/ljharb" "url": "https://github.com/sponsors/ljharb"
} }
}, },
"node_modules/chainsaw": {
"version": "0.1.0",
"resolved": "https://registry.npmjs.org/chainsaw/-/chainsaw-0.1.0.tgz",
"integrity": "sha512-75kWfWt6MEKNC8xYXIdRpDehRYY/tNSgwKaJq+dbbDcxORuVrrQ+SEHoWsniVn9XPYfP4gmdWIeDk/4YNp1rNQ==",
"dependencies": {
"traverse": ">=0.3.0 <0.4"
},
"engines": {
"node": "*"
}
},
"node_modules/chownr": { "node_modules/chownr": {
"version": "2.0.0", "version": "2.0.0",
"resolved": "https://registry.npmjs.org/chownr/-/chownr-2.0.0.tgz", "resolved": "https://registry.npmjs.org/chownr/-/chownr-2.0.0.tgz",
@@ -319,6 +483,20 @@
"color-support": "bin.js" "color-support": "bin.js"
} }
}, },
"node_modules/compress-commons": {
"version": "4.1.2",
"resolved": "https://registry.npmjs.org/compress-commons/-/compress-commons-4.1.2.tgz",
"integrity": "sha512-D3uMHtGc/fcO1Gt1/L7i1e33VOvD4A9hfQLP+6ewd+BvG/gQ84Yh4oftEhAdjSMgBgwGL+jsppT7JYNpo6MHHg==",
"dependencies": {
"buffer-crc32": "^0.2.13",
"crc32-stream": "^4.0.2",
"normalize-path": "^3.0.0",
"readable-stream": "^3.6.0"
},
"engines": {
"node": ">= 10"
}
},
"node_modules/concat-map": { "node_modules/concat-map": {
"version": "0.0.1", "version": "0.0.1",
"resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz", "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
@@ -367,6 +545,39 @@
"integrity": "sha512-NXdYc3dLr47pBkpUCHtKSwIOQXLVn8dZEuywboCOJY/osA0wFSLlSawr3KN8qXJEyX66FcONTH8EIlVuK0yyFA==", "integrity": "sha512-NXdYc3dLr47pBkpUCHtKSwIOQXLVn8dZEuywboCOJY/osA0wFSLlSawr3KN8qXJEyX66FcONTH8EIlVuK0yyFA==",
"license": "MIT" "license": "MIT"
}, },
"node_modules/core-util-is": {
"version": "1.0.3",
"resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.3.tgz",
"integrity": "sha512-ZQBvi1DcpJ4GDqanjucZ2Hj3wEO5pZDS89BWbkcrvdxksJorwUDDZamX9ldFkp9aw2lmBDLgkObEA4DWNJ9FYQ=="
},
"node_modules/crc-32": {
"version": "1.2.2",
"resolved": "https://registry.npmjs.org/crc-32/-/crc-32-1.2.2.tgz",
"integrity": "sha512-ROmzCKrTnOwybPcJApAA6WBWij23HVfGVNKqqrZpuyZOHqK2CwHSvpGuyt/UNNvaIjEd8X5IFGp4Mh+Ie1IHJQ==",
"bin": {
"crc32": "bin/crc32.njs"
},
"engines": {
"node": ">=0.8"
}
},
"node_modules/crc32-stream": {
"version": "4.0.3",
"resolved": "https://registry.npmjs.org/crc32-stream/-/crc32-stream-4.0.3.tgz",
"integrity": "sha512-NT7w2JVU7DFroFdYkeq8cywxrgjPHWkdX1wjpRQXPX5Asews3tA+Ght6lddQO5Mkumffp3X7GEqku3epj2toIw==",
"dependencies": {
"crc-32": "^1.2.0",
"readable-stream": "^3.4.0"
},
"engines": {
"node": ">= 10"
}
},
"node_modules/dayjs": {
"version": "1.11.19",
"resolved": "https://registry.npmjs.org/dayjs/-/dayjs-1.11.19.tgz",
"integrity": "sha512-t5EcLVS6QPBNqM2z8fakk/NKel+Xzshgt8FFKAn+qwlD1pzZWxh0nVCrvFK7ZDb6XucZeF9z8C7CBWTRIVApAw=="
},
"node_modules/debug": { "node_modules/debug": {
"version": "2.6.9", "version": "2.6.9",
"resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
@@ -469,6 +680,41 @@
"node": ">= 0.4" "node": ">= 0.4"
} }
}, },
"node_modules/duplexer2": {
"version": "0.1.4",
"resolved": "https://registry.npmjs.org/duplexer2/-/duplexer2-0.1.4.tgz",
"integrity": "sha512-asLFVfWWtJ90ZyOUHMqk7/S2w2guQKxUI2itj3d92ADHhxUSbCMGi1f1cBcJ7xM1To+pE/Khbwo1yuNbMEPKeA==",
"dependencies": {
"readable-stream": "^2.0.2"
}
},
"node_modules/duplexer2/node_modules/readable-stream": {
"version": "2.3.8",
"resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz",
"integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==",
"dependencies": {
"core-util-is": "~1.0.0",
"inherits": "~2.0.3",
"isarray": "~1.0.0",
"process-nextick-args": "~2.0.0",
"safe-buffer": "~5.1.1",
"string_decoder": "~1.1.1",
"util-deprecate": "~1.0.1"
}
},
"node_modules/duplexer2/node_modules/safe-buffer": {
"version": "5.1.2",
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
"integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
},
"node_modules/duplexer2/node_modules/string_decoder": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
"integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
"dependencies": {
"safe-buffer": "~5.1.0"
}
},
"node_modules/ee-first": { "node_modules/ee-first": {
"version": "1.1.1", "version": "1.1.1",
"resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz", "resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz",
@@ -544,6 +790,25 @@
"node": ">= 0.6" "node": ">= 0.6"
} }
}, },
"node_modules/exceljs": {
"version": "4.4.0",
"resolved": "https://registry.npmjs.org/exceljs/-/exceljs-4.4.0.tgz",
"integrity": "sha512-XctvKaEMaj1Ii9oDOqbW/6e1gXknSY4g/aLCDicOXqBE4M0nRWkUu0PTp++UPNzoFY12BNHMfs/VadKIS6llvg==",
"dependencies": {
"archiver": "^5.0.0",
"dayjs": "^1.8.34",
"fast-csv": "^4.3.1",
"jszip": "^3.10.1",
"readable-stream": "^3.6.0",
"saxes": "^5.0.1",
"tmp": "^0.2.0",
"unzipper": "^0.10.11",
"uuid": "^8.3.0"
},
"engines": {
"node": ">=8.3.0"
}
},
"node_modules/expand-template": { "node_modules/expand-template": {
"version": "2.0.3", "version": "2.0.3",
"resolved": "https://registry.npmjs.org/expand-template/-/expand-template-2.0.3.tgz", "resolved": "https://registry.npmjs.org/expand-template/-/expand-template-2.0.3.tgz",
@@ -622,6 +887,18 @@
"url": "https://opencollective.com/express" "url": "https://opencollective.com/express"
} }
}, },
"node_modules/fast-csv": {
"version": "4.3.6",
"resolved": "https://registry.npmjs.org/fast-csv/-/fast-csv-4.3.6.tgz",
"integrity": "sha512-2RNSpuwwsJGP0frGsOmTb9oUF+VkFSM4SyLTDgwf2ciHWTarN0lQTC+F2f/t5J9QjW+c65VFIAAu85GsvMIusw==",
"dependencies": {
"@fast-csv/format": "4.3.5",
"@fast-csv/parse": "4.3.6"
},
"engines": {
"node": ">=10.0.0"
}
},
"node_modules/file-uri-to-path": { "node_modules/file-uri-to-path": {
"version": "1.0.0", "version": "1.0.0",
"resolved": "https://registry.npmjs.org/file-uri-to-path/-/file-uri-to-path-1.0.0.tgz", "resolved": "https://registry.npmjs.org/file-uri-to-path/-/file-uri-to-path-1.0.0.tgz",
@@ -700,6 +977,44 @@
"integrity": "sha512-OO0pH2lK6a0hZnAdau5ItzHPI6pUlvI7jMVnxUQRtw4owF2wk8lOSabtGDCTP4Ggrg2MbGnWO9X8K1t4+fGMDw==", "integrity": "sha512-OO0pH2lK6a0hZnAdau5ItzHPI6pUlvI7jMVnxUQRtw4owF2wk8lOSabtGDCTP4Ggrg2MbGnWO9X8K1t4+fGMDw==",
"license": "ISC" "license": "ISC"
}, },
"node_modules/fstream": {
"version": "1.0.12",
"resolved": "https://registry.npmjs.org/fstream/-/fstream-1.0.12.tgz",
"integrity": "sha512-WvJ193OHa0GHPEL+AycEJgxvBEwyfRkN1vhjca23OaPVMCaLCXTd5qAu82AjTcgP1UJmytkOKb63Ypde7raDIg==",
"deprecated": "This package is no longer supported.",
"dependencies": {
"graceful-fs": "^4.1.2",
"inherits": "~2.0.0",
"mkdirp": ">=0.5 0",
"rimraf": "2"
},
"engines": {
"node": ">=0.6"
}
},
"node_modules/fstream/node_modules/mkdirp": {
"version": "0.5.6",
"resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.6.tgz",
"integrity": "sha512-FP+p8RB8OWpF3YZBCrP5gtADmtXApB5AMLn+vdyA+PyxCjrCs00mjyUozssO33cwDeT3wNGdLxJ5M//YqtHAJw==",
"dependencies": {
"minimist": "^1.2.6"
},
"bin": {
"mkdirp": "bin/cmd.js"
}
},
"node_modules/fstream/node_modules/rimraf": {
"version": "2.7.1",
"resolved": "https://registry.npmjs.org/rimraf/-/rimraf-2.7.1.tgz",
"integrity": "sha512-uWjbaKIK3T1OSVptzX7Nl6PvQ3qAGtKEtVRjRuazjfL3Bx5eI409VZSqgND+4UNnmzLVdPj9FqFJNPqBZFve4w==",
"deprecated": "Rimraf versions prior to v4 are no longer supported",
"dependencies": {
"glob": "^7.1.3"
},
"bin": {
"rimraf": "bin.js"
}
},
"node_modules/function-bind": { "node_modules/function-bind": {
"version": "1.1.2", "version": "1.1.2",
"resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz", "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
@@ -815,6 +1130,11 @@
"url": "https://github.com/sponsors/ljharb" "url": "https://github.com/sponsors/ljharb"
} }
}, },
"node_modules/graceful-fs": {
"version": "4.2.11",
"resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz",
"integrity": "sha512-RbJ5/jmFcNNCcDV5o9eTnBLJ/HszWV0P73bc+Ff4nS/rJj+YaS6IGyiOL0VoBYX+l1Wrl3k63h/KrH+nhJ0XvQ=="
},
"node_modules/has-symbols": { "node_modules/has-symbols": {
"version": "1.1.0", "version": "1.1.0",
"resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz", "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz",
@@ -933,6 +1253,11 @@
], ],
"license": "BSD-3-Clause" "license": "BSD-3-Clause"
}, },
"node_modules/immediate": {
"version": "3.0.6",
"resolved": "https://registry.npmjs.org/immediate/-/immediate-3.0.6.tgz",
"integrity": "sha512-XXOFtyqDjNDAQxVfYxuF7g9Il/IbWmmlQg2MYKOH8ExIT1qg6xc4zyS3HaEEATgs1btfzxq15ciUiY7gjSXRGQ=="
},
"node_modules/inflight": { "node_modules/inflight": {
"version": "1.0.6", "version": "1.0.6",
"resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz", "resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz",
@@ -980,6 +1305,166 @@
"integrity": "sha512-Ks/IoX00TtClbGQr4TWXemAnktAQvYB7HzcCxDGqEZU6oCmb2INHuOoKxbtR+HFkmYWBKv/dOZtGRiAjDhj92g==", "integrity": "sha512-Ks/IoX00TtClbGQr4TWXemAnktAQvYB7HzcCxDGqEZU6oCmb2INHuOoKxbtR+HFkmYWBKv/dOZtGRiAjDhj92g==",
"license": "MIT" "license": "MIT"
}, },
"node_modules/isarray": {
"version": "1.0.0",
"resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz",
"integrity": "sha512-VLghIWNM6ELQzo7zwmcg0NmTVyWKYjvIeM83yjp0wRDTmUnrM678fQbcKBo6n2CJEF0szoG//ytg+TKla89ALQ=="
},
"node_modules/jszip": {
"version": "3.10.1",
"resolved": "https://registry.npmjs.org/jszip/-/jszip-3.10.1.tgz",
"integrity": "sha512-xXDvecyTpGLrqFrvkrUSoxxfJI5AH7U8zxxtVclpsUtMCq4JQ290LY8AW5c7Ggnr/Y/oK+bQMbqK2qmtk3pN4g==",
"dependencies": {
"lie": "~3.3.0",
"pako": "~1.0.2",
"readable-stream": "~2.3.6",
"setimmediate": "^1.0.5"
}
},
"node_modules/jszip/node_modules/readable-stream": {
"version": "2.3.8",
"resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz",
"integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==",
"dependencies": {
"core-util-is": "~1.0.0",
"inherits": "~2.0.3",
"isarray": "~1.0.0",
"process-nextick-args": "~2.0.0",
"safe-buffer": "~5.1.1",
"string_decoder": "~1.1.1",
"util-deprecate": "~1.0.1"
}
},
"node_modules/jszip/node_modules/safe-buffer": {
"version": "5.1.2",
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
"integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
},
"node_modules/jszip/node_modules/string_decoder": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
"integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
"dependencies": {
"safe-buffer": "~5.1.0"
}
},
"node_modules/lazystream": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/lazystream/-/lazystream-1.0.1.tgz",
"integrity": "sha512-b94GiNHQNy6JNTrt5w6zNyffMrNkXZb3KTkCZJb2V1xaEGCk093vkZ2jk3tpaeP33/OiXC+WvK9AxUebnf5nbw==",
"dependencies": {
"readable-stream": "^2.0.5"
},
"engines": {
"node": ">= 0.6.3"
}
},
"node_modules/lazystream/node_modules/readable-stream": {
"version": "2.3.8",
"resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz",
"integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==",
"dependencies": {
"core-util-is": "~1.0.0",
"inherits": "~2.0.3",
"isarray": "~1.0.0",
"process-nextick-args": "~2.0.0",
"safe-buffer": "~5.1.1",
"string_decoder": "~1.1.1",
"util-deprecate": "~1.0.1"
}
},
"node_modules/lazystream/node_modules/safe-buffer": {
"version": "5.1.2",
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
"integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
},
"node_modules/lazystream/node_modules/string_decoder": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
"integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
"dependencies": {
"safe-buffer": "~5.1.0"
}
},
"node_modules/lie": {
"version": "3.3.0",
"resolved": "https://registry.npmjs.org/lie/-/lie-3.3.0.tgz",
"integrity": "sha512-UaiMJzeWRlEujzAuw5LokY1L5ecNQYZKfmyZ9L7wDHb/p5etKaxXhohBcrw0EYby+G/NA52vRSN4N39dxHAIwQ==",
"dependencies": {
"immediate": "~3.0.5"
}
},
"node_modules/listenercount": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/listenercount/-/listenercount-1.0.1.tgz",
"integrity": "sha512-3mk/Zag0+IJxeDrxSgaDPy4zZ3w05PRZeJNnlWhzFz5OkX49J4krc+A8X2d2M69vGMBEX0uyl8M+W+8gH+kBqQ=="
},
"node_modules/lodash.defaults": {
"version": "4.2.0",
"resolved": "https://registry.npmjs.org/lodash.defaults/-/lodash.defaults-4.2.0.tgz",
"integrity": "sha512-qjxPLHd3r5DnsdGacqOMU6pb/avJzdh9tFX2ymgoZE27BmjXrNy/y4LoaiTeAb+O3gL8AfpJGtqfX/ae2leYYQ=="
},
"node_modules/lodash.difference": {
"version": "4.5.0",
"resolved": "https://registry.npmjs.org/lodash.difference/-/lodash.difference-4.5.0.tgz",
"integrity": "sha512-dS2j+W26TQ7taQBGN8Lbbq04ssV3emRw4NY58WErlTO29pIqS0HmoT5aJ9+TUQ1N3G+JOZSji4eugsWwGp9yPA=="
},
"node_modules/lodash.escaperegexp": {
"version": "4.1.2",
"resolved": "https://registry.npmjs.org/lodash.escaperegexp/-/lodash.escaperegexp-4.1.2.tgz",
"integrity": "sha512-TM9YBvyC84ZxE3rgfefxUWiQKLilstD6k7PTGt6wfbtXF8ixIJLOL3VYyV/z+ZiPLsVxAsKAFVwWlWeb2Y8Yyw=="
},
"node_modules/lodash.flatten": {
"version": "4.4.0",
"resolved": "https://registry.npmjs.org/lodash.flatten/-/lodash.flatten-4.4.0.tgz",
"integrity": "sha512-C5N2Z3DgnnKr0LOpv/hKCgKdb7ZZwafIrsesve6lmzvZIRZRGaZ/l6Q8+2W7NaT+ZwO3fFlSCzCzrDCFdJfZ4g=="
},
"node_modules/lodash.groupby": {
"version": "4.6.0",
"resolved": "https://registry.npmjs.org/lodash.groupby/-/lodash.groupby-4.6.0.tgz",
"integrity": "sha512-5dcWxm23+VAoz+awKmBaiBvzox8+RqMgFhi7UvX9DHZr2HdxHXM/Wrf8cfKpsW37RNrvtPn6hSwNqurSILbmJw=="
},
"node_modules/lodash.isboolean": {
"version": "3.0.3",
"resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz",
"integrity": "sha512-Bz5mupy2SVbPHURB98VAcw+aHh4vRV5IPNhILUCsOzRmsTmSQ17jIuqopAentWoehktxGd9e/hbIXq980/1QJg=="
},
"node_modules/lodash.isequal": {
"version": "4.5.0",
"resolved": "https://registry.npmjs.org/lodash.isequal/-/lodash.isequal-4.5.0.tgz",
"integrity": "sha512-pDo3lu8Jhfjqls6GkMgpahsF9kCyayhgykjyLMNFTKWrpVdAQtYyB4muAMWozBB4ig/dtWAmsMxLEI8wuz+DYQ==",
"deprecated": "This package is deprecated. Use require('node:util').isDeepStrictEqual instead."
},
"node_modules/lodash.isfunction": {
"version": "3.0.9",
"resolved": "https://registry.npmjs.org/lodash.isfunction/-/lodash.isfunction-3.0.9.tgz",
"integrity": "sha512-AirXNj15uRIMMPihnkInB4i3NHeb4iBtNg9WRWuK2o31S+ePwwNmDPaTL3o7dTJ+VXNZim7rFs4rxN4YU1oUJw=="
},
"node_modules/lodash.isnil": {
"version": "4.0.0",
"resolved": "https://registry.npmjs.org/lodash.isnil/-/lodash.isnil-4.0.0.tgz",
"integrity": "sha512-up2Mzq3545mwVnMhTDMdfoG1OurpA/s5t88JmQX809eH3C8491iu2sfKhTfhQtKY78oPNhiaHJUpT/dUDAAtng=="
},
"node_modules/lodash.isplainobject": {
"version": "4.0.6",
"resolved": "https://registry.npmjs.org/lodash.isplainobject/-/lodash.isplainobject-4.0.6.tgz",
"integrity": "sha512-oSXzaWypCMHkPC3NvBEaPHf0KsA5mvPrOPgQWDsbg8n7orZ290M0BmC/jgRZ4vcJ6DTAhjrsSYgdsW/F+MFOBA=="
},
"node_modules/lodash.isundefined": {
"version": "3.0.1",
"resolved": "https://registry.npmjs.org/lodash.isundefined/-/lodash.isundefined-3.0.1.tgz",
"integrity": "sha512-MXB1is3s899/cD8jheYYE2V9qTHwKvt+npCwpD+1Sxm3Q3cECXCiYHjeHWXNwr6Q0SOBPrYUDxendrO6goVTEA=="
},
"node_modules/lodash.union": {
"version": "4.6.0",
"resolved": "https://registry.npmjs.org/lodash.union/-/lodash.union-4.6.0.tgz",
"integrity": "sha512-c4pB2CdGrGdjMKYLA+XiRDO7Y0PRQbm/Gzg8qMj+QH+pFVAoTp5sBpO0odL3FjoPCGjK96p6qsP+yQoiLoOBcw=="
},
"node_modules/lodash.uniq": {
"version": "4.5.0",
"resolved": "https://registry.npmjs.org/lodash.uniq/-/lodash.uniq-4.5.0.tgz",
"integrity": "sha512-xfBaXQd9ryd9dlSDvnvI0lvxfLJlYAZzXomUYzLKtUeOQvOP5piqAWuGtrhWeqaXK9hhoM/iyJc5AV+XfsX3HQ=="
},
"node_modules/long": { "node_modules/long": {
"version": "5.3.2", "version": "5.3.2",
"resolved": "https://registry.npmjs.org/long/-/long-5.3.2.tgz", "resolved": "https://registry.npmjs.org/long/-/long-5.3.2.tgz",
@@ -1266,6 +1751,14 @@
"integrity": "sha512-eh0GgfEkpnoWDq+VY8OyvYhFEzBk6jIYbRKdIlyTiAXIVJ8PyBaKb0rp7oDtoddbdoHWhq8wwr+XZ81F1rpNdA==", "integrity": "sha512-eh0GgfEkpnoWDq+VY8OyvYhFEzBk6jIYbRKdIlyTiAXIVJ8PyBaKb0rp7oDtoddbdoHWhq8wwr+XZ81F1rpNdA==",
"license": "MIT" "license": "MIT"
}, },
"node_modules/node-cron": {
"version": "4.2.1",
"resolved": "https://registry.npmjs.org/node-cron/-/node-cron-4.2.1.tgz",
"integrity": "sha512-lgimEHPE/QDgFlywTd8yTR61ptugX3Qer29efeyWw2rv259HtGBNn1vZVmp8lB9uo9wC0t/AT4iGqXxia+CJFg==",
"engines": {
"node": ">=6.0.0"
}
},
"node_modules/node-fetch": { "node_modules/node-fetch": {
"version": "2.7.0", "version": "2.7.0",
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.7.0.tgz", "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.7.0.tgz",
@@ -1286,6 +1779,14 @@
} }
} }
}, },
"node_modules/nodemailer": {
"version": "8.0.1",
"resolved": "https://registry.npmjs.org/nodemailer/-/nodemailer-8.0.1.tgz",
"integrity": "sha512-5kcldIXmaEjZcHR6F28IKGSgpmZHaF1IXLWFTG+Xh3S+Cce4MiakLtWY+PlBU69fLbRa8HlaGIrC/QolUpHkhg==",
"engines": {
"node": ">=6.0.0"
}
},
"node_modules/nopt": { "node_modules/nopt": {
"version": "5.0.0", "version": "5.0.0",
"resolved": "https://registry.npmjs.org/nopt/-/nopt-5.0.0.tgz", "resolved": "https://registry.npmjs.org/nopt/-/nopt-5.0.0.tgz",
@@ -1301,6 +1802,14 @@
"node": ">=6" "node": ">=6"
} }
}, },
"node_modules/normalize-path": {
"version": "3.0.0",
"resolved": "https://registry.npmjs.org/normalize-path/-/normalize-path-3.0.0.tgz",
"integrity": "sha512-6eZs5Ls3WtCisHWp9S2GUy8dqkpGi4BVSz3GaqiE6ezub0512ESztXUwUB6C6IKbQkY2Pnb/mD4WYojCRwcwLA==",
"engines": {
"node": ">=0.10.0"
}
},
"node_modules/npmlog": { "node_modules/npmlog": {
"version": "5.0.1", "version": "5.0.1",
"resolved": "https://registry.npmjs.org/npmlog/-/npmlog-5.0.1.tgz", "resolved": "https://registry.npmjs.org/npmlog/-/npmlog-5.0.1.tgz",
@@ -1365,6 +1874,11 @@
"wrappy": "1" "wrappy": "1"
} }
}, },
"node_modules/pako": {
"version": "1.0.11",
"resolved": "https://registry.npmjs.org/pako/-/pako-1.0.11.tgz",
"integrity": "sha512-4hLB8Py4zZce5s4yd9XzopqwVv/yGNhV1Bl8NTmCq1763HeK2+EwVTv+leGeL13Dnh2wfbqowVPXCIO0z4taYw=="
},
"node_modules/parseurl": { "node_modules/parseurl": {
"version": "1.3.3", "version": "1.3.3",
"resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.3.tgz", "resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.3.tgz",
@@ -1415,6 +1929,11 @@
"node": ">=10" "node": ">=10"
} }
}, },
"node_modules/process-nextick-args": {
"version": "2.0.1",
"resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.1.tgz",
"integrity": "sha512-3ouUOpQhtgrbOa17J7+uxOTpITYWaGP7/AhoR3+A+/1e9skrzelGi/dXzEYyvbxubEF6Wn2ypscTKiKJFFn1ag=="
},
"node_modules/proxy-addr": { "node_modules/proxy-addr": {
"version": "2.0.7", "version": "2.0.7",
"resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.7.tgz", "resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.7.tgz",
@@ -1515,6 +2034,33 @@
"node": ">= 6" "node": ">= 6"
} }
}, },
"node_modules/readdir-glob": {
"version": "1.1.3",
"resolved": "https://registry.npmjs.org/readdir-glob/-/readdir-glob-1.1.3.tgz",
"integrity": "sha512-v05I2k7xN8zXvPD9N+z/uhXPaj0sUFCe2rcWZIpBsqxfP7xXFQ0tipAd/wjj1YxWyWtUS5IDJpOG82JKt2EAVA==",
"dependencies": {
"minimatch": "^5.1.0"
}
},
"node_modules/readdir-glob/node_modules/brace-expansion": {
"version": "2.0.2",
"resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-2.0.2.tgz",
"integrity": "sha512-Jt0vHyM+jmUBqojB7E1NIYadt0vI0Qxjxd2TErW94wDz+E2LAm5vKMXXwg6ZZBTHPuUlDgQHKXvjGBdfcF1ZDQ==",
"dependencies": {
"balanced-match": "^1.0.0"
}
},
"node_modules/readdir-glob/node_modules/minimatch": {
"version": "5.1.6",
"resolved": "https://registry.npmjs.org/minimatch/-/minimatch-5.1.6.tgz",
"integrity": "sha512-lKwV/1brpG6mBUFHtb7NUmtABCb2WZZmm2wNiOA5hAb8VdCS4B3dtMWyvcoViccwAW/COERjXLt0zP1zXUN26g==",
"dependencies": {
"brace-expansion": "^2.0.1"
},
"engines": {
"node": ">=10"
}
},
"node_modules/rimraf": { "node_modules/rimraf": {
"version": "3.0.2", "version": "3.0.2",
"resolved": "https://registry.npmjs.org/rimraf/-/rimraf-3.0.2.tgz", "resolved": "https://registry.npmjs.org/rimraf/-/rimraf-3.0.2.tgz",
@@ -1557,6 +2103,17 @@
"integrity": "sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==", "integrity": "sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==",
"license": "MIT" "license": "MIT"
}, },
"node_modules/saxes": {
"version": "5.0.1",
"resolved": "https://registry.npmjs.org/saxes/-/saxes-5.0.1.tgz",
"integrity": "sha512-5LBh1Tls8c9xgGjw3QrMwETmTMVk0oFgvrFSvWx62llR2hcEInrKNZ2GZCCuuy2lvWrdl5jhbpeqc5hRYKFOcw==",
"dependencies": {
"xmlchars": "^2.2.0"
},
"engines": {
"node": ">=10"
}
},
"node_modules/semver": { "node_modules/semver": {
"version": "7.7.4", "version": "7.7.4",
"resolved": "https://registry.npmjs.org/semver/-/semver-7.7.4.tgz", "resolved": "https://registry.npmjs.org/semver/-/semver-7.7.4.tgz",
@@ -1625,6 +2182,11 @@
"integrity": "sha512-KiKBS8AnWGEyLzofFfmvKwpdPzqiy16LvQfK3yv/fVH7Bj13/wl3JSR1J+rfgRE9q7xUJK4qvgS8raSOeLUehw==", "integrity": "sha512-KiKBS8AnWGEyLzofFfmvKwpdPzqiy16LvQfK3yv/fVH7Bj13/wl3JSR1J+rfgRE9q7xUJK4qvgS8raSOeLUehw==",
"license": "ISC" "license": "ISC"
}, },
"node_modules/setimmediate": {
"version": "1.0.5",
"resolved": "https://registry.npmjs.org/setimmediate/-/setimmediate-1.0.5.tgz",
"integrity": "sha512-MATJdZp8sLqDl/68LfQmbP8zKPLQNV6BIZoIgrscFDQ+RsvK/BxeDQOgyxKKoh0y/8h3BqVFnCqQ/gd+reiIXA=="
},
"node_modules/setprototypeof": { "node_modules/setprototypeof": {
"version": "1.2.0", "version": "1.2.0",
"resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.2.0.tgz", "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.2.0.tgz",
@@ -1868,6 +2430,14 @@
"node": ">=6" "node": ">=6"
} }
}, },
"node_modules/tmp": {
"version": "0.2.5",
"resolved": "https://registry.npmjs.org/tmp/-/tmp-0.2.5.tgz",
"integrity": "sha512-voyz6MApa1rQGUxT3E+BK7/ROe8itEx7vD8/HEvt4xwXucvQ5G5oeEiHkmHZJuBO21RpOf+YYm9MOivj709jow==",
"engines": {
"node": ">=14.14"
}
},
"node_modules/toidentifier": { "node_modules/toidentifier": {
"version": "1.0.1", "version": "1.0.1",
"resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz", "resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz",
@@ -1883,6 +2453,14 @@
"integrity": "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw==", "integrity": "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw==",
"license": "MIT" "license": "MIT"
}, },
"node_modules/traverse": {
"version": "0.3.9",
"resolved": "https://registry.npmjs.org/traverse/-/traverse-0.3.9.tgz",
"integrity": "sha512-iawgk0hLP3SxGKDfnDJf8wTz4p2qImnyihM5Hh/sGvQ3K37dPi/w8sRhdNIxYA1TwFwc5mDhIJq+O0RsvXBKdQ==",
"engines": {
"node": "*"
}
},
"node_modules/tunnel-agent": { "node_modules/tunnel-agent": {
"version": "0.6.0", "version": "0.6.0",
"resolved": "https://registry.npmjs.org/tunnel-agent/-/tunnel-agent-0.6.0.tgz", "resolved": "https://registry.npmjs.org/tunnel-agent/-/tunnel-agent-0.6.0.tgz",
@@ -1929,6 +2507,50 @@
"node": ">= 0.8" "node": ">= 0.8"
} }
}, },
"node_modules/unzipper": {
"version": "0.10.14",
"resolved": "https://registry.npmjs.org/unzipper/-/unzipper-0.10.14.tgz",
"integrity": "sha512-ti4wZj+0bQTiX2KmKWuwj7lhV+2n//uXEotUmGuQqrbVZSEGFMbI68+c6JCQ8aAmUWYvtHEz2A8K6wXvueR/6g==",
"dependencies": {
"big-integer": "^1.6.17",
"binary": "~0.3.0",
"bluebird": "~3.4.1",
"buffer-indexof-polyfill": "~1.0.0",
"duplexer2": "~0.1.4",
"fstream": "^1.0.12",
"graceful-fs": "^4.2.2",
"listenercount": "~1.0.1",
"readable-stream": "~2.3.6",
"setimmediate": "~1.0.4"
}
},
"node_modules/unzipper/node_modules/readable-stream": {
"version": "2.3.8",
"resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz",
"integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==",
"dependencies": {
"core-util-is": "~1.0.0",
"inherits": "~2.0.3",
"isarray": "~1.0.0",
"process-nextick-args": "~2.0.0",
"safe-buffer": "~5.1.1",
"string_decoder": "~1.1.1",
"util-deprecate": "~1.0.1"
}
},
"node_modules/unzipper/node_modules/safe-buffer": {
"version": "5.1.2",
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
"integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
},
"node_modules/unzipper/node_modules/string_decoder": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
"integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
"dependencies": {
"safe-buffer": "~5.1.0"
}
},
"node_modules/util-deprecate": { "node_modules/util-deprecate": {
"version": "1.0.2", "version": "1.0.2",
"resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz", "resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz",
@@ -1944,6 +2566,14 @@
"node": ">= 0.4.0" "node": ">= 0.4.0"
} }
}, },
"node_modules/uuid": {
"version": "8.3.2",
"resolved": "https://registry.npmjs.org/uuid/-/uuid-8.3.2.tgz",
"integrity": "sha512-+NYs2QeMWy+GWFOEm9xnn6HCDp0l7QBD7ml8zLUmJ+93Q5NF0NocErnwkTkXVFNiX3/fpC6afS8Dhb/gz7R7eg==",
"bin": {
"uuid": "dist/bin/uuid"
}
},
"node_modules/vary": { "node_modules/vary": {
"version": "1.1.2", "version": "1.1.2",
"resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz", "resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz",
@@ -1984,11 +2614,49 @@
"integrity": "sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ==", "integrity": "sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ==",
"license": "ISC" "license": "ISC"
}, },
"node_modules/xmlchars": {
"version": "2.2.0",
"resolved": "https://registry.npmjs.org/xmlchars/-/xmlchars-2.2.0.tgz",
"integrity": "sha512-JZnDKK8B0RCDw84FNdDAIpZK+JuJw+s7Lz8nksI7SIuU3UXJJslUthsi+uWBUYOwPFwW7W7PRLRfUKpxjtjFCw=="
},
"node_modules/yallist": { "node_modules/yallist": {
"version": "4.0.0", "version": "4.0.0",
"resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz", "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz",
"integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A==", "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A==",
"license": "ISC" "license": "ISC"
},
"node_modules/zip-stream": {
"version": "4.1.1",
"resolved": "https://registry.npmjs.org/zip-stream/-/zip-stream-4.1.1.tgz",
"integrity": "sha512-9qv4rlDiopXg4E69k+vMHjNN63YFMe9sZMrdlvKnCjlCRWeCBswPPMPUfx+ipsAWq1LXHe70RcbaHdJJpS6hyQ==",
"dependencies": {
"archiver-utils": "^3.0.4",
"compress-commons": "^4.1.2",
"readable-stream": "^3.6.0"
},
"engines": {
"node": ">= 10"
}
},
"node_modules/zip-stream/node_modules/archiver-utils": {
"version": "3.0.4",
"resolved": "https://registry.npmjs.org/archiver-utils/-/archiver-utils-3.0.4.tgz",
"integrity": "sha512-KVgf4XQVrTjhyWmx6cte4RxonPLR9onExufI1jhvw/MQ4BB6IsZD5gT8Lq+u/+pRkWna/6JoHpiQioaqFP5Rzw==",
"dependencies": {
"glob": "^7.2.3",
"graceful-fs": "^4.2.0",
"lazystream": "^1.0.0",
"lodash.defaults": "^4.2.0",
"lodash.difference": "^4.5.0",
"lodash.flatten": "^4.4.0",
"lodash.isplainobject": "^4.0.6",
"lodash.union": "^4.6.0",
"normalize-path": "^3.0.0",
"readable-stream": "^3.6.0"
},
"engines": {
"node": ">= 10"
}
} }
} }
} }

View File

@@ -11,8 +11,11 @@
"bcrypt": "^5.1.1", "bcrypt": "^5.1.1",
"better-sqlite3": "^11.7.0", "better-sqlite3": "^11.7.0",
"dotenv": "^16.4.7", "dotenv": "^16.4.7",
"exceljs": "^4.4.0",
"express": "^4.21.2", "express": "^4.21.2",
"express-session": "^1.18.1", "express-session": "^1.18.1",
"mysql2": "^3.12.0" "mysql2": "^3.12.0",
"node-cron": "^4.2.1",
"nodemailer": "^8.0.1"
} }
} }

377
server.js
View File

@@ -11,13 +11,20 @@ const express = require('express');
const session = require('express-session'); const session = require('express-session');
const path = require('path'); const path = require('path');
const { authenticate, requireAuth, requireRole, createAgente, createUser } = require('./src/auth'); const { authenticate, requireAuth, requireRole, createAgente, createUser } = require('./src/auth');
const { fetchTransacoes, fetchAllTransacoes, serialize, fetchDailyStats, fetchKPIs, fetchTrend30Days, fetchTopAgentes, fetchTrendByPeriod, fetchKPIsByPeriod, fetchBIData, fetchRevenueAnalytics, fetchBIStrategic, fetchTopClients, fetchClientSearch, fetchClientProfile, fetchClientData, fetchMerchantProfile, fetchMerchantData } = require('./src/queries'); const { fetchTransacoes, fetchAllTransacoes, serialize, fetchDailyStats, fetchKPIs, fetchTrend30Days, fetchTopAgentes, fetchTrendByPeriod, fetchKPIsByPeriod, fetchBIData, fetchRevenueAnalytics, fetchBIStrategic, fetchTopClients, fetchClientSearch, fetchClientProfile, fetchClientData, fetchMerchantProfile, fetchMerchantData, fetchProviderPerformance, fetchFailedTransactions, fetchProviderTrend } = require('./src/queries');
const { buildAdminProvidersHTML } = require('./src/admin-providers');
const pool = require('./src/db-rds');
const { buildHTML } = require('./src/dashboard'); const { buildHTML } = require('./src/dashboard');
const { buildAdminHTML } = require('./src/admin-panel'); const { buildAdminHTML } = require('./src/admin-panel');
const { buildAdminHomeHTML } = require('./src/admin-home'); const { buildAdminHomeHTML } = require('./src/admin-home');
const { buildAdminDashboardHTML } = require('./src/admin-dashboard'); const { buildAdminDashboardHTML } = require('./src/admin-dashboard');
const { buildAdminBIHTML } = require('./src/admin-bi'); const { buildAdminBIHTML } = require('./src/admin-bi');
const { buildAdminClienteHTML } = require('./src/admin-cliente'); const { buildAdminClienteHTML } = require('./src/admin-cliente');
const { exportToExcel, createWorkbook, sendWorkbook } = require('./src/export/excel-export');
const { startAlertEngine, getAlerts, acknowledgeAlert, getAlertHistory, getUnackedCount } = require('./src/alerts/alert-engine');
const { predictChurnRisk } = require('./src/services/churn-predictor');
const { forecastFromTrend } = require('./src/services/forecast');
const { startETL } = require('./src/etl/daily-sync');
const bcrypt = require('bcrypt'); const bcrypt = require('bcrypt');
const db = require('./src/db-local'); const db = require('./src/db-local');
const cache = require('./src/cache'); const cache = require('./src/cache');
@@ -580,6 +587,368 @@ app.delete('/admin/agentes/:id', requireRole('admin'), (req, res) => {
} }
}); });
// --- Excel Export Endpoints ---
app.get('/admin/api/export/bi-excel', requireRole('admin'), async (req, res) => {
try {
const { start, end } = req.query;
if (!start || !end) return res.status(400).json({ error: 'start and end required' });
const getAgenteName = (agenteId) => {
const row = db.prepare('SELECT nome FROM agentes WHERE agente_id = ?').get(agenteId);
return row ? row.nome : null;
};
const data = await fetchBIData(start, end, getAgenteName);
// Build multi-sheet workbook
const ExcelJS = require('exceljs');
const workbook = new ExcelJS.Workbook();
workbook.creator = 'CambioReal BI-CCC';
// Sheet 1: KPI Summary
const kpiSheet = workbook.addWorksheet('KPI Summary');
kpiSheet.columns = [
{ header: 'Metric', key: 'metric', width: 30 },
{ header: 'Current', key: 'current', width: 18 },
{ header: 'Previous', key: 'previous', width: 18 },
{ header: 'Change %', key: 'change', width: 14 }
];
const k = data.kpis.total;
const c = data.comparison;
const pctChg = (curr, prev) => prev > 0 ? Math.round((curr - prev) / prev * 100) : 0;
kpiSheet.addRows([
{ metric: 'Total Transactions', current: k.qtd, previous: c.prev_qtd, change: pctChg(k.qtd, c.prev_qtd) },
{ metric: 'Total Volume USD', current: k.vol_usd, previous: c.prev_vol_usd, change: pctChg(k.vol_usd, c.prev_vol_usd) },
{ metric: 'Spread Revenue', current: k.spread_revenue, previous: c.prev_spread, change: pctChg(k.spread_revenue, c.prev_spread) },
{ metric: 'Active Clients', current: k.clientes, previous: '-', change: '-' },
{ metric: 'Avg Ticket', current: k.ticket_medio, previous: '-', change: '-' },
{ metric: 'Retention Rate %', current: data.retention.rate, previous: '-', change: '-' }
]);
// Sheet 2: Top Clients
const clientSheet = workbook.addWorksheet('Top Clients');
clientSheet.columns = [
{ header: 'Client', key: 'nome', width: 30 },
{ header: 'Volume USD', key: 'vol_usd', width: 18 },
{ header: 'Transactions', key: 'qtd', width: 14 }
];
data.topClients.forEach(c => clientSheet.addRow(c));
// Sheet 3: Agent Ranking
const agentSheet = workbook.addWorksheet('Agent Ranking');
agentSheet.columns = [
{ header: 'Rank', key: 'rank', width: 8 },
{ header: 'Agent', key: 'nome', width: 25 },
{ header: 'Volume USD', key: 'vol_usd', width: 18 },
{ header: 'Transactions', key: 'qtd', width: 14 },
{ header: 'Spread Revenue', key: 'spread_revenue', width: 18 },
{ header: 'Clients', key: 'clientes', width: 12 }
];
data.agentRanking.forEach(a => agentSheet.addRow(a));
// Sheet 4: Clients at Risk
const riskSheet = workbook.addWorksheet('Clients at Risk');
riskSheet.columns = [
{ header: 'Client', key: 'nome', width: 30 },
{ header: 'Volume USD', key: 'vol_usd', width: 18 },
{ header: 'Transactions', key: 'qtd', width: 14 },
{ header: 'Last Activity', key: 'last_op', width: 18 },
{ header: 'Days Inactive', key: 'days_inactive', width: 14 }
];
data.clientsAtRisk.forEach(c => riskSheet.addRow(c));
// Style all sheet headers
workbook.eachSheet(sheet => {
const hr = sheet.getRow(1);
hr.eachCell(cell => {
cell.fill = { type: 'pattern', pattern: 'solid', fgColor: { argb: 'FF7600BE' } };
cell.font = { bold: true, color: { argb: 'FFFFFFFF' }, size: 11 };
cell.alignment = { vertical: 'middle', horizontal: 'center' };
});
hr.height = 28;
sheet.views = [{ state: 'frozen', ySplit: 1 }];
});
await sendWorkbook(res, workbook, `BI_Executive_${start}_${end}`);
} catch (err) {
console.error('BI Export error:', err);
res.status(500).json({ error: err.message });
}
});
app.get('/admin/api/export/clients-excel', requireRole('admin'), async (req, res) => {
try {
const clients = await cache.getOrFetch('top-clients', fetchTopClients, 15 * 60 * 1000);
await exportToExcel(res, clients, [
{ header: 'Client', key: 'nome', width: 30 },
{ header: 'Volume USD', key: 'vol', width: 18, type: 'currency' },
{ header: 'Operations', key: 'ops', width: 14, type: 'number' },
{ header: 'Months Active', key: 'months', width: 14, type: 'number' },
{ header: 'Last Activity', key: 'lastOp', width: 16, type: 'date' }
], 'Top Clients', `Top_Clients_${new Date().toISOString().slice(0, 10)}`);
} catch (err) {
console.error('Clients Export error:', err);
res.status(500).json({ error: err.message });
}
});
app.get('/admin/api/export/providers-excel', requireRole('admin'), async (req, res) => {
try {
const { start, end } = req.query;
if (!start || !end) return res.status(400).json({ error: 'start and end required' });
const data = await fetchProviderPerformance(start, end);
await exportToExcel(res, data.providers, [
{ header: 'Provider', key: 'provider', width: 18 },
{ header: 'Flow', key: 'flow', width: 12 },
{ header: 'Total Tx', key: 'total_tx', width: 12, type: 'number' },
{ header: 'Success Tx', key: 'success_tx', width: 12, type: 'number' },
{ header: 'Success Rate %', key: 'success_rate', width: 14, type: 'percentage' },
{ header: 'Volume USD', key: 'vol_usd', width: 18, type: 'currency' },
{ header: 'Avg Ticket', key: 'avg_ticket', width: 14, type: 'currency' },
{ header: 'Spread %', key: 'avg_spread_pct', width: 12, type: 'percentage' },
{ header: 'Settlement Hours', key: 'avg_settlement_hours', width: 16, type: 'number' }
], 'Providers', `Providers_${start}_${end}`);
} catch (err) {
console.error('Providers Export error:', err);
res.status(500).json({ error: err.message });
}
});
app.get('/admin/api/export/transactions-excel', requireRole('admin'), async (req, res) => {
try {
const { start, end } = req.query;
const dias = start && end ? null : 90;
let data;
if (start && end) {
// Use fetchBIData for date-filtered transactions
const biData = await fetchBIData(start, end);
// Combine trend data into flat rows
const allTrend = [];
['brlUsd', 'usdBrl', 'usdUsd'].forEach(flow => {
(biData.trend[flow] || []).forEach(r => {
allTrend.push({ date: r.dia, flow, transactions: r.qtd, volume_usd: r.vol_usd, avg_spread: r.avg_spread || 0 });
});
});
data = allTrend;
} else {
const raw = await fetchAllTransacoes(dias || 90);
data = serialize(raw.rowsBrlUsd, raw.rowsUsdBrl);
}
await exportToExcel(res, data, data.length > 0 && data[0].fluxo ? [
{ header: 'Flow', key: 'fluxo', width: 12 },
{ header: 'Client', key: 'cliente', width: 28 },
{ header: 'Date', key: 'data_operacao', width: 18 },
{ header: 'BRL', key: 'valor_reais', width: 14, type: 'currency' },
{ header: 'USD', key: 'valor_dolar', width: 14, type: 'currency' },
{ header: 'PTAX', key: 'taxa_ptax', width: 12 },
{ header: 'Rate', key: 'taxa_cobrada', width: 12 },
{ header: 'Spread', key: 'spread_bruto', width: 12 },
{ header: 'Spread %', key: 'spread_pct', width: 10, type: 'percentage' },
{ header: 'IOF %', key: 'iof_pct', width: 8 },
{ header: 'Status', key: 'status', width: 14 }
] : [
{ header: 'Date', key: 'date', width: 14 },
{ header: 'Flow', key: 'flow', width: 12 },
{ header: 'Transactions', key: 'transactions', width: 14, type: 'number' },
{ header: 'Volume USD', key: 'volume_usd', width: 16, type: 'currency' },
{ header: 'Avg Spread %', key: 'avg_spread', width: 14, type: 'percentage' }
], 'Transactions', `Transactions_${start || 'last90d'}_${end || 'today'}`);
} catch (err) {
console.error('Transactions Export error:', err);
res.status(500).json({ error: err.message });
}
});
// --- Forecast API ---
app.get('/admin/api/bi/forecast', requireRole('admin'), async (req, res) => {
try {
const metric = req.query.metric || 'volume';
const days = parseInt(req.query.days) || 30;
// Get last 90 days of trend data for forecasting
const now = new Date();
const start = new Date(now.getTime() - 90 * 86400000).toISOString().slice(0, 10);
const end = now.toISOString().slice(0, 10);
const biData = await fetchBIData(start, end);
// Combine all flows into daily totals
const dailyMap = {};
['brlUsd', 'usdBrl', 'usdUsd'].forEach(flow => {
(biData.trend[flow] || []).forEach(d => {
if (!dailyMap[d.dia]) dailyMap[d.dia] = { dia: d.dia, vol_usd: 0, qtd: 0 };
dailyMap[d.dia].vol_usd += d.vol_usd;
dailyMap[d.dia].qtd += d.qtd;
});
});
const trendData = Object.values(dailyMap).sort((a, b) => a.dia.localeCompare(b.dia));
const metricKey = metric === 'transactions' ? 'qtd' : 'vol_usd';
const result = forecastFromTrend(trendData, metricKey, days);
res.json(result);
} catch (err) {
console.error('Forecast API error:', err);
res.status(500).json({ error: err.message });
}
});
// --- Churn Risk API ---
app.get('/admin/api/cliente/:id/churn', requireRole('admin'), async (req, res) => {
try {
const clienteId = parseInt(req.params.id);
if (!clienteId) return res.status(400).json({ error: 'Invalid client ID' });
// Get profile and recent data
const profile = await fetchClientProfile(clienteId);
const now = new Date();
const end = now.toISOString().slice(0, 10);
const start30 = new Date(now.getTime() - 30 * 86400000).toISOString().slice(0, 10);
const start60 = new Date(now.getTime() - 60 * 86400000).toISOString().slice(0, 10);
const clientData = await fetchClientData(clienteId, start60, end);
// Count operations in current vs previous 30-day windows
const currOps = (clientData.trend.brlUsd || [])
.filter(d => d.dia >= start30)
.reduce((s, d) => s + d.qtd, 0) +
(clientData.trend.usdBrl || [])
.filter(d => d.dia >= start30)
.reduce((s, d) => s + d.qtd, 0);
const prevOps = (clientData.trend.brlUsd || [])
.filter(d => d.dia < start30 && d.dia >= start60)
.reduce((s, d) => s + d.qtd, 0) +
(clientData.trend.usdBrl || [])
.filter(d => d.dia < start30 && d.dia >= start60)
.reduce((s, d) => s + d.qtd, 0);
// Determine product count
let productCount = 0;
if (profile.brlUsd && profile.brlUsd.qtd > 0) productCount++;
if (profile.usdBrl && profile.usdBrl.qtd > 0) productCount++;
const churn = predictChurnRisk({
days_inactive: profile.days_inactive,
avg_monthly_ops: profile.avg_monthly_ops,
avg_monthly_vol: profile.avg_monthly_vol,
months_active: profile.months_active,
curr_ops: currOps,
prev_ops: prevOps,
product_count: productCount
});
res.json(churn);
} catch (err) {
console.error('Churn API error:', err);
res.status(500).json({ error: err.message });
}
});
// --- Alert API Endpoints ---
app.get('/admin/api/alerts', requireRole('admin'), (req, res) => {
try {
const unacked = req.query.unacked === '1';
const alerts = getAlerts(24, unacked);
res.json({ alerts, unacked_count: getUnackedCount() });
} catch (err) {
console.error('Alerts API error:', err);
res.status(500).json({ error: err.message });
}
});
app.put('/admin/api/alerts/:id/ack', requireRole('admin'), (req, res) => {
try {
const id = parseInt(req.params.id);
acknowledgeAlert(id);
res.json({ success: true });
} catch (err) {
console.error('Alert ack error:', err);
res.status(500).json({ error: err.message });
}
});
app.get('/admin/api/alerts/history', requireRole('admin'), (req, res) => {
try {
const days = parseInt(req.query.days) || 7;
const alerts = getAlertHistory(days);
res.json({ alerts });
} catch (err) {
console.error('Alert history error:', err);
res.status(500).json({ error: err.message });
}
});
// --- Health Check ---
app.get('/health', async (req, res) => {
const health = {
status: 'ok',
uptime: Math.round(process.uptime()),
memory: {
rss: Math.round(process.memoryUsage().rss / 1024 / 1024),
heap: Math.round(process.memoryUsage().heapUsed / 1024 / 1024)
},
cache: cache.stats(),
timestamp: new Date().toISOString()
};
try {
const conn = await pool.getConnection();
await conn.execute('SELECT 1');
conn.release();
health.mysql = 'connected';
} catch (err) {
health.mysql = 'error: ' + err.message;
health.status = 'degraded';
}
res.json(health);
});
// --- Provider Dashboard (admin only) ---
app.get('/admin/providers', requireRole('admin'), (req, res) => {
try {
res.set('Cache-Control', 'no-store, no-cache, must-revalidate');
const html = buildAdminProvidersHTML(req.session.user);
res.send(html);
} catch (err) {
console.error('Admin Providers error:', err);
res.status(500).send('Erro ao carregar providers: ' + err.message);
}
});
app.get('/admin/api/providers', requireRole('admin'), async (req, res) => {
try {
const { start, end } = req.query;
if (!start || !end) return res.status(400).json({ error: 'start and end required' });
const data = await fetchProviderPerformance(start, end);
res.json(data);
} catch (err) {
console.error('Provider API error:', err);
res.status(500).json({ error: err.message });
}
});
app.get('/admin/api/providers/failed', requireRole('admin'), async (req, res) => {
try {
const { start, end } = req.query;
if (!start || !end) return res.status(400).json({ error: 'start and end required' });
const data = await fetchFailedTransactions(start, end);
res.json(data);
} catch (err) {
console.error('Failed TX API error:', err);
res.status(500).json({ error: err.message });
}
});
app.get('/admin/api/providers/trend', requireRole('admin'), async (req, res) => {
try {
const { start, end } = req.query;
if (!start || !end) return res.status(400).json({ error: 'start and end required' });
const data = await fetchProviderTrend(start, end);
res.json(data);
} catch (err) {
console.error('Provider Trend API error:', err);
res.status(500).json({ error: err.message });
}
});
// Start // Start
app.listen(PORT, () => { app.listen(PORT, () => {
console.log(`BI - CCC rodando: http://localhost:${PORT}`); console.log(`BI - CCC rodando: http://localhost:${PORT}`);
@@ -591,4 +960,10 @@ app.listen(PORT, () => {
cache.registerAutoRefresh('top-agentes-30', () => fetchTopAgentes(30), 10 * 60 * 1000); cache.registerAutoRefresh('top-agentes-30', () => fetchTopAgentes(30), 10 * 60 * 1000);
cache.registerAutoRefresh('top-agentes-7', () => fetchTopAgentes(7), 10 * 60 * 1000); cache.registerAutoRefresh('top-agentes-7', () => fetchTopAgentes(7), 10 * 60 * 1000);
cache.registerAutoRefresh('top-agentes-90', () => fetchTopAgentes(90), 10 * 60 * 1000); cache.registerAutoRefresh('top-agentes-90', () => fetchTopAgentes(90), 10 * 60 * 1000);
// Start alert engine
startAlertEngine();
// Start ETL daily sync (MySQL RDS → SQLite analytics)
startETL();
}); });

View File

@@ -410,6 +410,13 @@ function buildAdminBIHTML(user) {
margin-left: auto; font-size: 12px; color: var(--text-muted); margin-left: auto; font-size: 12px; color: var(--text-muted);
font-weight: 500; background: var(--bg); padding: 6px 12px; border-radius: 6px; font-weight: 500; background: var(--bg); padding: 6px 12px; border-radius: 6px;
} }
.export-btn {
background: var(--green); color: white; border: none; padding: 8px 16px;
border-radius: 6px; font-size: 12px; font-weight: 600; cursor: pointer;
white-space: nowrap; transition: all 0.15s;
}
.export-btn:hover { opacity: 0.85; transform: translateY(-1px); }
[data-theme="dark"] .export-btn { background: rgba(0,255,136,0.15); color: #00FF88; border: 1px solid rgba(0,255,136,0.3); }
/* Hero KPI Cards */ /* Hero KPI Cards */
.hero-grid { .hero-grid {
@@ -840,6 +847,7 @@ ${buildHeader({ role: role, userName: user.nome, activePage: 'bi' })}
<input type="date" id="dateEnd" value="${today}"> <input type="date" id="dateEnd" value="${today}">
</div> </div>
<span class="period-info" id="periodInfo">Carregando...</span> <span class="period-info" id="periodInfo">Carregando...</span>
<button class="export-btn" onclick="exportBIExcel()" title="Export to Excel">Export Excel</button>
</div> </div>
<!-- Hero KPI Cards --> <!-- Hero KPI Cards -->
@@ -954,6 +962,19 @@ ${buildHeader({ role: role, userName: user.nome, activePage: 'bi' })}
</div> </div>
</div> </div>
<!-- Section: Volume Forecast -->
<div class="section-title" id="sectionForecast">
<span class="icon">&#x1F4C8;</span>
Volume Forecast (30 Days)
</div>
<div class="chart-card" style="margin-bottom:28px;">
<div style="display:flex;justify-content:space-between;align-items:center;margin-bottom:12px;">
<h3 style="margin:0;">Forecast: Historical + Predicted Volume</h3>
<span class="period-info" id="forecastInfo">Loading forecast...</span>
</div>
<div style="height:300px;"><canvas id="forecastChart"></canvas></div>
</div>
<!-- Section: Netting & Balanco --> <!-- Section: Netting & Balanco -->
<div class="section-title" id="sectionNetting"> <div class="section-title" id="sectionNetting">
<span class="icon">&#x2696;</span> <span class="icon">&#x2696;</span>
@@ -2093,6 +2114,62 @@ function renderCohort(cohorts, t) {
update(); update();
})(); })();
var _forecastChart = null;
async function loadForecast() {
try {
var resp = await fetch('/admin/api/bi/forecast?metric=volume&days=30');
var data = await resp.json();
if (!data.historical || data.historical.length === 0) {
document.getElementById('forecastInfo').textContent = 'No data';
return;
}
var theme = getChartTheme();
var histLabels = data.historical.map(function(d){return d.dia;});
var predLabels = data.predicted.map(function(d){return d.dia;});
var allLabels = histLabels.concat(predLabels);
var histValues = data.historical.map(function(d){return d.vol_usd;});
var predValues = new Array(histLabels.length).fill(null).concat(data.predicted.map(function(d){return d.vol_usd;}));
var upperValues = new Array(histLabels.length).fill(null).concat(data.confidence_upper.map(function(d){return d.vol_usd;}));
var lowerValues = new Array(histLabels.length).fill(null).concat(data.confidence_lower.map(function(d){return d.vol_usd;}));
// Extend historical with nulls for prediction period
var histFull = histValues.concat(new Array(predLabels.length).fill(null));
if (_forecastChart) _forecastChart.destroy();
var ctx = document.getElementById('forecastChart');
if (!ctx) return;
_forecastChart = new Chart(ctx, {
type: 'line',
data: {
labels: allLabels,
datasets: [
{ label: 'Historical', data: histFull, borderColor: theme.blue, backgroundColor: 'transparent', borderWidth: 2, pointRadius: 0, tension: 0.3 },
{ label: 'Forecast', data: predValues, borderColor: theme.green, backgroundColor: 'transparent', borderWidth: 2, borderDash: [6,3], pointRadius: 0, tension: 0.3 },
{ label: 'Upper 95%', data: upperValues, borderColor: 'transparent', backgroundColor: theme.green + '15', fill: '+1', pointRadius: 0 },
{ label: 'Lower 95%', data: lowerValues, borderColor: 'transparent', backgroundColor: 'transparent', fill: false, pointRadius: 0 }
]
},
options: {
responsive: true, maintainAspectRatio: false,
plugins: { legend: { position: 'top', labels: { color: theme.text, usePointStyle: true, pointStyle: 'line', font: { size: 11 } } } },
scales: {
x: { ticks: { color: theme.text, maxTicksLimit: 15, font: { size: 10 } }, grid: { color: theme.grid } },
y: { ticks: { color: theme.text, callback: function(v){return '$' + (v>=1000 ? Math.round(v/1000)+'K' : v);} }, grid: { color: theme.grid } }
}
}
});
document.getElementById('forecastInfo').textContent = data.predicted.length + '-day forecast';
} catch (e) {
console.error('Forecast error:', e);
document.getElementById('forecastInfo').textContent = 'Forecast error';
}
}
function exportBIExcel() {
var s = document.getElementById('dateStart').value;
var e = document.getElementById('dateEnd').value;
if (s && e) window.location.href = '/admin/api/export/bi-excel?start=' + s + '&end=' + e;
}
// Init - runs immediately (script is at bottom of body, DOM is ready) // Init - runs immediately (script is at bottom of body, DOM is ready)
// Also handles case where DOMContentLoaded already fired // Also handles case where DOMContentLoaded already fired
function _startBI() { function _startBI() {
@@ -2104,7 +2181,7 @@ function _startBI() {
// Apply theme-aware Chart.js defaults // Apply theme-aware Chart.js defaults
applyChartDefaults(getChartTheme()); applyChartDefaults(getChartTheme());
loadBI(); loadRevenue(); loadStrategic(); fetchLiveRate(); loadBI(); loadRevenue(); loadStrategic(); loadForecast(); fetchLiveRate();
setInterval(fetchLiveRate, 3000); setInterval(fetchLiveRate, 3000);
// Re-render charts on theme toggle // Re-render charts on theme toggle

View File

@@ -205,6 +205,9 @@ function buildAdminClienteHTML(user) {
.date-inputs label { font-size: 12px; font-weight: 600; color: var(--text-muted); } .date-inputs label { font-size: 12px; font-weight: 600; color: var(--text-muted); }
.date-inputs input[type="date"] { padding: 8px 12px; border: 1px solid var(--border); border-radius: 8px; font-size: 13px; font-family: inherit; background: var(--bg); color: var(--text); } .date-inputs input[type="date"] { padding: 8px 12px; border: 1px solid var(--border); border-radius: 8px; font-size: 13px; font-family: inherit; background: var(--bg); color: var(--text); }
.period-info { margin-left: auto; font-size: 12px; color: var(--text-muted); font-weight: 500; background: var(--bg); padding: 6px 12px; border-radius: 6px; } .period-info { margin-left: auto; font-size: 12px; color: var(--text-muted); font-weight: 500; background: var(--bg); padding: 6px 12px; border-radius: 6px; }
.export-btn { background: var(--green); color: white; border: none; padding: 8px 16px; border-radius: 6px; font-size: 12px; font-weight: 600; cursor: pointer; white-space: nowrap; transition: all 0.15s; }
.export-btn:hover { opacity: 0.85; transform: translateY(-1px); }
[data-theme="dark"] .export-btn { background: rgba(0,255,136,0.15); color: #00FF88; border: 1px solid rgba(0,255,136,0.3); }
/* === Hero KPIs === */ /* === Hero KPIs === */
.hero-grid { display: grid; grid-template-columns: repeat(6, 1fr); gap: 14px; margin-bottom: 28px; } .hero-grid { display: grid; grid-template-columns: repeat(6, 1fr); gap: 14px; margin-bottom: 28px; }
@@ -413,6 +416,7 @@ ${buildHeader({ role: role, userName: user.nome, activePage: 'cliente' })}
<div class="health-score-number" id="healthScoreNum">--</div> <div class="health-score-number" id="healthScoreNum">--</div>
<div class="health-score-label" id="healthScoreLabel">Health</div> <div class="health-score-label" id="healthScoreLabel">Health</div>
</div> </div>
<div id="churnRisk" style="padding:0 16px 16px;"></div>
</div> </div>
<!-- Date Filter --> <!-- Date Filter -->
@@ -431,6 +435,7 @@ ${buildHeader({ role: role, userName: user.nome, activePage: 'cliente' })}
<label>Ate:</label><input type="date" id="dateEnd" value="${today}"> <label>Ate:</label><input type="date" id="dateEnd" value="${today}">
</div> </div>
<span class="period-info" id="periodInfo">--</span> <span class="period-info" id="periodInfo">--</span>
<button class="export-btn" onclick="window.location.href='/admin/api/export/clients-excel'" title="Export Top Clients to Excel">Export Excel</button>
</div> </div>
<!-- Hero KPIs (6) --> <!-- Hero KPIs (6) -->
@@ -904,6 +909,10 @@ function clearClient() {
function loadProfile() { function loadProfile() {
fetch('/admin/api/cliente/' + selectedClientId + '/profile').then(function(r){return r.json();}).then(function(data) { fetch('/admin/api/cliente/' + selectedClientId + '/profile').then(function(r){return r.json();}).then(function(data) {
profileData = data; renderProfile(data); profileData = data; renderProfile(data);
// Load churn risk
fetch('/admin/api/cliente/' + selectedClientId + '/churn').then(function(r){return r.json();}).then(function(churn) {
renderChurnRisk(churn);
}).catch(function(){});
}); });
} }
function renderProfile(p) { function renderProfile(p) {
@@ -932,6 +941,23 @@ function renderProfile(p) {
}); });
} }
function renderChurnRisk(churn) {
var el = document.getElementById('churnRisk');
if (!el) return;
var colors = { low: 'var(--green)', medium: 'var(--orange)', high: 'var(--red)', critical: 'var(--red)' };
var labels = { low: 'Low Risk', medium: 'Medium Risk', high: 'High Risk', critical: 'Critical' };
el.innerHTML = '<div style="display:flex;align-items:center;gap:8px;margin-top:8px;">' +
'<div style="width:40px;height:40px;border-radius:50%;display:flex;align-items:center;justify-content:center;' +
'background:' + colors[churn.risk] + '20;color:' + colors[churn.risk] + ';font-weight:700;font-size:14px;">' + churn.score + '</div>' +
'<div><div style="font-size:12px;font-weight:600;color:' + colors[churn.risk] + '">' + labels[churn.risk] + '</div>' +
'<div style="font-size:10px;color:var(--text-muted)">Health: ' + churn.health_score + '/100</div></div></div>' +
'<div style="margin-top:6px;font-size:10px;color:var(--text-muted)">' +
(churn.factors || []).slice(0,3).map(function(f){
var ic = f.status === 'good' ? '&#x2705;' : f.status === 'warning' ? '&#x26A0;' : '&#x274C;';
return ic + ' ' + f.name + ': ' + f.score + '/100';
}).join(' &nbsp; ') + '</div>';
}
// === Data Loading === // === Data Loading ===
function loadData() { function loadData() {
if (!selectedClientId) return; if (!selectedClientId) return;

1074
src/admin-providers.js Normal file

File diff suppressed because it is too large Load Diff

279
src/alerts/alert-engine.js Normal file
View File

@@ -0,0 +1,279 @@
/**
* Alert Engine — Monitors key metrics and triggers alerts
* Uses node-cron for scheduling, SQLite for storage, email for notifications
*/
const cron = require('node-cron');
const db = require('../db-local');
const pool = require('../db-rds');
const { sendEmail } = require('./channels');
// Insert alert into SQLite
function createAlert(name, severity, message, data = null) {
const stmt = db.prepare(`
INSERT INTO alerts (name, severity, message, data)
VALUES (?, ?, ?, ?)
`);
const result = stmt.run(name, severity, message, data ? JSON.stringify(data) : null);
console.log(`[Alert] ${severity} - ${name}: ${message}`);
return result.lastInsertRowid;
}
// Get recent alerts
function getAlerts(hours = 24, unackedOnly = false) {
let sql = `SELECT * FROM alerts WHERE created_at >= datetime('now', '-${Math.round(hours)} hours')`;
if (unackedOnly) sql += ' AND acknowledged = 0';
sql += ' ORDER BY created_at DESC';
return db.prepare(sql).all();
}
// Acknowledge alert
function acknowledgeAlert(id) {
return db.prepare('UPDATE alerts SET acknowledged = 1 WHERE id = ?').run(id);
}
// Get alert history
function getAlertHistory(days = 7) {
return db.prepare(`
SELECT * FROM alerts
WHERE created_at >= datetime('now', '-${Math.round(days)} days')
ORDER BY created_at DESC
LIMIT 200
`).all();
}
// Count unacknowledged alerts
function getUnackedCount() {
const row = db.prepare("SELECT COUNT(*) as count FROM alerts WHERE acknowledged = 0 AND created_at >= datetime('now', '-24 hours')").get();
return row?.count || 0;
}
// --- Alert Rules ---
const alertRules = [
{
name: 'volume_spike',
schedule: '*/15 * * * *', // Every 15 minutes
severity: 'P1',
async check() {
const conn = await pool.getConnection();
try {
// Compare today's volume to 7-day average
const [today] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(amount_usd), 0), 2) as vol
FROM br_transaction_to_usa WHERE DATE(created_at) = CURDATE()
`);
const [avg7] = await conn.execute(`
SELECT COUNT(*) / 7.0 as avg_qtd, ROUND(COALESCE(SUM(amount_usd), 0) / 7.0, 2) as avg_vol
FROM br_transaction_to_usa
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 7 DAY) AND DATE(created_at) < CURDATE()
`);
const todayVol = Number(today[0]?.vol) || 0;
const avgVol = Number(avg7[0]?.avg_vol) || 0;
if (avgVol > 0 && todayVol > avgVol * 2) {
return {
triggered: true,
message: `Volume spike: $${Math.round(todayVol).toLocaleString()} today vs $${Math.round(avgVol).toLocaleString()} avg (${Math.round(todayVol / avgVol * 100)}% of avg)`,
data: { todayVol, avgVol, ratio: Math.round(todayVol / avgVol * 100) }
};
}
return { triggered: false };
} finally {
conn.release();
}
}
},
{
name: 'spread_anomaly',
schedule: '0 */2 * * *', // Every 2 hours
severity: 'P2',
async check() {
const conn = await pool.getConnection();
try {
const [today] = await conn.execute(`
SELECT ROUND(AVG((exchange_rate - ptax) / exchange_rate * 100), 2) as avg_spread
FROM br_transaction_to_usa WHERE DATE(created_at) = CURDATE() AND ptax > 0
`);
const [avg30] = await conn.execute(`
SELECT ROUND(AVG((exchange_rate - ptax) / exchange_rate * 100), 2) as avg_spread
FROM br_transaction_to_usa
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 30 DAY) AND DATE(created_at) < CURDATE() AND ptax > 0
`);
const todaySpread = Number(today[0]?.avg_spread) || 0;
const avgSpread = Number(avg30[0]?.avg_spread) || 0;
if (avgSpread > 0 && Math.abs(todaySpread - avgSpread) > avgSpread * 0.5) {
return {
triggered: true,
message: `Spread anomaly: ${todaySpread}% today vs ${avgSpread}% 30d avg (${Math.round((todaySpread - avgSpread) / avgSpread * 100)}% deviation)`,
data: { todaySpread, avgSpread }
};
}
return { triggered: false };
} finally {
conn.release();
}
}
},
{
name: 'large_transaction',
schedule: '*/10 * * * *', // Every 10 minutes
severity: 'P0',
async check() {
const conn = await pool.getConnection();
try {
// Check for transactions > $50K in the last 10 minutes
const [rows] = await conn.execute(`
SELECT t.id, c.nome, t.amount_usd, t.created_at
FROM br_transaction_to_usa t
INNER JOIN conta c ON c.id_conta = t.id_conta
WHERE t.created_at >= DATE_SUB(NOW(), INTERVAL 10 MINUTE)
AND t.amount_usd >= 50000
ORDER BY t.amount_usd DESC
`);
if (rows.length > 0) {
const txList = rows.map(r => `${r.nome}: $${Number(r.amount_usd).toLocaleString()}`).join(', ');
return {
triggered: true,
message: `Large transaction(s) detected: ${txList}`,
data: { count: rows.length, transactions: rows.map(r => ({ id: r.id, nome: r.nome, usd: Number(r.amount_usd) })) }
};
}
return { triggered: false };
} finally {
conn.release();
}
}
},
{
name: 'failed_tx_spike',
schedule: '*/30 * * * *', // Every 30 minutes
severity: 'P1',
async check() {
const conn = await pool.getConnection();
try {
const [stats] = await conn.execute(`
SELECT
COUNT(*) as total,
SUM(CASE WHEN status NOT IN ('boleto_pago','finalizado')
AND (date_sent_usa IS NULL OR date_sent_usa = '0000-00-00 00:00:00') THEN 1 ELSE 0 END) as failed
FROM br_transaction_to_usa
WHERE DATE(created_at) = CURDATE()
`);
const total = Number(stats[0]?.total) || 0;
const failed = Number(stats[0]?.failed) || 0;
const rate = total > 0 ? (failed / total * 100) : 0;
if (total >= 10 && rate > 5) {
return {
triggered: true,
message: `Failed tx spike: ${failed}/${total} (${rate.toFixed(1)}%) today`,
data: { total, failed, rate: Math.round(rate * 10) / 10 }
};
}
return { triggered: false };
} finally {
conn.release();
}
}
},
{
name: 'provider_inactivity',
schedule: '0 9,14 * * 1-5', // 9am and 2pm weekdays
severity: 'P2',
async check() {
const conn = await pool.getConnection();
try {
// Providers with no activity in last 24h that had activity in previous 7 days
const [inactive] = await conn.execute(`
SELECT pm.provider, MAX(t.created_at) as last_tx,
TIMESTAMPDIFF(HOUR, MAX(t.created_at), NOW()) as hours_inactive
FROM br_transaction_to_usa t
INNER JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE t.created_at >= DATE_SUB(CURDATE(), INTERVAL 8 DAY)
AND pm.provider IN ('dlocal','bexs','braza','bs2','ouribank','msb')
GROUP BY pm.provider
HAVING MAX(t.created_at) < DATE_SUB(NOW(), INTERVAL 24 HOUR)
`);
if (inactive.length > 0) {
const list = inactive.map(r => `${r.provider} (${r.hours_inactive}h)`).join(', ');
return {
triggered: true,
message: `Provider inactivity: ${list}`,
data: { providers: inactive.map(r => ({ provider: r.provider, hours: Number(r.hours_inactive) })) }
};
}
return { triggered: false };
} finally {
conn.release();
}
}
}
];
// Dedup: don't fire same alert within cooldown period
const COOLDOWN_MS = 60 * 60 * 1000; // 1 hour
const _lastFired = {};
async function runRule(rule) {
try {
const result = await rule.check();
if (!result.triggered) return;
// Cooldown check
const lastTime = _lastFired[rule.name] || 0;
if (Date.now() - lastTime < COOLDOWN_MS) {
console.log(`[Alert] ${rule.name} in cooldown, skipping`);
return;
}
_lastFired[rule.name] = Date.now();
// Store in SQLite
createAlert(rule.name, rule.severity, result.message, result.data);
// Send email notification
const emailTo = process.env.ALERT_EMAIL_TO;
if (emailTo) {
const severityEmoji = { P0: 'CRITICAL', P1: 'WARNING', P2: 'INFO' };
await sendEmail(
emailTo,
`[${rule.severity}] ${severityEmoji[rule.severity] || ''} ${rule.name}`,
`
<h3 style="color: ${rule.severity === 'P0' ? '#D93025' : rule.severity === 'P1' ? '#E8710A' : '#1A73E8'};">
${rule.severity} - ${rule.name}
</h3>
<p style="font-size: 15px; margin: 12px 0;">${result.message}</p>
<p style="font-size: 12px; color: #666;">
${new Date().toISOString()} | <a href="${process.env.BASE_URL || 'http://localhost:3080'}/admin/bi">Open BI Dashboard</a>
</p>
`
);
}
} catch (err) {
console.error(`[Alert] Rule ${rule.name} error:`, err.message);
}
}
/**
* Start alert engine — schedules all cron jobs
*/
function startAlertEngine() {
console.log('[Alert Engine] Starting with', alertRules.length, 'rules');
alertRules.forEach(rule => {
cron.schedule(rule.schedule, () => runRule(rule));
console.log(`[Alert Engine] Scheduled: ${rule.name} (${rule.schedule}) [${rule.severity}]`);
});
// Run all rules once on startup (after 30s delay to let DB warm up)
setTimeout(() => {
console.log('[Alert Engine] Running initial check...');
alertRules.forEach(rule => runRule(rule));
}, 30000);
}
module.exports = {
startAlertEngine,
createAlert,
getAlerts,
acknowledgeAlert,
getAlertHistory,
getUnackedCount
};

99
src/alerts/channels.js Normal file
View File

@@ -0,0 +1,99 @@
/**
* Alert Notification Channels
* Email (SMTP via nodemailer), future Slack support
*/
const nodemailer = require('nodemailer');
let _transporter = null;
function getTransporter() {
if (_transporter) return _transporter;
const host = process.env.SMTP_HOST;
const user = process.env.SMTP_USER;
const pass = process.env.SMTP_PASS;
if (!host || !user || !pass) {
console.warn('[Alerts] SMTP not configured (SMTP_HOST, SMTP_USER, SMTP_PASS). Email alerts disabled.');
return null;
}
_transporter = nodemailer.createTransport({
host,
port: parseInt(process.env.SMTP_PORT) || 587,
secure: process.env.SMTP_SECURE === 'true',
auth: { user, pass }
});
return _transporter;
}
/**
* Send email alert
* @param {string} to - Recipient email
* @param {string} subject - Email subject
* @param {string} html - HTML body
*/
async function sendEmail(to, subject, html) {
const transporter = getTransporter();
if (!transporter) {
console.log(`[Alerts] Email skipped (SMTP not configured): ${subject}`);
return false;
}
try {
await transporter.sendMail({
from: process.env.SMTP_FROM || process.env.SMTP_USER,
to,
subject: `[BI-CCC Alert] ${subject}`,
html: `
<div style="font-family: Arial, sans-serif; max-width: 600px; margin: 0 auto;">
<div style="background: #7600BE; color: white; padding: 16px 24px; border-radius: 8px 8px 0 0;">
<h2 style="margin: 0; font-size: 18px;">BI-CCC Alert</h2>
</div>
<div style="padding: 24px; border: 1px solid #E8EAED; border-top: none; border-radius: 0 0 8px 8px;">
${html}
</div>
<p style="font-size: 11px; color: #9AA0A6; text-align: center; margin-top: 12px;">
CambioReal BI - Central Command Center
</p>
</div>
`
});
console.log(`[Alerts] Email sent: ${subject} -> ${to}`);
return true;
} catch (err) {
console.error(`[Alerts] Email failed: ${err.message}`);
return false;
}
}
/**
* Send Slack notification (future — ready when webhook URL is available)
*/
async function sendSlack(webhook, message, severity) {
if (!webhook) return false;
const colorMap = { P0: '#D93025', P1: '#E8710A', P2: '#1A73E8' };
try {
const resp = await fetch(webhook, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({
attachments: [{
color: colorMap[severity] || '#1A73E8',
title: `[${severity}] BI-CCC Alert`,
text: message,
footer: 'CambioReal BI-CCC',
ts: Math.floor(Date.now() / 1000)
}]
})
});
return resp.ok;
} catch (err) {
console.error(`[Alerts] Slack failed: ${err.message}`);
return false;
}
}
module.exports = { sendEmail, sendSlack };

60
src/db-analytics.js Normal file
View File

@@ -0,0 +1,60 @@
/**
* Analytics SQLite Database — Local aggregated metrics
* Stores daily/monthly aggregates for fast historical queries
*/
const Database = require('better-sqlite3');
const path = require('path');
const DB_PATH = path.join(__dirname, '..', 'data', 'analytics.db');
const db = new Database(DB_PATH);
db.pragma('journal_mode = WAL');
// Daily metrics table
db.exec(`
CREATE TABLE IF NOT EXISTS daily_metrics (
date TEXT NOT NULL,
product TEXT NOT NULL,
transactions INTEGER DEFAULT 0,
volume_usd REAL DEFAULT 0,
volume_brl REAL DEFAULT 0,
revenue REAL DEFAULT 0,
avg_spread REAL DEFAULT 0,
avg_ticket REAL DEFAULT 0,
unique_clients INTEGER DEFAULT 0,
PRIMARY KEY (date, product)
)
`);
// Client health daily snapshot
db.exec(`
CREATE TABLE IF NOT EXISTS client_health_daily (
date TEXT NOT NULL,
id_conta INTEGER NOT NULL,
health_score INTEGER DEFAULT 0,
churn_risk TEXT DEFAULT 'medium',
volume_usd REAL DEFAULT 0,
tx_count INTEGER DEFAULT 0,
last_tx_date TEXT,
PRIMARY KEY (date, id_conta)
)
`);
// Monthly revenue per client
db.exec(`
CREATE TABLE IF NOT EXISTS monthly_revenue (
month TEXT NOT NULL,
id_conta INTEGER NOT NULL,
revenue REAL DEFAULT 0,
volume_usd REAL DEFAULT 0,
tx_count INTEGER DEFAULT 0,
PRIMARY KEY (month, id_conta)
)
`);
// Indexes for fast lookups
db.exec(`CREATE INDEX IF NOT EXISTS idx_daily_date ON daily_metrics(date)`);
db.exec(`CREATE INDEX IF NOT EXISTS idx_health_date ON client_health_daily(date)`);
db.exec(`CREATE INDEX IF NOT EXISTS idx_monthly_month ON monthly_revenue(month)`);
module.exports = db;

View File

@@ -56,4 +56,17 @@ for (const admin of admins) {
} }
} }
// Alerts table
db.exec(`
CREATE TABLE IF NOT EXISTS alerts (
id INTEGER PRIMARY KEY AUTOINCREMENT,
name TEXT NOT NULL,
severity TEXT NOT NULL,
message TEXT NOT NULL,
data TEXT,
acknowledged INTEGER DEFAULT 0,
created_at TEXT DEFAULT (datetime('now'))
)
`);
module.exports = db; module.exports = db;

187
src/etl/daily-sync.js Normal file
View File

@@ -0,0 +1,187 @@
/**
* ETL Daily Sync — MySQL RDS → SQLite Analytics
* Runs daily at 1 AM via node-cron, computes aggregates for previous day
*/
const cron = require('node-cron');
const pool = require('../db-rds');
const analyticsDb = require('../db-analytics');
const { runDataQuality } = require('./data-quality');
/**
* Sync a single day's metrics from MySQL to SQLite
*/
async function syncDay(dateStr) {
const conn = await pool.getConnection();
try {
console.log(`[ETL] Syncing day: ${dateStr}`);
// BRL→USD metrics
const [brlUsd] = await conn.execute(`
SELECT
COUNT(*) as transactions,
ROUND(COALESCE(SUM(amount_usd), 0), 2) as volume_usd,
ROUND(COALESCE(SUM(amount_brl), 0), 2) as volume_brl,
ROUND(COALESCE(SUM((exchange_rate - ptax) / exchange_rate * amount_usd), 0), 2) as revenue,
ROUND(COALESCE(AVG((exchange_rate - ptax) / exchange_rate * 100), 0), 4) as avg_spread,
ROUND(COALESCE(AVG(amount_usd), 0), 2) as avg_ticket,
COUNT(DISTINCT id_conta) as unique_clients
FROM br_transaction_to_usa
WHERE DATE(created_at) = ?
`, [dateStr]);
// USD→BRL metrics
const [usdBrl] = await conn.execute(`
SELECT
COUNT(*) as transactions,
ROUND(COALESCE(SUM(valor), 0), 2) as volume_usd,
ROUND(COALESCE(SUM(valor_sol), 0), 2) as volume_brl,
ROUND(COALESCE(SUM((ptax - cotacao) / ptax * valor), 0), 2) as revenue,
ROUND(COALESCE(AVG(CASE WHEN cotacao > 0 THEN (ptax - cotacao) / ptax * 100 ELSE 0 END), 0), 4) as avg_spread,
ROUND(COALESCE(AVG(valor), 0), 2) as avg_ticket,
COUNT(DISTINCT id_conta) as unique_clients
FROM pagamento_br
WHERE DATE(created_at) = ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
`, [dateStr]);
// USD→USD metrics
const [usdUsd] = await conn.execute(`
SELECT
COUNT(*) as transactions,
ROUND(COALESCE(SUM(valor), 0), 2) as volume_usd,
0 as volume_brl,
0 as revenue,
0 as avg_spread,
ROUND(COALESCE(AVG(valor), 0), 2) as avg_ticket,
COUNT(DISTINCT id_conta) as unique_clients
FROM pagamento_br
WHERE DATE(created_at) = ?
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
`, [dateStr]);
// Upsert into SQLite
const upsert = analyticsDb.prepare(`
INSERT INTO daily_metrics (date, product, transactions, volume_usd, volume_brl, revenue, avg_spread, avg_ticket, unique_clients)
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(date, product) DO UPDATE SET
transactions=excluded.transactions, volume_usd=excluded.volume_usd, volume_brl=excluded.volume_brl,
revenue=excluded.revenue, avg_spread=excluded.avg_spread, avg_ticket=excluded.avg_ticket,
unique_clients=excluded.unique_clients
`);
const insertMetrics = analyticsDb.transaction((rows) => {
rows.forEach(r => upsert.run(r.date, r.product, r.transactions, r.volume_usd, r.volume_brl, r.revenue, r.avg_spread, r.avg_ticket, r.unique_clients));
});
const b = brlUsd[0] || {};
const u = usdBrl[0] || {};
const uu = usdUsd[0] || {};
insertMetrics([
{ date: dateStr, product: 'BRL→USD', transactions: Number(b.transactions) || 0, volume_usd: Number(b.volume_usd) || 0, volume_brl: Number(b.volume_brl) || 0, revenue: Number(b.revenue) || 0, avg_spread: Number(b.avg_spread) || 0, avg_ticket: Number(b.avg_ticket) || 0, unique_clients: Number(b.unique_clients) || 0 },
{ date: dateStr, product: 'USD→BRL', transactions: Number(u.transactions) || 0, volume_usd: Number(u.volume_usd) || 0, volume_brl: Number(u.volume_brl) || 0, revenue: Number(u.revenue) || 0, avg_spread: Number(u.avg_spread) || 0, avg_ticket: Number(u.avg_ticket) || 0, unique_clients: Number(u.unique_clients) || 0 },
{ date: dateStr, product: 'USD→USD', transactions: Number(uu.transactions) || 0, volume_usd: Number(uu.volume_usd) || 0, volume_brl: 0, revenue: 0, avg_spread: 0, avg_ticket: Number(uu.avg_ticket) || 0, unique_clients: Number(uu.unique_clients) || 0 }
]);
// Monthly revenue aggregation
const month = dateStr.slice(0, 7);
const [monthlyRevBrl] = await conn.execute(`
SELECT id_conta,
ROUND(SUM((exchange_rate - ptax) / exchange_rate * amount_usd), 2) as revenue,
ROUND(SUM(amount_usd), 2) as volume_usd,
COUNT(*) as tx_count
FROM br_transaction_to_usa
WHERE DATE_FORMAT(created_at, '%Y-%m') = ? AND DATE(created_at) <= ?
GROUP BY id_conta
`, [month, dateStr]);
const [monthlyRevUsd] = await conn.execute(`
SELECT id_conta,
ROUND(SUM((ptax - cotacao) / ptax * valor), 2) as revenue,
ROUND(SUM(valor), 2) as volume_usd,
COUNT(*) as tx_count
FROM pagamento_br
WHERE DATE_FORMAT(created_at, '%Y-%m') = ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
`, [month, dateStr]);
const monthlyUpsert = analyticsDb.prepare(`
INSERT INTO monthly_revenue (month, id_conta, revenue, volume_usd, tx_count)
VALUES (?, ?, ?, ?, ?)
ON CONFLICT(month, id_conta) DO UPDATE SET
revenue=excluded.revenue, volume_usd=excluded.volume_usd, tx_count=excluded.tx_count
`);
const clientMap = {};
[...monthlyRevBrl, ...monthlyRevUsd].forEach(r => {
const id = r.id_conta;
if (!clientMap[id]) clientMap[id] = { revenue: 0, volume_usd: 0, tx_count: 0 };
clientMap[id].revenue += Number(r.revenue) || 0;
clientMap[id].volume_usd += Number(r.volume_usd) || 0;
clientMap[id].tx_count += Number(r.tx_count) || 0;
});
const insertMonthly = analyticsDb.transaction((map) => {
Object.entries(map).forEach(([id, d]) => {
monthlyUpsert.run(month, parseInt(id), Math.round(d.revenue * 100) / 100, Math.round(d.volume_usd * 100) / 100, d.tx_count);
});
});
insertMonthly(clientMap);
console.log(`[ETL] Day ${dateStr} synced: BRL→USD=${b.transactions || 0}tx, USD→BRL=${u.transactions || 0}tx, USD→USD=${uu.transactions || 0}tx, ${Object.keys(clientMap).length} client revenue records`);
return true;
} finally {
conn.release();
}
}
/**
* Backfill: sync multiple days
*/
async function backfill(daysBack = 90) {
console.log(`[ETL] Backfilling ${daysBack} days...`);
const now = new Date();
for (let i = daysBack; i >= 1; i--) {
const d = new Date(now.getTime() - i * 86400000);
const dateStr = d.toISOString().slice(0, 10);
try {
await syncDay(dateStr);
} catch (err) {
console.error(`[ETL] Backfill error for ${dateStr}:`, err.message);
}
}
console.log(`[ETL] Backfill complete`);
}
/**
* Start daily ETL sync job
*/
function startETL() {
// Run at 1:00 AM every day
cron.schedule('0 1 * * *', async () => {
try {
// Sync yesterday
const yesterday = new Date(Date.now() - 86400000).toISOString().slice(0, 10);
await syncDay(yesterday);
// Run data quality checks
runDataQuality(yesterday);
} catch (err) {
console.error('[ETL] Daily sync error:', err.message);
}
});
console.log('[ETL] Daily sync scheduled at 1:00 AM');
// Check if analytics DB is empty; if so, backfill
const count = analyticsDb.prepare('SELECT COUNT(*) as c FROM daily_metrics').get();
if (!count || count.c === 0) {
console.log('[ETL] Analytics DB empty, starting backfill...');
// Run backfill in background
backfill(90).catch(err => console.error('[ETL] Backfill error:', err.message));
}
}
module.exports = { startETL, syncDay, backfill };

114
src/etl/data-quality.js Normal file
View File

@@ -0,0 +1,114 @@
/**
* ETL Data Quality — Post-sync validation checks
* Runs after each daily sync to verify data integrity
*/
const pool = require('../db-rds');
const analyticsDb = require('../db-analytics');
/**
* Run data quality checks for a given date
*/
async function runDataQuality(dateStr) {
const issues = [];
console.log(`[DQ] Running data quality checks for ${dateStr}...`);
// 1. Row count validation — SQLite should have 3 product rows per synced day
const sqliteRows = analyticsDb.prepare(
'SELECT COUNT(*) as c FROM daily_metrics WHERE date = ?'
).get(dateStr);
if (!sqliteRows || sqliteRows.c !== 3) {
issues.push(`Row count: expected 3 product rows, got ${sqliteRows?.c || 0}`);
}
// 2. Null / negative checks on SQLite aggregates
const metrics = analyticsDb.prepare(
'SELECT product, transactions, volume_usd, revenue, avg_spread FROM daily_metrics WHERE date = ?'
).all(dateStr);
for (const m of metrics) {
if (m.transactions < 0) issues.push(`${m.product}: negative transaction count (${m.transactions})`);
if (m.volume_usd < 0) issues.push(`${m.product}: negative volume_usd (${m.volume_usd})`);
if (m.revenue < 0 && m.product !== 'USD→USD') issues.push(`${m.product}: negative revenue (${m.revenue})`);
if (m.avg_spread < 0 && m.product !== 'USD→USD') issues.push(`${m.product}: negative avg_spread (${m.avg_spread})`);
}
// 3. Revenue reconciliation — compare SQLite aggregates vs MySQL source
let conn;
try {
conn = await pool.getConnection();
// BRL→USD reconciliation
const [mysqlBrlUsd] = await conn.execute(`
SELECT COUNT(*) as tx_count,
ROUND(COALESCE(SUM(amount_usd), 0), 2) as volume_usd
FROM br_transaction_to_usa
WHERE DATE(created_at) = ?
`, [dateStr]);
const sqliteBrlUsd = analyticsDb.prepare(
"SELECT transactions, volume_usd FROM daily_metrics WHERE date = ? AND product = 'BRL→USD'"
).get(dateStr);
if (mysqlBrlUsd[0] && sqliteBrlUsd) {
const txDelta = Math.abs(Number(mysqlBrlUsd[0].tx_count) - sqliteBrlUsd.transactions);
if (txDelta > 0) {
issues.push(`BRL→USD tx count mismatch: MySQL=${mysqlBrlUsd[0].tx_count}, SQLite=${sqliteBrlUsd.transactions}`);
}
const volDelta = Math.abs(Number(mysqlBrlUsd[0].volume_usd) - sqliteBrlUsd.volume_usd);
if (volDelta > 0.01) {
issues.push(`BRL→USD volume mismatch: MySQL=${mysqlBrlUsd[0].volume_usd}, SQLite=${sqliteBrlUsd.volume_usd}, delta=${volDelta.toFixed(2)}`);
}
}
// USD→BRL reconciliation
const [mysqlUsdBrl] = await conn.execute(`
SELECT COUNT(*) as tx_count,
ROUND(COALESCE(SUM(valor), 0), 2) as volume_usd
FROM pagamento_br
WHERE DATE(created_at) = ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
`, [dateStr]);
const sqliteUsdBrl = analyticsDb.prepare(
"SELECT transactions, volume_usd FROM daily_metrics WHERE date = ? AND product = 'USD→BRL'"
).get(dateStr);
if (mysqlUsdBrl[0] && sqliteUsdBrl) {
const txDelta = Math.abs(Number(mysqlUsdBrl[0].tx_count) - sqliteUsdBrl.transactions);
if (txDelta > 0) {
issues.push(`USD→BRL tx count mismatch: MySQL=${mysqlUsdBrl[0].tx_count}, SQLite=${sqliteUsdBrl.transactions}`);
}
const volDelta = Math.abs(Number(mysqlUsdBrl[0].volume_usd) - sqliteUsdBrl.volume_usd);
if (volDelta > 0.01) {
issues.push(`USD→BRL volume mismatch: MySQL=${mysqlUsdBrl[0].volume_usd}, SQLite=${sqliteUsdBrl.volume_usd}, delta=${volDelta.toFixed(2)}`);
}
}
// 4. Monthly revenue check — sum of client revenues should be positive if there are transactions
const month = dateStr.slice(0, 7);
const monthlySum = analyticsDb.prepare(
'SELECT SUM(revenue) as total_rev, COUNT(*) as clients FROM monthly_revenue WHERE month = ?'
).get(month);
const totalDayTx = metrics.reduce((s, m) => s + m.transactions, 0);
if (totalDayTx > 0 && monthlySum && monthlySum.total_rev <= 0 && monthlySum.clients > 0) {
issues.push(`Monthly revenue for ${month} is ${monthlySum.total_rev} despite ${totalDayTx} transactions on ${dateStr}`);
}
} finally {
if (conn) conn.release();
}
// Report results
if (issues.length === 0) {
console.log(`[DQ] ${dateStr}: All checks passed`);
} else {
console.warn(`[DQ] ${dateStr}: ${issues.length} issue(s) found:`);
issues.forEach(i => console.warn(`[DQ] - ${i}`));
}
return { date: dateStr, passed: issues.length === 0, issues };
}
module.exports = { runDataQuality };

120
src/export/excel-export.js Normal file
View File

@@ -0,0 +1,120 @@
/**
* Excel Export Engine — CambioReal branded spreadsheets
* Uses ExcelJS for .xlsx generation with styled headers
*/
const ExcelJS = require('exceljs');
// CambioReal brand colors
const HEADER_FILL = { type: 'pattern', pattern: 'solid', fgColor: { argb: 'FF7600BE' } };
const HEADER_FONT = { bold: true, color: { argb: 'FFFFFFFF' }, size: 11 };
const CURRENCY_FORMAT = '#,##0.00';
const PCT_FORMAT = '0.00%';
const DATE_FORMAT = 'yyyy-mm-dd';
/**
* Generate an Excel workbook from data
* @param {Object[]} data - Array of row objects
* @param {Object[]} columns - Column definitions: { header, key, width?, type? }
* type: 'currency' | 'percentage' | 'date' | 'number' | 'text' (default)
* @param {string} sheetName - Worksheet name
* @returns {ExcelJS.Workbook}
*/
function createWorkbook(data, columns, sheetName = 'Data') {
const workbook = new ExcelJS.Workbook();
workbook.creator = 'CambioReal BI-CCC';
workbook.created = new Date();
const sheet = workbook.addWorksheet(sheetName);
// Define columns
sheet.columns = columns.map(col => ({
header: col.header,
key: col.key,
width: col.width || 15
}));
// Style header row
const headerRow = sheet.getRow(1);
headerRow.eachCell((cell) => {
cell.fill = HEADER_FILL;
cell.font = HEADER_FONT;
cell.alignment = { vertical: 'middle', horizontal: 'center' };
cell.border = {
bottom: { style: 'thin', color: { argb: 'FF5A0091' } }
};
});
headerRow.height = 28;
// Add data rows
data.forEach(row => {
const addedRow = sheet.addRow(row);
// Apply formatting per column type
columns.forEach((col, idx) => {
const cell = addedRow.getCell(idx + 1);
switch (col.type) {
case 'currency':
cell.numFmt = CURRENCY_FORMAT;
cell.alignment = { horizontal: 'right' };
break;
case 'percentage':
// If value is already 0-100 range, divide by 100 for Excel percentage format
if (typeof cell.value === 'number' && cell.value > 1) {
cell.value = cell.value / 100;
}
cell.numFmt = PCT_FORMAT;
cell.alignment = { horizontal: 'right' };
break;
case 'date':
cell.numFmt = DATE_FORMAT;
break;
case 'number':
cell.numFmt = '#,##0';
cell.alignment = { horizontal: 'right' };
break;
default:
break;
}
});
});
// Auto-filter
if (data.length > 0) {
sheet.autoFilter = {
from: { row: 1, column: 1 },
to: { row: data.length + 1, column: columns.length }
};
}
// Freeze header row
sheet.views = [{ state: 'frozen', ySplit: 1 }];
return workbook;
}
/**
* Export workbook to Express response as .xlsx download
* @param {import('express').Response} res - Express response
* @param {ExcelJS.Workbook} workbook
* @param {string} filename - Without extension
*/
async function sendWorkbook(res, workbook, filename) {
res.setHeader('Content-Type', 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet');
res.setHeader('Content-Disposition', `attachment; filename="${filename}.xlsx"`);
await workbook.xlsx.write(res);
res.end();
}
/**
* Quick helper: data + columns → Express download
*/
async function exportToExcel(res, data, columns, sheetName, filename) {
const workbook = createWorkbook(data, columns, sheetName);
await sendWorkbook(res, workbook, filename);
}
module.exports = {
createWorkbook,
sendWorkbook,
exportToExcel
};

File diff suppressed because it is too large Load Diff

659
src/queries/bi.queries.js Normal file
View File

@@ -0,0 +1,659 @@
/**
* BI Executive Dashboard Queries
* Comprehensive analytics: KPIs, revenue P&L, strategic cohort analysis
*/
const { pool, fmtDate, fmtTrendRows, calcPrevPeriod } = require('./helpers');
// BI Analytics - Comprehensive data for admin BI dashboard
async function fetchBIData(dataInicio, dataFim, getAgenteName = null) {
const conn = await pool.getConnection();
try {
const { prevStartStr, prevEndStr } = calcPrevPeriod(dataInicio, dataFim);
// 1. BRL→USD KPIs
const [kpiBrlUsd] = await conn.execute(`
SELECT
COUNT(*) as qtd,
ROUND(COALESCE(SUM(amount_usd), 0), 2) as vol_usd,
ROUND(COALESCE(SUM(amount_brl), 0), 2) as vol_brl,
ROUND(COALESCE(SUM((exchange_rate - ptax) / exchange_rate * amount_usd), 0), 2) as spread_revenue,
ROUND(COALESCE(AVG((exchange_rate - ptax) / exchange_rate * 100), 0), 2) as avg_spread_pct,
COUNT(DISTINCT id_conta) as clientes
FROM br_transaction_to_usa
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
`, [dataInicio, dataFim]);
// 2. USD→BRL KPIs
const [kpiUsdBrl] = await conn.execute(`
SELECT
COUNT(*) as qtd,
ROUND(COALESCE(SUM(valor), 0), 2) as vol_usd,
ROUND(COALESCE(SUM(valor_sol), 0), 2) as vol_brl,
ROUND(COALESCE(SUM((ptax - cotacao) / ptax * valor), 0), 2) as spread_revenue,
ROUND(COALESCE(AVG(CASE WHEN cotacao > 0 THEN (ptax - cotacao) / ptax * 100 ELSE 0 END), 0), 2) as avg_spread_pct,
COUNT(DISTINCT id_conta) as clientes
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
`, [dataInicio, dataFim]);
// 3. USD→USD KPIs
const [kpiUsdUsd] = await conn.execute(`
SELECT
COUNT(*) as qtd,
ROUND(COALESCE(SUM(valor), 0), 2) as vol_usd,
COUNT(DISTINCT id_conta) as clientes
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
`, [dataInicio, dataFim]);
// 4. Unique active clients across all flows
const [uniqueClients] = await conn.execute(`
SELECT COUNT(DISTINCT id_conta) as total FROM (
SELECT id_conta FROM br_transaction_to_usa
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
UNION
SELECT id_conta FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
) all_clients
`, [dataInicio, dataFim, dataInicio, dataFim]);
// 5. Previous period totals for comparison
const [prevBrlUsd] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(amount_usd),0),2) as vol_usd,
ROUND(COALESCE(SUM((exchange_rate - ptax) / exchange_rate * amount_usd),0),2) as spread_revenue
FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
`, [prevStartStr, prevEndStr]);
const [prevUsdBrl] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(valor),0),2) as vol_usd,
ROUND(COALESCE(SUM((ptax - cotacao) / ptax * valor),0),2) as spread_revenue
FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
`, [prevStartStr, prevEndStr]);
const [prevUsdUsd] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(valor),0),2) as vol_usd
FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
`, [prevStartStr, prevEndStr]);
// 6. BRL→USD daily trend with spread
const [trendBrlUsd] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(amount_usd), 2) as vol_usd,
ROUND(AVG((exchange_rate - ptax) / exchange_rate * 100), 2) as avg_spread
FROM br_transaction_to_usa
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY DATE(created_at) ORDER BY dia
`, [dataInicio, dataFim]);
// 7. USD→BRL daily trend with spread
const [trendUsdBrl] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(valor), 2) as vol_usd,
ROUND(AVG(CASE WHEN cotacao > 0 THEN (ptax - cotacao) / ptax * 100 ELSE 0 END), 2) as avg_spread
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
GROUP BY DATE(created_at) ORDER BY dia
`, [dataInicio, dataFim]);
// 8. USD→USD daily trend
const [trendUsdUsd] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(valor), 2) as vol_usd
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
GROUP BY DATE(created_at) ORDER BY dia
`, [dataInicio, dataFim]);
// 9. Top 10 clients by volume
const [topClients] = await conn.execute(`
SELECT nome, SUM(vol) as total_usd, SUM(qtd) as total_qtd FROM (
SELECT c.nome, SUM(t.amount_usd) as vol, COUNT(*) as qtd
FROM br_transaction_to_usa t
INNER JOIN conta c ON c.id_conta = t.id_conta
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
GROUP BY c.nome
UNION ALL
SELECT c.nome, SUM(p.valor) as vol, COUNT(*) as qtd
FROM pagamento_br p
INNER JOIN conta c ON c.id_conta = p.id_conta
WHERE DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
GROUP BY c.nome
) combined
GROUP BY nome ORDER BY total_usd DESC LIMIT 10
`, [dataInicio, dataFim, dataInicio, dataFim]);
// 10. Client retention
const [retention] = await conn.execute(`
SELECT
COUNT(DISTINCT prev.id_conta) as prev_clients,
COUNT(DISTINCT CASE WHEN curr.id_conta IS NOT NULL THEN prev.id_conta END) as retained
FROM (
SELECT DISTINCT id_conta FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
UNION
SELECT DISTINCT id_conta FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
) prev
LEFT JOIN (
SELECT DISTINCT id_conta FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
UNION
SELECT DISTINCT id_conta FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
) curr ON prev.id_conta = curr.id_conta
`, [prevStartStr, prevEndStr, prevStartStr, prevEndStr, dataInicio, dataFim, dataInicio, dataFim]);
// 11. Clients at risk
const [clientsAtRisk] = await conn.execute(`
SELECT nome, MAX(last_op) as last_op, SUM(vol) as total_usd, SUM(qtd) as total_qtd,
DATEDIFF(CURDATE(), MAX(last_op)) as days_inactive
FROM (
SELECT c.nome, MAX(t.created_at) as last_op, SUM(t.amount_usd) as vol, COUNT(*) as qtd
FROM br_transaction_to_usa t
INNER JOIN conta c ON c.id_conta = t.id_conta
GROUP BY c.nome
UNION ALL
SELECT c.nome, MAX(p.created_at) as last_op, SUM(p.valor) as vol, COUNT(*) as qtd
FROM pagamento_br p
INNER JOIN conta c ON c.id_conta = p.id_conta
GROUP BY c.nome
) combined
GROUP BY nome
HAVING MAX(last_op) < CURDATE()
ORDER BY total_usd DESC LIMIT 20
`);
// 12. Agent ranking with spread revenue
const [agentRanking] = await conn.execute(`
SELECT agente_id, SUM(vol) as total_usd, SUM(qtd) as total_qtd,
ROUND(SUM(spread_rev), 2) as total_spread, COUNT(DISTINCT client_id) as clientes
FROM (
SELECT ac.agente_id, t.id_conta as client_id, SUM(t.amount_usd) as vol, COUNT(*) as qtd,
SUM((t.exchange_rate - t.ptax) / t.exchange_rate * t.amount_usd) as spread_rev
FROM br_transaction_to_usa t
INNER JOIN ag_contas ac ON ac.conta_id = t.id_conta
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
GROUP BY ac.agente_id, t.id_conta
UNION ALL
SELECT ac.agente_id, p.id_conta as client_id, SUM(p.valor) as vol, COUNT(*) as qtd,
SUM((p.ptax - p.cotacao) / p.ptax * p.valor) as spread_rev
FROM pagamento_br p
INNER JOIN ag_contas ac ON ac.conta_id = p.id_conta
WHERE DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
AND p.cotacao IS NOT NULL AND p.cotacao > 0
AND (p.pgto IS NULL OR p.pgto != 'balance')
GROUP BY ac.agente_id, p.id_conta
) combined
GROUP BY agente_id ORDER BY total_usd DESC LIMIT 10
`, [dataInicio, dataFim, dataInicio, dataFim]);
// Resolve agent names
const agents = agentRanking.map((r, i) => {
const nome = getAgenteName ? (getAgenteName(r.agente_id) || `Agente ${r.agente_id}`) : `Agente ${r.agente_id}`;
return { rank: i + 1, agente_id: r.agente_id, nome,
vol_usd: Number(r.total_usd), qtd: Number(r.total_qtd),
spread_revenue: Number(r.total_spread), clientes: Number(r.clientes)
};
});
// Format results
const fmtKpi = (r) => ({
qtd: Number(r?.qtd) || 0, vol_usd: Number(r?.vol_usd) || 0,
vol_brl: Number(r?.vol_brl) || 0, spread_revenue: Number(r?.spread_revenue) || 0,
avg_spread_pct: Number(r?.avg_spread_pct) || 0, clientes: Number(r?.clientes) || 0
});
const brl = fmtKpi(kpiBrlUsd[0]);
const usd = fmtKpi(kpiUsdBrl[0]);
const uu = { qtd: Number(kpiUsdUsd[0]?.qtd) || 0, vol_usd: Number(kpiUsdUsd[0]?.vol_usd) || 0, clientes: Number(kpiUsdUsd[0]?.clientes) || 0 };
const totalQtd = brl.qtd + usd.qtd + uu.qtd;
const totalVolUsd = brl.vol_usd + usd.vol_usd + uu.vol_usd;
const pBrl = Number(prevBrlUsd[0]?.qtd) || 0;
const pUsd = Number(prevUsdBrl[0]?.qtd) || 0;
const pUu = Number(prevUsdUsd[0]?.qtd) || 0;
const prevQtd = pBrl + pUsd + pUu;
const prevVolUsd = (Number(prevBrlUsd[0]?.vol_usd) || 0) + (Number(prevUsdBrl[0]?.vol_usd) || 0) + (Number(prevUsdUsd[0]?.vol_usd) || 0);
const prevSpread = (Number(prevBrlUsd[0]?.spread_revenue) || 0) + (Number(prevUsdBrl[0]?.spread_revenue) || 0);
const retPrev = Number(retention[0]?.prev_clients) || 0;
const retCurr = Number(retention[0]?.retained) || 0;
return {
kpis: {
brlUsd: brl, usdBrl: usd, usdUsd: uu,
total: {
qtd: totalQtd, vol_usd: totalVolUsd,
spread_revenue: brl.spread_revenue + usd.spread_revenue,
clientes: Number(uniqueClients[0]?.total) || 0,
ticket_medio: totalQtd > 0 ? Math.round(totalVolUsd / totalQtd) : 0
}
},
comparison: { prev_qtd: prevQtd, prev_vol_usd: prevVolUsd, prev_spread: prevSpread },
trend: { brlUsd: fmtTrendRows(trendBrlUsd), usdBrl: fmtTrendRows(trendUsdBrl), usdUsd: fmtTrendRows(trendUsdUsd) },
topClients: topClients.map(r => ({ nome: r.nome, vol_usd: Number(r.total_usd), qtd: Number(r.total_qtd) })),
retention: { prev_clients: retPrev, retained: retCurr, rate: retPrev > 0 ? Math.round(retCurr / retPrev * 100) : 0 },
clientsAtRisk: clientsAtRisk.map(r => ({
nome: r.nome, vol_usd: Number(r.total_usd), qtd: Number(r.total_qtd),
last_op: r.last_op instanceof Date ? r.last_op.toISOString().slice(0, 10) : String(r.last_op).slice(0, 16),
days_inactive: Number(r.days_inactive) || 0
})),
agentRanking: agents,
netting: {
saida_usd: brl.vol_usd, entrada_usd: usd.vol_usd,
posicao_liquida: usd.vol_usd - brl.vol_usd,
eficiencia: brl.vol_usd > 0 ? Math.min(100, Math.round(usd.vol_usd / brl.vol_usd * 100)) : 0
}
};
} finally {
conn.release();
}
}
// Revenue Analytics - Real P&L by product with dynamic granularity
async function fetchRevenueAnalytics(dataInicio, dataFim, granularity = 'dia') {
const conn = await pool.getConnection();
try {
const validGran = ['dia', 'mes', 'ano'].includes(granularity) ? granularity : 'dia';
let periodoInicio, periodoLabel;
switch (validGran) {
case 'ano':
periodoInicio = "MAKEDATE(YEAR(dia), 1)";
periodoLabel = "DATE_FORMAT(dia, '%Y')";
break;
case 'mes':
periodoInicio = "CAST(DATE_FORMAT(dia, '%Y-%m-01') AS DATE)";
periodoLabel = "DATE_FORMAT(dia, '%Y-%m')";
break;
default:
periodoInicio = "DATE(dia)";
periodoLabel = "DATE_FORMAT(dia, '%Y-%m-%d')";
}
const [rows] = await conn.execute(`
WITH limites AS (
SELECT
CAST(? AS DATE) AS inicio,
DATE_ADD(CAST(? AS DATE), INTERVAL 1 DAY) AS fim_exclusivo
),
q1 AS (
SELECT
CASE
WHEN pb.tipo_envio = 'balance' THEN DATE(pb.data_cp)
ELSE DATE(pb.created_at)
END AS dia,
CONCAT('US→BR: ', COALESCE(pb.tipo_envio, 'desconhecido')) AS produto,
CASE
WHEN pb.tipo_envio = 'balance' THEN COALESCE(pb.fee, 0)
ELSE COALESCE(
CASE
WHEN pb.ptax IS NOT NULL AND pb.ptax > 0
THEN ((pb.ptax - pb.cotacao) * pb.valor) / pb.ptax
ELSE 0
END, 0
) + COALESCE(pb.fee, 0)
END AS receita
FROM pagamento_br pb
JOIN limites l ON (
CASE WHEN pb.tipo_envio = 'balance' THEN pb.data_cp ELSE pb.created_at END
) >= l.inicio
AND (
CASE WHEN pb.tipo_envio = 'balance' THEN pb.data_cp ELSE pb.created_at END
) < l.fim_exclusivo
WHERE pb.valor > 0
AND pb.data_cp IS NOT NULL
AND pb.data_cp <> '0000-00-00'
),
q2 AS (
SELECT
DATE(t.created_at) AS dia,
CASE
WHEN t.cobranca_id IS NOT NULL THEN 'BR→US: Checkout'
ELSE 'BR→US: CambioTransfer'
END AS produto,
(
(
ROUND((t.amount_brl - IF(pm.provider IN ('ouribank','bs2'), 0, t.fee)) / t.ptax, 2)
- COALESCE(t.pfee, 0)
) - (
t.amount_usd + COALESCE(t.bonus_valor, 0) - COALESCE(t.taxa_cr, 0)
)
) AS receita
FROM br_transaction_to_usa t
JOIN br_payment_methods pm ON t.payment_method_id = pm.id
JOIN limites l ON t.created_at >= l.inicio AND t.created_at < l.fim_exclusivo
WHERE pm.provider IN ('dlocal','bexs','braza','bs2','ouribank','msb')
AND t.ptax IS NOT NULL AND t.ptax > 0
AND (
t.status IN ('boleto_pago','finalizado')
OR t.date_sent_usa <> '0000-00-00 00:00:00'
)
),
unioned AS (
SELECT dia, produto, receita FROM q1
UNION ALL
SELECT dia, produto, receita FROM q2
)
SELECT
${periodoInicio} AS periodo_inicio,
${periodoLabel} AS periodo_label,
produto,
ROUND(SUM(receita), 2) AS receita,
COUNT(*) AS qtd
FROM unioned
GROUP BY periodo_inicio, periodo_label, produto
ORDER BY periodo_inicio, produto
`, [dataInicio, dataFim]);
// Also get totals by product
const [totals] = await conn.execute(`
WITH limites AS (
SELECT
CAST(? AS DATE) AS inicio,
DATE_ADD(CAST(? AS DATE), INTERVAL 1 DAY) AS fim_exclusivo
),
q1 AS (
SELECT
CASE
WHEN pb.tipo_envio = 'balance' THEN COALESCE(pb.fee, 0)
ELSE COALESCE(
CASE WHEN pb.ptax IS NOT NULL AND pb.ptax > 0
THEN ((pb.ptax - pb.cotacao) * pb.valor) / pb.ptax ELSE 0
END, 0
) + COALESCE(pb.fee, 0)
END AS receita,
'US→BR' AS direcao,
COALESCE(pb.tipo_envio, 'desconhecido') AS tipo
FROM pagamento_br pb
JOIN limites l ON (
CASE WHEN pb.tipo_envio = 'balance' THEN pb.data_cp ELSE pb.created_at END
) >= l.inicio
AND (
CASE WHEN pb.tipo_envio = 'balance' THEN pb.data_cp ELSE pb.created_at END
) < l.fim_exclusivo
WHERE pb.valor > 0 AND pb.data_cp IS NOT NULL AND pb.data_cp <> '0000-00-00'
),
q2 AS (
SELECT
(
(ROUND((t.amount_brl - IF(pm.provider IN ('ouribank','bs2'), 0, t.fee)) / t.ptax, 2) - COALESCE(t.pfee, 0))
- (t.amount_usd + COALESCE(t.bonus_valor, 0) - COALESCE(t.taxa_cr, 0))
) AS receita,
'BR→US' AS direcao,
CASE WHEN t.cobranca_id IS NOT NULL THEN 'Checkout' ELSE 'CambioTransfer' END AS tipo
FROM br_transaction_to_usa t
JOIN br_payment_methods pm ON t.payment_method_id = pm.id
JOIN limites l ON t.created_at >= l.inicio AND t.created_at < l.fim_exclusivo
WHERE pm.provider IN ('dlocal','bexs','braza','bs2','ouribank','msb')
AND t.ptax IS NOT NULL AND t.ptax > 0
AND (t.status IN ('boleto_pago','finalizado') OR t.date_sent_usa <> '0000-00-00 00:00:00')
)
SELECT
direcao,
tipo,
ROUND(SUM(receita), 2) AS total_receita,
COUNT(*) AS total_qtd
FROM (SELECT receita, direcao, tipo FROM q1 UNION ALL SELECT receita, direcao, tipo FROM q2) all_data
GROUP BY direcao, tipo
ORDER BY direcao, tipo
`, [dataInicio, dataFim]);
const timeline = rows.map(r => ({
periodo_inicio: r.periodo_inicio instanceof Date ? r.periodo_inicio.toISOString().slice(0, 10) : String(r.periodo_inicio).slice(0, 10),
periodo_label: r.periodo_label,
produto: r.produto,
receita: Number(r.receita),
qtd: Number(r.qtd)
}));
const totalsByProduct = totals.map(r => ({
direcao: r.direcao,
tipo: r.tipo,
produto: r.direcao + ': ' + r.tipo,
receita: Number(r.total_receita),
qtd: Number(r.total_qtd)
}));
const grandTotal = totalsByProduct.reduce((s, r) => s + r.receita, 0);
const grandQtd = totalsByProduct.reduce((s, r) => s + r.qtd, 0);
const receitaBrUs = totalsByProduct.filter(r => r.direcao === 'BR→US').reduce((s, r) => s + r.receita, 0);
const receitaUsBr = totalsByProduct.filter(r => r.direcao === 'US→BR').reduce((s, r) => s + r.receita, 0);
return {
timeline,
totals: totalsByProduct,
summary: {
total_receita: Math.round(grandTotal * 100) / 100,
total_qtd: grandQtd,
receita_br_us: Math.round(receitaBrUs * 100) / 100,
receita_us_br: Math.round(receitaUsBr * 100) / 100,
ticket_medio_receita: grandQtd > 0 ? Math.round(grandTotal / grandQtd * 100) / 100 : 0
},
granularity: validGran
};
} finally {
conn.release();
}
}
async function fetchBIStrategic(dataInicio, dataFim) {
const conn = await pool.getConnection();
try {
const { prevStartStr, prevEndStr } = calcPrevPeriod(dataInicio, dataFim);
// === 1. COHORT RETENTION ===
const [cohortClients] = await conn.execute(`
SELECT id_conta, DATE_FORMAT(MIN(first_op), '%Y-%m') as cohort_month FROM (
SELECT id_conta, MIN(created_at) as first_op FROM br_transaction_to_usa GROUP BY id_conta
UNION ALL
SELECT id_conta, MIN(created_at) as first_op FROM pagamento_br
WHERE cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
) f GROUP BY id_conta
`);
const [activeMonths] = await conn.execute(`
SELECT id_conta, active_month FROM (
SELECT id_conta, DATE_FORMAT(created_at, '%Y-%m') as active_month
FROM br_transaction_to_usa GROUP BY id_conta, DATE_FORMAT(created_at, '%Y-%m')
UNION
SELECT id_conta, DATE_FORMAT(created_at, '%Y-%m') as active_month
FROM pagamento_br WHERE cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta, DATE_FORMAT(created_at, '%Y-%m')
) m
`);
const clientCohort = {};
cohortClients.forEach(r => { clientCohort[r.id_conta] = r.cohort_month; });
const clientMonths = {};
activeMonths.forEach(r => {
if (!clientMonths[r.id_conta]) clientMonths[r.id_conta] = new Set();
clientMonths[r.id_conta].add(r.active_month);
});
const allMonths = [...new Set([...cohortClients.map(r => r.cohort_month), ...activeMonths.map(r => r.active_month)])].sort();
const cohortMap = {};
cohortClients.forEach(r => {
const cm = r.cohort_month;
if (!cohortMap[cm]) cohortMap[cm] = { size: 0, months: {} };
cohortMap[cm].size++;
});
Object.keys(clientCohort).forEach(clientId => {
const cm = clientCohort[clientId];
const months = clientMonths[clientId] || new Set();
const cmIdx = allMonths.indexOf(cm);
months.forEach(am => {
const amIdx = allMonths.indexOf(am);
const offset = amIdx - cmIdx;
if (offset >= 0) {
if (!cohortMap[cm].months[offset]) cohortMap[cm].months[offset] = 0;
cohortMap[cm].months[offset]++;
}
});
});
const cohortKeys = Object.keys(cohortMap).sort().slice(-12);
const cohorts = cohortKeys.map(cm => {
const c = cohortMap[cm];
const maxOff = allMonths.length - allMonths.indexOf(cm);
const retention = [];
for (let i = 0; i < Math.min(maxOff, 13); i++) {
retention.push(c.size > 0 ? Math.round((c.months[i] || 0) / c.size * 100) : 0);
}
return { month: cm, size: c.size, retention };
});
// === 2. REVENUE EXPANSION / CONTRACTION ===
const [currRevenue] = await conn.execute(`
SELECT id_conta, ROUND(SUM(revenue), 2) as revenue, ROUND(SUM(vol_usd), 2) as vol_usd FROM (
SELECT id_conta, SUM((exchange_rate - ptax) / exchange_rate * amount_usd) as revenue, SUM(amount_usd) as vol_usd
FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY id_conta
UNION ALL
SELECT id_conta, SUM((ptax - cotacao) / ptax * valor) as revenue, SUM(valor) as vol_usd
FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
) c GROUP BY id_conta
`, [dataInicio, dataFim, dataInicio, dataFim]);
const [prevRevenue] = await conn.execute(`
SELECT id_conta, ROUND(SUM(revenue), 2) as revenue, ROUND(SUM(vol_usd), 2) as vol_usd FROM (
SELECT id_conta, SUM((exchange_rate - ptax) / exchange_rate * amount_usd) as revenue, SUM(amount_usd) as vol_usd
FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY id_conta
UNION ALL
SELECT id_conta, SUM((ptax - cotacao) / ptax * valor) as revenue, SUM(valor) as vol_usd
FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
) p GROUP BY id_conta
`, [prevStartStr, prevEndStr, prevStartStr, prevEndStr]);
const currMap = {};
currRevenue.forEach(r => { currMap[r.id_conta] = { revenue: Number(r.revenue), vol_usd: Number(r.vol_usd) }; });
const prevMap = {};
prevRevenue.forEach(r => { prevMap[r.id_conta] = { revenue: Number(r.revenue), vol_usd: Number(r.vol_usd) }; });
const allClientIds = new Set([...Object.keys(currMap), ...Object.keys(prevMap)]);
const expansion = {
new_clients: { count: 0, revenue: 0 },
expansion: { count: 0, revenue: 0 },
stable: { count: 0, revenue: 0 },
contraction: { count: 0, revenue: 0 },
churned: { count: 0, revenue: 0 }
};
allClientIds.forEach(id => {
const curr = currMap[id];
const prev = prevMap[id];
if (curr && !prev) {
expansion.new_clients.count++; expansion.new_clients.revenue += curr.revenue;
} else if (!curr && prev) {
expansion.churned.count++; expansion.churned.revenue -= Math.abs(prev.revenue);
} else if (curr && prev) {
const absP = Math.abs(prev.revenue);
const change = absP > 0 ? (curr.revenue - prev.revenue) / absP : 0;
if (change > 0.1) {
expansion.expansion.count++; expansion.expansion.revenue += (curr.revenue - prev.revenue);
} else if (change < -0.1) {
expansion.contraction.count++; expansion.contraction.revenue += (curr.revenue - prev.revenue);
} else {
expansion.stable.count++; expansion.stable.revenue += curr.revenue;
}
}
});
// === 3. CROSS-SELL ===
const [crossSellData] = await conn.execute(`
SELECT c.id_conta, t.vol_usd as pay_vol, p.vol_usd as checkout_vol
FROM (
SELECT DISTINCT id_conta FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
UNION
SELECT DISTINCT id_conta FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
) c
LEFT JOIN (
SELECT id_conta, ROUND(SUM(amount_usd), 2) as vol_usd
FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY id_conta
) t ON t.id_conta = c.id_conta
LEFT JOIN (
SELECT id_conta, ROUND(SUM(valor), 2) as vol_usd
FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
) p ON p.id_conta = c.id_conta
`, [dataInicio, dataFim, dataInicio, dataFim, dataInicio, dataFim, dataInicio, dataFim]);
const crossSell = { pay_only: { count: 0, vol: 0 }, checkout_only: { count: 0, vol: 0 }, both: { count: 0, vol: 0 } };
crossSellData.forEach(r => {
const pv = Number(r.pay_vol) || 0;
const cv = Number(r.checkout_vol) || 0;
if (pv > 0 && cv > 0) { crossSell.both.count++; crossSell.both.vol += pv + cv; }
else if (pv > 0) { crossSell.pay_only.count++; crossSell.pay_only.vol += pv; }
else if (cv > 0) { crossSell.checkout_only.count++; crossSell.checkout_only.vol += cv; }
});
// === 4. CLIENT MATURITY SEGMENTS ===
const [maturityData] = await conn.execute(`
SELECT id_conta,
MIN(first_op) as first_op,
FLOOR(DATEDIFF(CURDATE(), MIN(first_op)) / 30.44) as months_active,
SUM(vol_usd) as lifetime_vol,
SUM(CASE WHEN period = 'curr' THEN vol_usd ELSE 0 END) as curr_vol,
SUM(CASE WHEN period = 'prev' THEN vol_usd ELSE 0 END) as prev_vol
FROM (
SELECT id_conta, MIN(created_at) as first_op, SUM(amount_usd) as vol_usd, 'all' as period
FROM br_transaction_to_usa GROUP BY id_conta
UNION ALL
SELECT id_conta, MIN(created_at) as first_op, SUM(valor) as vol_usd, 'all' as period
FROM pagamento_br WHERE cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
UNION ALL
SELECT id_conta, NULL, SUM(amount_usd) as vol_usd, 'curr' as period
FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ? GROUP BY id_conta
UNION ALL
SELECT id_conta, NULL, SUM(valor) as vol_usd, 'curr' as period
FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
UNION ALL
SELECT id_conta, NULL, SUM(amount_usd) as vol_usd, 'prev' as period
FROM br_transaction_to_usa WHERE DATE(created_at) >= ? AND DATE(created_at) <= ? GROUP BY id_conta
UNION ALL
SELECT id_conta, NULL, SUM(valor) as vol_usd, 'prev' as period
FROM pagamento_br WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY id_conta
) combined GROUP BY id_conta
`, [dataInicio, dataFim, dataInicio, dataFim, prevStartStr, prevEndStr, prevStartStr, prevEndStr]);
const maturity = { new_client: { count: 0, vol: 0 }, growing: { count: 0, vol: 0 }, mature: { count: 0, vol: 0 }, declining: { count: 0, vol: 0 } };
maturityData.forEach(r => {
const months = Number(r.months_active) || 0;
const cv = Number(r.curr_vol) || 0;
const pv = Number(r.prev_vol) || 0;
const lv = Number(r.lifetime_vol) || 0;
if (months < 3) {
maturity.new_client.count++; maturity.new_client.vol += lv;
} else if (pv > 0 && cv < pv * 0.85) {
maturity.declining.count++; maturity.declining.vol += lv;
} else if (months >= 12) {
maturity.mature.count++; maturity.mature.vol += lv;
} else {
maturity.growing.count++; maturity.growing.vol += lv;
}
});
return { cohorts, expansion, crossSell, maturity };
} finally {
conn.release();
}
}
module.exports = {
fetchBIData,
fetchRevenueAnalytics,
fetchBIStrategic
};

View File

@@ -0,0 +1,566 @@
/**
* Client 360 Queries
* Client profiles, search, transaction data, merchant checkout data
*/
const { pool, fmtDate, fmtDateTime, fmtTrendRows, calcPrevPeriod } = require('./helpers');
// Top 20 clients by total USD volume (including checkout volume for merchants)
async function fetchTopClients() {
const conn = await pool.getConnection();
try {
const [rows] = await conn.execute(`
SELECT c.id_conta, c.nome,
COALESCE(t1.vol_usd, 0) + COALESCE(t2.vol_usd, 0) + COALESCE(t3.vol_usd, 0) AS total_vol_usd,
COALESCE(t1.cnt, 0) + COALESCE(t2.cnt, 0) + COALESCE(t3.cnt, 0) AS total_ops,
GREATEST(COALESCE(t1.months_active, 0), COALESCE(t2.months_active, 0), COALESCE(t3.months_active, 0)) AS months_active,
GREATEST(COALESCE(t1.last_op, '1970-01-01'), COALESCE(t2.last_op, '1970-01-01'), COALESCE(t3.last_op, '1970-01-01')) AS last_op
FROM conta c
LEFT JOIN (
SELECT id_conta,
SUM(amount_usd) AS vol_usd,
COUNT(*) AS cnt,
COUNT(DISTINCT DATE_FORMAT(created_at, '%Y-%m')) AS months_active,
MAX(created_at) AS last_op
FROM br_transaction_to_usa GROUP BY id_conta
) t1 ON t1.id_conta = c.id_conta
LEFT JOIN (
SELECT id_conta,
SUM(valor / cotacao) AS vol_usd,
COUNT(*) AS cnt,
COUNT(DISTINCT DATE_FORMAT(created_at, '%Y-%m')) AS months_active,
MAX(created_at) AS last_op
FROM pagamento_br GROUP BY id_conta
) t2 ON t2.id_conta = c.id_conta
LEFT JOIN (
SELECT e.id_conta,
SUM(t.amount_usd) AS vol_usd,
COUNT(*) AS cnt,
COUNT(DISTINCT DATE_FORMAT(t.created_at, '%Y-%m')) AS months_active,
MAX(t.created_at) AS last_op
FROM br_cb_empresas e
INNER JOIN br_cb_cobranca cb ON cb.empresa_id = e.id
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
WHERE e.active = 1
GROUP BY e.id_conta
) t3 ON t3.id_conta = c.id_conta
WHERE COALESCE(t1.cnt, 0) + COALESCE(t2.cnt, 0) + COALESCE(t3.cnt, 0) > 0
ORDER BY total_vol_usd DESC
LIMIT 20
`);
return rows.map(r => ({
id: r.id_conta,
nome: r.nome,
vol: Math.round(r.total_vol_usd || 0),
ops: r.total_ops || 0,
months: r.months_active || 0,
lastOp: r.last_op && String(r.last_op) !== '1970-01-01' ? (r.last_op instanceof Date ? r.last_op.toISOString().slice(0, 10) : String(r.last_op).slice(0, 10)) : null
}));
} finally {
conn.release();
}
}
// Search clients by name (server-side, max 15 results) — includes merchants
async function fetchClientSearch(query) {
const conn = await pool.getConnection();
try {
const [rows] = await conn.execute(`
SELECT c.id_conta, c.nome FROM conta c
WHERE c.id_conta IN (
SELECT DISTINCT id_conta FROM br_transaction_to_usa
UNION SELECT DISTINCT id_conta FROM pagamento_br
UNION SELECT DISTINCT id_conta FROM br_cb_empresas WHERE active = 1
) AND c.nome LIKE CONCAT('%', ?, '%')
ORDER BY c.nome LIMIT 15
`, [query]);
return rows.map(r => ({ id: r.id_conta, nome: r.nome }));
} finally {
conn.release();
}
}
// Client lifetime profile (no date filter)
async function fetchClientProfile(clienteId) {
const conn = await pool.getConnection();
try {
const [conta] = await conn.execute('SELECT nome FROM conta WHERE id_conta = ?', [clienteId]);
const nome = conta[0]?.nome || 'Cliente #' + clienteId;
const [brl] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(amount_usd),0),2) as vol_usd,
ROUND(COALESCE(SUM(amount_brl),0),2) as vol_brl,
ROUND(COALESCE(SUM((exchange_rate - ptax) / exchange_rate * amount_usd),0),2) as spread_revenue,
MIN(created_at) as first_op, MAX(created_at) as last_op
FROM br_transaction_to_usa WHERE id_conta = ?
`, [clienteId]);
const [usd] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(valor),0),2) as vol_usd,
ROUND(COALESCE(SUM(valor_sol),0),2) as vol_brl,
ROUND(COALESCE(SUM((ptax - cotacao) / ptax * valor),0),2) as spread_revenue,
MIN(created_at) as first_op, MAX(created_at) as last_op
FROM pagamento_br WHERE id_conta = ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
`, [clienteId]);
const brlData = brl[0] || {};
const usdData = usd[0] || {};
const dates = [brlData.first_op, usdData.first_op].filter(Boolean);
const lastDates = [brlData.last_op, usdData.last_op].filter(Boolean);
const firstOp = dates.length > 0 ? new Date(Math.min(...dates.map(d => new Date(d).getTime()))) : null;
const lastOp = lastDates.length > 0 ? new Date(Math.max(...lastDates.map(d => new Date(d).getTime()))) : null;
const daysInactive = lastOp ? Math.round((Date.now() - lastOp.getTime()) / 86400000) : null;
const brlQtd = Number(brlData.qtd) || 0;
const usdQtd = Number(usdData.qtd) || 0;
const totalOps = brlQtd + usdQtd;
const totalVolUsd = (Number(brlData.vol_usd) || 0) + (Number(usdData.vol_usd) || 0);
const totalSpreadRev = (Number(brlData.spread_revenue) || 0) + (Number(usdData.spread_revenue) || 0);
const [monthsRows] = await conn.execute(`
SELECT COUNT(DISTINCT mes) as months_active FROM (
SELECT DATE_FORMAT(created_at, '%Y-%m') as mes FROM br_transaction_to_usa WHERE id_conta = ?
UNION
SELECT DATE_FORMAT(created_at, '%Y-%m') as mes FROM pagamento_br WHERE id_conta = ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
) m
`, [clienteId, clienteId]);
const monthsActive = Number(monthsRows[0]?.months_active) || 0;
return {
id: clienteId,
nome,
first_op: firstOp ? firstOp.toISOString().slice(0, 10) : null,
last_op: lastOp ? lastOp.toISOString().slice(0, 10) : null,
days_inactive: daysInactive,
total_ops: totalOps,
total_vol_usd: totalVolUsd,
total_vol_brl: (Number(brlData.vol_brl) || 0) + (Number(usdData.vol_brl) || 0),
total_spread_revenue: totalSpreadRev,
months_active: monthsActive,
avg_monthly_vol: monthsActive > 0 ? Math.round(totalVolUsd / monthsActive) : 0,
avg_monthly_ops: monthsActive > 0 ? Math.round(totalOps / monthsActive * 10) / 10 : 0,
avg_monthly_revenue: monthsActive > 0 ? Math.round(totalSpreadRev / monthsActive * 100) / 100 : 0,
ltv: totalSpreadRev,
brlUsd: { qtd: brlQtd, vol_usd: Number(brlData.vol_usd) || 0 },
usdBrl: { qtd: usdQtd, vol_usd: Number(usdData.vol_usd) || 0 }
};
} finally {
conn.release();
}
}
// Client data for a period — full analytics
async function fetchClientData(clienteId, dataInicio, dataFim) {
const conn = await pool.getConnection();
try {
const { prevStartStr, prevEndStr } = calcPrevPeriod(dataInicio, dataFim);
// KPIs BRL->USD
const [kpiBrl] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(amount_usd),0),2) as vol_usd,
ROUND(COALESCE(SUM(amount_brl),0),2) as vol_brl,
ROUND(COALESCE(SUM((exchange_rate - ptax) / exchange_rate * amount_usd),0),2) as spread_revenue,
ROUND(COALESCE(AVG((exchange_rate - ptax) / exchange_rate * 100),0),2) as avg_spread_pct
FROM br_transaction_to_usa WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
`, [clienteId, dataInicio, dataFim]);
// KPIs USD->BRL
const [kpiUsd] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(valor),0),2) as vol_usd,
ROUND(COALESCE(SUM(valor_sol),0),2) as vol_brl,
ROUND(COALESCE(SUM((ptax - cotacao) / ptax * valor),0),2) as spread_revenue,
ROUND(COALESCE(AVG(CASE WHEN cotacao > 0 THEN (ptax - cotacao) / ptax * 100 ELSE 0 END),0),2) as avg_spread_pct
FROM pagamento_br WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
`, [clienteId, dataInicio, dataFim]);
// Previous period
const [prevBrl] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(amount_usd),0),2) as vol_usd,
ROUND(COALESCE(SUM((exchange_rate - ptax) / exchange_rate * amount_usd),0),2) as spread_revenue
FROM br_transaction_to_usa WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
`, [clienteId, prevStartStr, prevEndStr]);
const [prevUsd] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(valor),0),2) as vol_usd,
ROUND(COALESCE(SUM((ptax - cotacao) / ptax * valor),0),2) as spread_revenue
FROM pagamento_br WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
`, [clienteId, prevStartStr, prevEndStr]);
// Trend BRL->USD
const [trendBrl] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(amount_usd),2) as vol_usd,
ROUND(AVG((exchange_rate - ptax) / exchange_rate * 100),2) as avg_spread
FROM br_transaction_to_usa WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY DATE(created_at) ORDER BY dia
`, [clienteId, dataInicio, dataFim]);
// Trend USD->BRL
const [trendUsd] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(valor),2) as vol_usd,
ROUND(AVG(CASE WHEN cotacao > 0 THEN (ptax - cotacao) / ptax * 100 ELSE 0 END),2) as avg_spread
FROM pagamento_br WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY DATE(created_at) ORDER BY dia
`, [clienteId, dataInicio, dataFim]);
// Individual transactions BRL->USD
const [txBrl] = await conn.execute(`
SELECT t.created_at as date, 'BRL→USD' as flow,
t.amount_usd as usd, t.amount_brl as brl,
ROUND(t.exchange_rate,4) as rate, ROUND(t.ptax,4) as ptax,
ROUND((t.exchange_rate - t.ptax) / t.exchange_rate * 100, 2) as spread_pct,
t.iof, t.status,
COALESCE(pm.provider, '') as provider
FROM br_transaction_to_usa t
LEFT JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE t.id_conta = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
ORDER BY t.created_at DESC
`, [clienteId, dataInicio, dataFim]);
// Individual transactions USD->BRL
const [txUsd] = await conn.execute(`
SELECT p.created_at as date, 'USD→BRL' as flow,
p.valor as usd, ROUND(p.valor * p.cotacao, 2) as brl,
ROUND(p.cotacao,4) as rate, ROUND(p.ptax,4) as ptax,
CASE WHEN p.cotacao > 0 THEN ROUND((p.ptax - p.cotacao) / p.ptax * 100, 2) ELSE 0 END as spread_pct,
0 as iof, COALESCE(p.pgto, '') as status,
COALESCE(p.tipo_envio, '') as provider
FROM pagamento_br p
WHERE p.id_conta = ? AND DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
AND p.cotacao IS NOT NULL AND p.cotacao > 0 AND (p.pgto IS NULL OR p.pgto != 'balance')
ORDER BY p.created_at DESC
`, [clienteId, dataInicio, dataFim]);
// Day of week
const [dowBrl] = await conn.execute(`
SELECT DAYOFWEEK(created_at) as dow, COUNT(*) as qtd, ROUND(SUM(amount_usd),2) as vol_usd
FROM br_transaction_to_usa WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY DAYOFWEEK(created_at)
`, [clienteId, dataInicio, dataFim]);
const [dowUsd] = await conn.execute(`
SELECT DAYOFWEEK(created_at) as dow, COUNT(*) as qtd, ROUND(SUM(valor),2) as vol_usd
FROM pagamento_br WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY DAYOFWEEK(created_at)
`, [clienteId, dataInicio, dataFim]);
// Providers
const [provBrl] = await conn.execute(`
SELECT COALESCE(pm.provider, 'N/A') as name, COUNT(*) as qtd, ROUND(SUM(t.amount_usd),2) as vol_usd
FROM br_transaction_to_usa t
LEFT JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE t.id_conta = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
GROUP BY pm.provider
`, [clienteId, dataInicio, dataFim]);
const [provUsd] = await conn.execute(`
SELECT COALESCE(p.tipo_envio, 'N/A') as name, COUNT(*) as qtd, ROUND(SUM(p.valor),2) as vol_usd
FROM pagamento_br p
WHERE p.id_conta = ? AND DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
AND p.cotacao IS NOT NULL AND p.cotacao > 0 AND (p.pgto IS NULL OR p.pgto != 'balance')
GROUP BY p.tipo_envio
`, [clienteId, dataInicio, dataFim]);
// Monthly breakdown
const [monthlyBrl] = await conn.execute(`
SELECT DATE_FORMAT(created_at, '%Y-%m') as mes, COUNT(*) as qtd,
ROUND(SUM(amount_usd),2) as vol_usd,
ROUND(SUM((exchange_rate - ptax) / exchange_rate * amount_usd),2) as spread_revenue
FROM br_transaction_to_usa WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY DATE_FORMAT(created_at, '%Y-%m') ORDER BY mes
`, [clienteId, dataInicio, dataFim]);
const [monthlyUsd] = await conn.execute(`
SELECT DATE_FORMAT(created_at, '%Y-%m') as mes, COUNT(*) as qtd,
ROUND(SUM(valor),2) as vol_usd,
ROUND(SUM((ptax - cotacao) / ptax * valor),2) as spread_revenue
FROM pagamento_br WHERE id_conta = ? AND DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')
GROUP BY DATE_FORMAT(created_at, '%Y-%m') ORDER BY mes
`, [clienteId, dataInicio, dataFim]);
const b = kpiBrl[0] || {};
const u = kpiUsd[0] || {};
const bQtd = Number(b.qtd) || 0;
const uQtd = Number(u.qtd) || 0;
const totalQtd = bQtd + uQtd;
const totalVolUsd = (Number(b.vol_usd) || 0) + (Number(u.vol_usd) || 0);
// Merge day of week
const dowMap = {};
for (let i = 1; i <= 7; i++) dowMap[i] = { qtd: 0, vol_usd: 0 };
dowBrl.forEach(r => { dowMap[r.dow].qtd += Number(r.qtd); dowMap[r.dow].vol_usd += Number(r.vol_usd); });
dowUsd.forEach(r => { dowMap[r.dow].qtd += Number(r.qtd); dowMap[r.dow].vol_usd += Number(r.vol_usd); });
// Merge providers
const provMap = {};
[...provBrl, ...provUsd].forEach(r => {
const n = r.name || 'N/A';
if (!provMap[n]) provMap[n] = { name: n, qtd: 0, vol_usd: 0 };
provMap[n].qtd += Number(r.qtd);
provMap[n].vol_usd += Number(r.vol_usd);
});
// Merge monthly data
const monthMap = {};
[...monthlyBrl, ...monthlyUsd].forEach(r => {
if (!monthMap[r.mes]) monthMap[r.mes] = { mes: r.mes, qtd: 0, vol_usd: 0, spread_revenue: 0 };
monthMap[r.mes].qtd += Number(r.qtd);
monthMap[r.mes].vol_usd += Number(r.vol_usd);
monthMap[r.mes].spread_revenue += Number(r.spread_revenue);
});
const transactions = [
...txBrl.map(r => ({
date: fmtDateTime(r.date), flow: r.flow, usd: Number(r.usd), brl: Number(r.brl),
rate: Number(r.rate), ptax: Number(r.ptax), spread_pct: Number(r.spread_pct),
iof: Number(r.iof), status: r.status, provider: r.provider
})),
...txUsd.map(r => ({
date: fmtDateTime(r.date), flow: r.flow, usd: Number(r.usd), brl: Number(r.brl),
rate: Number(r.rate), ptax: Number(r.ptax), spread_pct: Number(r.spread_pct),
iof: Number(r.iof), status: r.status, provider: r.provider
}))
].sort((a, b) => b.date.localeCompare(a.date));
return {
kpis: {
brlUsd: { qtd: bQtd, vol_usd: Number(b.vol_usd)||0, vol_brl: Number(b.vol_brl)||0, spread_revenue: Number(b.spread_revenue)||0, avg_spread_pct: Number(b.avg_spread_pct)||0, ticket_medio: bQtd > 0 ? Math.round((Number(b.vol_usd)||0) / bQtd) : 0 },
usdBrl: { qtd: uQtd, vol_usd: Number(u.vol_usd)||0, vol_brl: Number(u.vol_brl)||0, spread_revenue: Number(u.spread_revenue)||0, avg_spread_pct: Number(u.avg_spread_pct)||0, ticket_medio: uQtd > 0 ? Math.round((Number(u.vol_usd)||0) / uQtd) : 0 },
total: {
qtd: totalQtd, vol_usd: totalVolUsd, vol_brl: (Number(b.vol_brl)||0) + (Number(u.vol_brl)||0),
spread_revenue: (Number(b.spread_revenue)||0) + (Number(u.spread_revenue)||0),
avg_spread_pct: totalQtd > 0 ? ((Number(b.avg_spread_pct)||0) * bQtd + (Number(u.avg_spread_pct)||0) * uQtd) / totalQtd : 0,
ticket_medio: totalQtd > 0 ? Math.round(totalVolUsd / totalQtd) : 0
}
},
comparison: {
prev_qtd: (Number(prevBrl[0]?.qtd)||0) + (Number(prevUsd[0]?.qtd)||0),
prev_vol_usd: (Number(prevBrl[0]?.vol_usd)||0) + (Number(prevUsd[0]?.vol_usd)||0),
prev_spread: (Number(prevBrl[0]?.spread_revenue)||0) + (Number(prevUsd[0]?.spread_revenue)||0)
},
trend: { brlUsd: fmtTrendRows(trendBrl), usdBrl: fmtTrendRows(trendUsd) },
transactions,
dayOfWeek: dowMap,
providers: Object.values(provMap).sort((a, b) => b.vol_usd - a.vol_usd),
monthly: Object.values(monthMap).map(m => ({ mes: m.mes, qtd: m.qtd, vol_usd: Math.round(m.vol_usd * 100) / 100, spread_revenue: Math.round(m.spread_revenue * 100) / 100, avg_usd: m.qtd > 0 ? Math.round(m.vol_usd / m.qtd) : 0 })).sort((a, b) => a.mes.localeCompare(b.mes))
};
} finally {
conn.release();
}
}
// Detect if client is a merchant
async function fetchMerchantProfile(clienteId) {
const conn = await pool.getConnection();
try {
const [empresa] = await conn.execute(
'SELECT id, nome_empresa FROM br_cb_empresas WHERE id_conta = ? AND active = 1 LIMIT 1',
[clienteId]
);
if (!empresa.length) return { is_merchant: false };
const empresaId = empresa[0].id;
const nomeEmpresa = empresa[0].nome_empresa;
const [stats] = await conn.execute(`
SELECT
COUNT(*) as tx_count,
ROUND(COALESCE(SUM(t.amount_usd), 0), 2) as vol_usd,
COUNT(DISTINCT t.id_conta) as unique_payers,
MIN(t.created_at) as first_op,
MAX(t.created_at) as last_op,
COUNT(DISTINCT DATE_FORMAT(t.created_at, '%Y-%m')) as months_active
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
WHERE cb.empresa_id = ?
`, [empresaId]);
const [rev] = await conn.execute(`
SELECT ROUND(COALESCE(SUM(
(
ROUND((t.amount_brl - IF(pm.provider IN ('ouribank','bs2'), 0, t.fee)) / t.ptax, 2)
- COALESCE(t.pfee, 0)
) - (
t.amount_usd + COALESCE(t.bonus_valor, 0) - COALESCE(t.taxa_cr, 0)
)
), 0), 2) as revenue
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
INNER JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE cb.empresa_id = ?
AND pm.provider IN ('dlocal','bexs','braza','bs2','ouribank','msb')
AND t.ptax IS NOT NULL AND t.ptax > 0
AND (t.status IN ('boleto_pago','finalizado') OR t.date_sent_usa <> '0000-00-00 00:00:00')
`, [empresaId]);
const s = stats[0] || {};
return {
is_merchant: true,
empresa_id: empresaId,
nome_empresa: nomeEmpresa,
checkout: {
tx_count: Number(s.tx_count) || 0,
vol_usd: Number(s.vol_usd) || 0,
unique_payers: Number(s.unique_payers) || 0,
revenue: Number(rev[0]?.revenue) || 0,
first_op: s.first_op ? (s.first_op instanceof Date ? s.first_op.toISOString().slice(0, 10) : String(s.first_op).slice(0, 10)) : null,
last_op: s.last_op ? (s.last_op instanceof Date ? s.last_op.toISOString().slice(0, 10) : String(s.last_op).slice(0, 10)) : null,
months_active: Number(s.months_active) || 0
}
};
} finally {
conn.release();
}
}
// Merchant checkout data for a period
async function fetchMerchantData(empresaId, dataInicio, dataFim) {
const conn = await pool.getConnection();
try {
const { prevStartStr, prevEndStr } = calcPrevPeriod(dataInicio, dataFim);
const [kpi] = await conn.execute(`
SELECT
COUNT(*) as qtd,
ROUND(COALESCE(SUM(t.amount_usd), 0), 2) as vol_usd,
COUNT(DISTINCT t.id_conta) as unique_payers,
ROUND(COALESCE(AVG((t.exchange_rate - t.ptax) / t.exchange_rate * 100), 0), 2) as avg_spread_pct
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
WHERE cb.empresa_id = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
`, [empresaId, dataInicio, dataFim]);
const [rev] = await conn.execute(`
SELECT ROUND(COALESCE(SUM(
(
ROUND((t.amount_brl - IF(pm.provider IN ('ouribank','bs2'), 0, t.fee)) / t.ptax, 2)
- COALESCE(t.pfee, 0)
) - (
t.amount_usd + COALESCE(t.bonus_valor, 0) - COALESCE(t.taxa_cr, 0)
)
), 0), 2) as revenue
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
INNER JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE cb.empresa_id = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
AND pm.provider IN ('dlocal','bexs','braza','bs2','ouribank','msb')
AND t.ptax IS NOT NULL AND t.ptax > 0
AND (t.status IN ('boleto_pago','finalizado') OR t.date_sent_usa <> '0000-00-00 00:00:00')
`, [empresaId, dataInicio, dataFim]);
const [prevKpi] = await conn.execute(`
SELECT COUNT(*) as qtd, ROUND(COALESCE(SUM(t.amount_usd), 0), 2) as vol_usd
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
WHERE cb.empresa_id = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
`, [empresaId, prevStartStr, prevEndStr]);
const [prevRev] = await conn.execute(`
SELECT ROUND(COALESCE(SUM(
(
ROUND((t.amount_brl - IF(pm.provider IN ('ouribank','bs2'), 0, t.fee)) / t.ptax, 2)
- COALESCE(t.pfee, 0)
) - (
t.amount_usd + COALESCE(t.bonus_valor, 0) - COALESCE(t.taxa_cr, 0)
)
), 0), 2) as revenue
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
INNER JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE cb.empresa_id = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
AND pm.provider IN ('dlocal','bexs','braza','bs2','ouribank','msb')
AND t.ptax IS NOT NULL AND t.ptax > 0
AND (t.status IN ('boleto_pago','finalizado') OR t.date_sent_usa <> '0000-00-00 00:00:00')
`, [empresaId, prevStartStr, prevEndStr]);
const [monthly] = await conn.execute(`
SELECT DATE_FORMAT(t.created_at, '%Y-%m') as mes,
COUNT(*) as qtd,
ROUND(SUM(t.amount_usd), 2) as vol_usd,
COUNT(DISTINCT t.id_conta) as unique_payers
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
WHERE cb.empresa_id = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
GROUP BY DATE_FORMAT(t.created_at, '%Y-%m') ORDER BY mes
`, [empresaId, dataInicio, dataFim]);
const [topPayers] = await conn.execute(`
SELECT c.nome, t.id_conta, COUNT(*) as tx_count, ROUND(SUM(t.amount_usd), 2) as vol_usd
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
INNER JOIN conta c ON c.id_conta = t.id_conta
WHERE cb.empresa_id = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
GROUP BY t.id_conta, c.nome
ORDER BY vol_usd DESC LIMIT 10
`, [empresaId, dataInicio, dataFim]);
const [txRows] = await conn.execute(`
SELECT t.created_at as date, t.amount_usd as usd, t.amount_brl as brl,
ROUND(t.exchange_rate, 4) as rate, ROUND(t.ptax, 4) as ptax,
ROUND((t.exchange_rate - t.ptax) / t.exchange_rate * 100, 2) as spread_pct,
t.iof, t.status, COALESCE(pm.provider, '') as provider,
c.nome as payer_name, t.id_conta as payer_id
FROM br_cb_cobranca cb
INNER JOIN br_transaction_to_usa t ON t.cobranca_id = cb.id
LEFT JOIN br_payment_methods pm ON t.payment_method_id = pm.id
LEFT JOIN conta c ON c.id_conta = t.id_conta
WHERE cb.empresa_id = ? AND DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
ORDER BY t.created_at DESC LIMIT 500
`, [empresaId, dataInicio, dataFim]);
const k = kpi[0] || {};
const qtd = Number(k.qtd) || 0;
const volUsd = Number(k.vol_usd) || 0;
const revenue = Number(rev[0]?.revenue) || 0;
return {
kpis: {
qtd,
vol_usd: volUsd,
unique_payers: Number(k.unique_payers) || 0,
avg_spread_pct: Number(k.avg_spread_pct) || 0,
revenue,
ticket_medio: qtd > 0 ? Math.round(volUsd / qtd) : 0
},
comparison: {
prev_qtd: Number(prevKpi[0]?.qtd) || 0,
prev_vol_usd: Number(prevKpi[0]?.vol_usd) || 0,
prev_revenue: Number(prevRev[0]?.revenue) || 0
},
monthly: monthly.map(r => ({
mes: r.mes,
qtd: Number(r.qtd),
vol_usd: Number(r.vol_usd),
unique_payers: Number(r.unique_payers)
})),
topPayers: topPayers.map(r => ({
nome: r.nome,
id_conta: r.id_conta,
tx_count: Number(r.tx_count),
vol_usd: Number(r.vol_usd)
})),
transactions: txRows.map(r => ({
date: fmtDateTime(r.date), flow: 'Checkout', usd: Number(r.usd), brl: Number(r.brl),
rate: Number(r.rate), ptax: Number(r.ptax), spread_pct: Number(r.spread_pct),
iof: Number(r.iof), status: r.status, provider: r.provider,
payer_name: r.payer_name || '', payer_id: r.payer_id
}))
};
} finally {
conn.release();
}
}
module.exports = {
fetchTopClients,
fetchClientSearch,
fetchClientProfile,
fetchClientData,
fetchMerchantProfile,
fetchMerchantData
};

View File

@@ -0,0 +1,179 @@
/**
* Compliance Queries — AML/KYC monitoring data layer
* Dashboard deferred to backlog; queries available for alerting and future UI
*/
const { pool, fmtDate, fmtDateTime } = require('./helpers');
// Transactions above $3,000 threshold
async function fetchThresholdTransactions(start, end) {
const conn = await pool.getConnection();
try {
const [brlUsd] = await conn.execute(`
SELECT c.nome, t.id_conta, t.created_at as date, t.amount_usd as usd,
t.amount_brl as brl, 'BRL→USD' as flow
FROM br_transaction_to_usa t
INNER JOIN conta c ON c.id_conta = t.id_conta
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
AND t.amount_usd >= 3000
ORDER BY t.amount_usd DESC
`, [start, end]);
const [usdBrl] = await conn.execute(`
SELECT c.nome, p.id_conta, p.created_at as date, p.valor as usd,
ROUND(p.valor * p.cotacao, 2) as brl, 'USD→BRL' as flow
FROM pagamento_br p
INNER JOIN conta c ON c.id_conta = p.id_conta
WHERE DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
AND p.valor >= 3000
AND p.cotacao IS NOT NULL AND p.cotacao > 0
AND (p.pgto IS NULL OR p.pgto != 'balance')
ORDER BY p.valor DESC
`, [start, end]);
return [...brlUsd, ...usdBrl].map(r => ({
nome: r.nome,
id_conta: r.id_conta,
date: fmtDateTime(r.date),
usd: Number(r.usd),
brl: Number(r.brl),
flow: r.flow
})).sort((a, b) => b.usd - a.usd);
} finally {
conn.release();
}
}
// Structuring alerts: multiple txs $2,500-$3,000 same client/day
async function fetchStructuringAlerts(start, end) {
const conn = await pool.getConnection();
try {
const [brlUsd] = await conn.execute(`
SELECT c.nome, t.id_conta, DATE(t.created_at) as date,
COUNT(*) as tx_count,
ROUND(SUM(t.amount_usd), 2) as total_usd,
'BRL→USD' as flow
FROM br_transaction_to_usa t
INNER JOIN conta c ON c.id_conta = t.id_conta
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
AND t.amount_usd BETWEEN 2500 AND 3000
GROUP BY t.id_conta, c.nome, DATE(t.created_at)
HAVING COUNT(*) >= 2
ORDER BY tx_count DESC
`, [start, end]);
const [usdBrl] = await conn.execute(`
SELECT c.nome, p.id_conta, DATE(p.created_at) as date,
COUNT(*) as tx_count,
ROUND(SUM(p.valor), 2) as total_usd,
'USD→BRL' as flow
FROM pagamento_br p
INNER JOIN conta c ON c.id_conta = p.id_conta
WHERE DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
AND p.valor BETWEEN 2500 AND 3000
AND p.cotacao IS NOT NULL AND p.cotacao > 0
AND (p.pgto IS NULL OR p.pgto != 'balance')
GROUP BY p.id_conta, c.nome, DATE(p.created_at)
HAVING COUNT(*) >= 2
ORDER BY tx_count DESC
`, [start, end]);
return [...brlUsd, ...usdBrl].map(r => ({
nome: r.nome,
id_conta: r.id_conta,
date: fmtDate(r.date),
tx_count: Number(r.tx_count),
total_usd: Number(r.total_usd),
flow: r.flow
})).sort((a, b) => b.tx_count - a.tx_count);
} finally {
conn.release();
}
}
// Velocity anomalies: frequency spikes vs 30-day avg
async function fetchVelocityAnomalies(start, end) {
const conn = await pool.getConnection();
try {
const [rows] = await conn.execute(`
SELECT c.nome, curr.id_conta,
curr.daily_count as current_daily_count,
curr.date as spike_date,
ROUND(avg30.avg_daily, 1) as avg_daily_30d,
ROUND(curr.daily_count / GREATEST(avg30.avg_daily, 1), 1) as multiple
FROM (
SELECT id_conta, DATE(created_at) as date, COUNT(*) as daily_count
FROM br_transaction_to_usa
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY id_conta, DATE(created_at)
HAVING COUNT(*) >= 3
) curr
INNER JOIN (
SELECT id_conta, COUNT(*) / 30.0 as avg_daily
FROM br_transaction_to_usa
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 60 DAY)
AND created_at < DATE_SUB(CURDATE(), INTERVAL 30 DAY)
GROUP BY id_conta
) avg30 ON avg30.id_conta = curr.id_conta
INNER JOIN conta c ON c.id_conta = curr.id_conta
WHERE curr.daily_count > avg30.avg_daily * 3
ORDER BY multiple DESC
LIMIT 50
`, [start, end]);
return rows.map(r => ({
nome: r.nome,
id_conta: r.id_conta,
spike_date: fmtDate(r.spike_date),
current_daily_count: Number(r.current_daily_count),
avg_daily_30d: Number(r.avg_daily_30d),
multiple: Number(r.multiple)
}));
} finally {
conn.release();
}
}
// IOF reconciliation: calculated vs expected IOF delta
async function fetchIOFReconciliation(start, end) {
const conn = await pool.getConnection();
try {
const [rows] = await conn.execute(`
SELECT
c.nome, t.id_conta, t.created_at as date,
t.amount_usd, t.iof as iof_pct,
ROUND(t.iof / 100 * t.amount_usd * t.exchange_rate, 2) as iof_calculated,
ROUND(t.amount_brl - (t.amount_usd * t.exchange_rate), 2) as iof_implied,
ROUND(
ABS((t.iof / 100 * t.amount_usd * t.exchange_rate) - (t.amount_brl - (t.amount_usd * t.exchange_rate))),
2
) as delta
FROM br_transaction_to_usa t
INNER JOIN conta c ON c.id_conta = t.id_conta
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
AND t.iof > 0
HAVING delta > 10
ORDER BY delta DESC
LIMIT 100
`, [start, end]);
return rows.map(r => ({
nome: r.nome,
id_conta: r.id_conta,
date: fmtDateTime(r.date),
amount_usd: Number(r.amount_usd),
iof_pct: Number(r.iof_pct),
iof_calculated: Number(r.iof_calculated),
iof_implied: Number(r.iof_implied),
delta: Number(r.delta)
}));
} finally {
conn.release();
}
}
module.exports = {
fetchThresholdTransactions,
fetchStructuringAlerts,
fetchVelocityAnomalies,
fetchIOFReconciliation
};

View File

@@ -0,0 +1,351 @@
/**
* Corporate Dashboard Queries
* Daily stats, KPIs, trends, top agents — used by /corporate routes
*/
const { pool, fmtDate } = require('./helpers');
// Fast daily stats for admin home (today and yesterday only)
async function fetchDailyStats() {
const conn = await pool.getConnection();
try {
const [brlUsdStats] = await conn.execute(`
SELECT
DATE(created_at) as dia,
COUNT(*) as qtd,
ROUND(SUM(amount_brl), 2) as total_brl,
ROUND(SUM(amount_usd), 2) as total_usd
FROM br_transaction_to_usa
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 1 DAY)
GROUP BY DATE(created_at)
ORDER BY dia DESC
`);
const [usdBrlStats] = await conn.execute(`
SELECT
DATE(created_at) as dia,
COUNT(*) as qtd,
ROUND(SUM(valor_sol), 2) as total_brl,
ROUND(SUM(valor), 2) as total_usd
FROM pagamento_br
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 1 DAY)
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
GROUP BY DATE(created_at)
ORDER BY dia DESC
`);
const [usdUsdStats] = await conn.execute(`
SELECT
DATE(created_at) as dia,
COUNT(*) as qtd,
ROUND(SUM(valor), 2) as total_usd
FROM pagamento_br
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 1 DAY)
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
GROUP BY DATE(created_at)
ORDER BY dia DESC
`);
const today = new Date().toISOString().slice(0, 10);
const yesterday = new Date(Date.now() - 86400000).toISOString().slice(0, 10);
const formatDay = (stats, targetDate) => {
const row = stats.find(r => {
const d = r.dia instanceof Date ? r.dia.toISOString().slice(0, 10) : String(r.dia).slice(0, 10);
return d === targetDate;
});
return row ? {
qtd: Number(row.qtd),
total_brl: Number(row.total_brl) || 0,
total_usd: Number(row.total_usd) || 0
} : { qtd: 0, total_brl: 0, total_usd: 0 };
};
return {
brlUsd: {
hoje: formatDay(brlUsdStats, today),
ontem: formatDay(brlUsdStats, yesterday)
},
usdBrl: {
hoje: formatDay(usdBrlStats, today),
ontem: formatDay(usdBrlStats, yesterday)
},
usdUsd: {
hoje: formatDay(usdUsdStats, today),
ontem: formatDay(usdUsdStats, yesterday)
}
};
} finally {
conn.release();
}
}
// KPIs: hoje vs média 30 dias
async function fetchKPIs() {
const conn = await pool.getConnection();
try {
const [brlUsd] = await conn.execute(`
SELECT
SUM(CASE WHEN DATE(created_at) = CURDATE() THEN 1 ELSE 0 END) as hoje_qtd,
SUM(CASE WHEN DATE(created_at) = CURDATE() THEN amount_usd ELSE 0 END) as hoje_usd,
COUNT(*) / 30.0 as media_qtd,
SUM(amount_usd) / 30.0 as media_usd
FROM br_transaction_to_usa
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 30 DAY)
`);
const [usdBrl] = await conn.execute(`
SELECT
SUM(CASE WHEN DATE(created_at) = CURDATE() THEN 1 ELSE 0 END) as hoje_qtd,
SUM(CASE WHEN DATE(created_at) = CURDATE() THEN valor ELSE 0 END) as hoje_usd,
COUNT(*) / 30.0 as media_qtd,
SUM(valor) / 30.0 as media_usd
FROM pagamento_br
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 30 DAY)
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
`);
const [usdUsd] = await conn.execute(`
SELECT
SUM(CASE WHEN DATE(created_at) = CURDATE() THEN 1 ELSE 0 END) as hoje_qtd,
SUM(CASE WHEN DATE(created_at) = CURDATE() THEN valor ELSE 0 END) as hoje_usd,
COUNT(*) / 30.0 as media_qtd,
SUM(valor) / 30.0 as media_usd
FROM pagamento_br
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 30 DAY)
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
`);
const format = (row) => ({
hoje_qtd: Number(row[0]?.hoje_qtd) || 0,
hoje_usd: Number(row[0]?.hoje_usd) || 0,
media_qtd: Math.round(Number(row[0]?.media_qtd) || 0),
media_usd: Math.round(Number(row[0]?.media_usd) || 0)
});
const brlUsdData = format(brlUsd);
const usdBrlData = format(usdBrl);
const usdUsdData = format(usdUsd);
return {
brlUsd: brlUsdData,
usdBrl: usdBrlData,
usdUsd: usdUsdData,
total: {
hoje_qtd: brlUsdData.hoje_qtd + usdBrlData.hoje_qtd + usdUsdData.hoje_qtd,
hoje_usd: brlUsdData.hoje_usd + usdBrlData.hoje_usd + usdUsdData.hoje_usd,
media_qtd: brlUsdData.media_qtd + usdBrlData.media_qtd + usdUsdData.media_qtd,
media_usd: brlUsdData.media_usd + usdBrlData.media_usd + usdUsdData.media_usd
}
};
} finally {
conn.release();
}
}
// Tendência 30 dias
async function fetchTrend30Days() {
const conn = await pool.getConnection();
try {
const [brlUsd] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd, ROUND(SUM(amount_usd), 2) as vol_usd
FROM br_transaction_to_usa
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 30 DAY)
GROUP BY DATE(created_at) ORDER BY dia
`);
const [usdBrl] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd, ROUND(SUM(valor), 2) as vol_usd
FROM pagamento_br
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 30 DAY)
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
GROUP BY DATE(created_at) ORDER BY dia
`);
const [usdUsd] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd, ROUND(SUM(valor), 2) as vol_usd
FROM pagamento_br
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL 30 DAY)
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
GROUP BY DATE(created_at) ORDER BY dia
`);
const formatRows = (rows) => rows.map(r => ({
dia: fmtDate(r.dia),
qtd: Number(r.qtd),
vol_usd: Number(r.vol_usd)
}));
return {
brlUsd: formatRows(brlUsd),
usdBrl: formatRows(usdBrl),
usdUsd: formatRows(usdUsd)
};
} finally {
conn.release();
}
}
// Tendência por período customizado
async function fetchTrendByPeriod(dataInicio, dataFim) {
const conn = await pool.getConnection();
try {
const [brlUsd] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(amount_usd), 2) as vol_usd,
ROUND(SUM(amount_brl), 2) as vol_brl
FROM br_transaction_to_usa
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
GROUP BY DATE(created_at) ORDER BY dia
`, [dataInicio, dataFim]);
const [usdBrl] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(valor), 2) as vol_usd,
ROUND(SUM(valor_sol), 2) as vol_brl
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
GROUP BY DATE(created_at) ORDER BY dia
`, [dataInicio, dataFim]);
const [usdUsd] = await conn.execute(`
SELECT DATE(created_at) as dia, COUNT(*) as qtd,
ROUND(SUM(valor), 2) as vol_usd
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
GROUP BY DATE(created_at) ORDER BY dia
`, [dataInicio, dataFim]);
const formatRows = (rows) => rows.map(r => ({
dia: fmtDate(r.dia),
qtd: Number(r.qtd),
vol_usd: Number(r.vol_usd),
vol_brl: Number(r.vol_brl) || 0
}));
return {
brlUsd: formatRows(brlUsd),
usdBrl: formatRows(usdBrl),
usdUsd: formatRows(usdUsd)
};
} finally {
conn.release();
}
}
// KPIs por período customizado
async function fetchKPIsByPeriod(dataInicio, dataFim) {
const conn = await pool.getConnection();
try {
const [brlUsd] = await conn.execute(`
SELECT
COUNT(*) as qtd,
ROUND(SUM(amount_usd), 2) as vol_usd,
ROUND(SUM(amount_brl), 2) as vol_brl,
ROUND(AVG(amount_usd), 2) as ticket_medio
FROM br_transaction_to_usa
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
`, [dataInicio, dataFim]);
const [usdBrl] = await conn.execute(`
SELECT
COUNT(*) as qtd,
ROUND(SUM(valor), 2) as vol_usd,
ROUND(SUM(valor_sol), 2) as vol_brl,
ROUND(AVG(valor), 2) as ticket_medio
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND cotacao IS NOT NULL AND cotacao > 0
AND (pgto IS NULL OR pgto != 'balance')
`, [dataInicio, dataFim]);
const [usdUsd] = await conn.execute(`
SELECT
COUNT(*) as qtd,
ROUND(SUM(valor), 2) as vol_usd,
ROUND(AVG(valor), 2) as ticket_medio
FROM pagamento_br
WHERE DATE(created_at) >= ? AND DATE(created_at) <= ?
AND (cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')
`, [dataInicio, dataFim]);
const format = (row) => ({
qtd: Number(row[0]?.qtd) || 0,
vol_usd: Number(row[0]?.vol_usd) || 0,
vol_brl: Number(row[0]?.vol_brl) || 0,
ticket_medio: Number(row[0]?.ticket_medio) || 0
});
const brlUsdData = format(brlUsd);
const usdBrlData = format(usdBrl);
const usdUsdData = format(usdUsd);
return {
brlUsd: brlUsdData,
usdBrl: usdBrlData,
usdUsd: usdUsdData,
total: {
qtd: brlUsdData.qtd + usdBrlData.qtd + usdUsdData.qtd,
vol_usd: brlUsdData.vol_usd + usdBrlData.vol_usd + usdUsdData.vol_usd,
vol_brl: brlUsdData.vol_brl + usdBrlData.vol_brl,
ticket_medio: Math.round((brlUsdData.vol_usd + usdBrlData.vol_usd + usdUsdData.vol_usd) /
(brlUsdData.qtd + usdBrlData.qtd + usdUsdData.qtd) || 0)
},
periodo: { inicio: dataInicio, fim: dataFim }
};
} finally {
conn.release();
}
}
// Top 5 agentes por período
async function fetchTopAgentes(dias = 30) {
const conn = await pool.getConnection();
try {
const [rows] = await conn.execute(`
SELECT
agente_id,
SUM(qtd) as total_qtd,
ROUND(SUM(vol_usd), 2) as total_usd
FROM (
SELECT ac.agente_id, COUNT(*) as qtd, SUM(t.amount_usd) as vol_usd
FROM br_transaction_to_usa t
INNER JOIN ag_contas ac ON ac.conta_id = t.id_conta
WHERE t.created_at >= DATE_SUB(CURDATE(), INTERVAL ? DAY)
GROUP BY ac.agente_id
UNION ALL
SELECT ac.agente_id, COUNT(*) as qtd, SUM(p.valor) as vol_usd
FROM pagamento_br p
INNER JOIN ag_contas ac ON ac.conta_id = p.id_conta
WHERE p.created_at >= DATE_SUB(CURDATE(), INTERVAL ? DAY)
GROUP BY ac.agente_id
) combined
GROUP BY agente_id
ORDER BY total_usd DESC
LIMIT 5
`, [dias, dias]);
return rows.map((r, i) => ({
rank: i + 1,
agente_id: r.agente_id,
qtd: Number(r.total_qtd),
vol_usd: Number(r.total_usd)
}));
} finally {
conn.release();
}
}
module.exports = {
fetchDailyStats,
fetchKPIs,
fetchTrend30Days,
fetchTrendByPeriod,
fetchKPIsByPeriod,
fetchTopAgentes
};

112
src/queries/helpers.js Normal file
View File

@@ -0,0 +1,112 @@
/**
* Shared SQL fragments, revenue formulas, and utility functions
* Used across all query modules to eliminate duplication
*/
const pool = require('../db-rds');
// --- Utility Functions ---
function parseDate(d) {
try {
if (!d) return null;
const dt = d instanceof Date ? d : new Date(d);
return isNaN(dt.getTime()) ? null : dt.toISOString().slice(0, 16).replace('T', ' ');
} catch (e) { return null; }
}
function fmtDate(d) {
return d instanceof Date ? d.toISOString().slice(0, 10) : String(d).slice(0, 10);
}
function fmtDateTime(d) {
try {
const dt = d instanceof Date ? d : new Date(d);
return dt.toISOString().slice(0, 16).replace('T', ' ');
} catch (e) { return String(d); }
}
/**
* Calculate previous period dates for comparison
*/
function calcPrevPeriod(dataInicio, dataFim) {
const start = new Date(dataInicio);
const end = new Date(dataFim);
const periodDays = Math.round((end - start) / (1000 * 60 * 60 * 24)) + 1;
const prevEnd = new Date(start);
prevEnd.setDate(prevEnd.getDate() - 1);
const prevStart = new Date(prevEnd);
prevStart.setDate(prevStart.getDate() - periodDays + 1);
return {
prevStartStr: prevStart.toISOString().slice(0, 10),
prevEndStr: prevEnd.toISOString().slice(0, 10),
periodDays
};
}
// --- Reusable SQL Fragments ---
// BRL→USD spread revenue formula (per-row)
const SQL_BRLUSD_SPREAD_REVENUE = `(exchange_rate - ptax) / exchange_rate * amount_usd`;
// BRL→USD average spread percentage
const SQL_BRLUSD_SPREAD_PCT = `(exchange_rate - ptax) / exchange_rate * 100`;
// USD→BRL spread revenue formula (per-row)
const SQL_USDBRL_SPREAD_REVENUE = `(ptax - cotacao) / ptax * valor`;
// USD→BRL average spread percentage
const SQL_USDBRL_SPREAD_PCT = `CASE WHEN cotacao > 0 THEN (ptax - cotacao) / ptax * 100 ELSE 0 END`;
// USD→BRL filter: real currency exchange (not balance)
const SQL_USDBRL_FILTER = `cotacao IS NOT NULL AND cotacao > 0 AND (pgto IS NULL OR pgto != 'balance')`;
// USD→USD filter: balance or no cotacao
const SQL_USDUSD_FILTER = `(cotacao IS NULL OR cotacao = 0 OR pgto = 'balance')`;
// BR→US Revenue formula (real P&L per transaction)
const SQL_BRUS_REVENUE = `(
(
ROUND((t.amount_brl - IF(pm.provider IN ('ouribank','bs2'), 0, t.fee)) / t.ptax, 2)
- COALESCE(t.pfee, 0)
) - (
t.amount_usd + COALESCE(t.bonus_valor, 0) - COALESCE(t.taxa_cr, 0)
)
)`;
// BR→US valid provider filter
const SQL_BRUS_PROVIDER_FILTER = `pm.provider IN ('dlocal','bexs','braza','bs2','ouribank','msb')`;
// BR→US valid transaction status filter
const SQL_BRUS_STATUS_FILTER = `(t.status IN ('boleto_pago','finalizado') OR t.date_sent_usa <> '0000-00-00 00:00:00')`;
// Standard completed status for br_transaction_to_usa
const SQL_COMPLETED_STATUSES = `('boleto_pago','finalizado')`;
// Format trend rows (common across all query modules)
function fmtTrendRows(rows) {
return rows.map(r => ({
dia: fmtDate(r.dia),
qtd: Number(r.qtd),
vol_usd: Number(r.vol_usd),
avg_spread: Number(r.avg_spread) || 0
}));
}
module.exports = {
pool,
parseDate,
fmtDate,
fmtDateTime,
calcPrevPeriod,
fmtTrendRows,
SQL_BRLUSD_SPREAD_REVENUE,
SQL_BRLUSD_SPREAD_PCT,
SQL_USDBRL_SPREAD_REVENUE,
SQL_USDBRL_SPREAD_PCT,
SQL_USDBRL_FILTER,
SQL_USDUSD_FILTER,
SQL_BRUS_REVENUE,
SQL_BRUS_PROVIDER_FILTER,
SQL_BRUS_STATUS_FILTER,
SQL_COMPLETED_STATUSES
};

View File

@@ -0,0 +1,142 @@
/**
* PayIn Queries — BRL→USD transactions (br_transaction_to_usa)
* Agent-level and admin-level transaction fetching
*/
const { pool, parseDate } = require('./helpers');
async function fetchTransacoes(agenteId) {
const conn = await pool.getConnection();
try {
const [rowsBrlUsd] = await conn.execute(`
SELECT DISTINCT
c.nome AS cliente,
t.created_at AS data_operacao,
t.amount_brl AS valor_reais,
t.amount_usd AS valor_dolar,
t.iof AS iof_pct,
ROUND(t.iof / 100 * t.amount_usd * t.exchange_rate, 2) AS iof_valor_rs,
ROUND(t.ptax, 4) AS taxa_ptax,
ROUND(t.exchange_rate, 4) AS taxa_cobrada,
ROUND(t.exchange_rate - t.ptax, 4) AS spread_bruto,
ROUND((t.exchange_rate - t.ptax) / t.exchange_rate * 100, 2) AS spread_pct,
t.status
FROM br_transaction_to_usa t
INNER JOIN ag_contas ac ON ac.conta_id = t.id_conta AND ac.agente_id = ?
INNER JOIN conta c ON c.id_conta = t.id_conta
ORDER BY t.created_at
`, [agenteId]);
const [rowsUsdBrl] = await conn.execute(`
SELECT DISTINCT
c.nome AS cliente,
p.created_at AS data_operacao,
ROUND(p.valor * p.cotacao, 2) AS valor_reais,
p.valor AS valor_dolar,
0 AS iof_pct,
0 AS iof_valor_rs,
ROUND(p.ptax, 4) AS taxa_ptax,
ROUND(p.cotacao, 4) AS taxa_cobrada,
ROUND(p.ptax - p.cotacao, 4) AS spread_bruto,
CASE WHEN p.cotacao > 0 THEN ROUND((p.ptax - p.cotacao) / p.ptax * 100, 2) ELSE 0 END AS spread_pct,
p.pgto AS status
FROM pagamento_br p
INNER JOIN conta c ON c.id_conta = p.id_conta
INNER JOIN ag_contas ac ON ac.conta_id = p.id_conta AND ac.agente_id = ?
ORDER BY p.created_at
`, [agenteId]);
return { rowsBrlUsd, rowsUsdBrl };
} finally {
conn.release();
}
}
function serialize(rowsBrlUsd, rowsUsdBrl) {
const dataBrlUsd = rowsBrlUsd.map(r => ({
fluxo: 'BRL → USD',
cliente: r.cliente,
data_operacao: parseDate(r.data_operacao),
data_sort: parseDate(r.data_operacao) || '',
valor_reais: Number(r.valor_reais),
valor_dolar: Number(r.valor_dolar),
iof_pct: Number(r.iof_pct),
iof_valor_rs: Number(r.iof_valor_rs),
taxa_ptax: Number(r.taxa_ptax),
taxa_cobrada: Number(r.taxa_cobrada),
spread_bruto: Number(r.spread_bruto),
spread_pct: Number(r.spread_pct),
status: r.status,
}));
const dataUsdBrl = rowsUsdBrl.map(r => ({
fluxo: 'USD → BRL',
cliente: r.cliente,
data_operacao: parseDate(r.data_operacao),
data_sort: parseDate(r.data_operacao) || '',
valor_reais: Number(r.valor_reais),
valor_dolar: Number(r.valor_dolar),
iof_pct: Number(r.iof_pct),
iof_valor_rs: Number(r.iof_valor_rs),
taxa_ptax: Number(r.taxa_ptax),
taxa_cobrada: Number(r.taxa_cobrada),
spread_bruto: Number(r.spread_bruto),
spread_pct: Number(r.spread_pct),
status: r.status,
}));
return [...dataBrlUsd, ...dataUsdBrl].sort((a, b) => a.data_sort.localeCompare(b.data_sort));
}
// Fetch ALL transactions (for admin) - with date filter for performance
async function fetchAllTransacoes(diasAtras = 90) {
const conn = await pool.getConnection();
try {
const [rowsBrlUsd] = await conn.execute(`
SELECT
c.nome AS cliente,
t.created_at AS data_operacao,
t.amount_brl AS valor_reais,
t.amount_usd AS valor_dolar,
t.iof AS iof_pct,
ROUND(t.iof / 100 * t.amount_usd * t.exchange_rate, 2) AS iof_valor_rs,
ROUND(t.ptax, 4) AS taxa_ptax,
ROUND(t.exchange_rate, 4) AS taxa_cobrada,
ROUND(t.exchange_rate - t.ptax, 4) AS spread_bruto,
ROUND((t.exchange_rate - t.ptax) / t.exchange_rate * 100, 2) AS spread_pct,
t.status
FROM br_transaction_to_usa t
INNER JOIN conta c ON c.id_conta = t.id_conta
WHERE t.created_at >= DATE_SUB(CURDATE(), INTERVAL ? DAY)
ORDER BY t.created_at DESC
`, [diasAtras]);
const [rowsUsdBrl] = await conn.execute(`
SELECT
c.nome AS cliente,
p.created_at AS data_operacao,
ROUND(p.valor * p.cotacao, 2) AS valor_reais,
p.valor AS valor_dolar,
0 AS iof_pct,
0 AS iof_valor_rs,
ROUND(p.ptax, 4) AS taxa_ptax,
ROUND(p.cotacao, 4) AS taxa_cobrada,
ROUND(p.ptax - p.cotacao, 4) AS spread_bruto,
CASE WHEN p.cotacao > 0 THEN ROUND((p.ptax - p.cotacao) / p.ptax * 100, 2) ELSE 0 END AS spread_pct,
p.pgto AS status
FROM pagamento_br p
INNER JOIN conta c ON c.id_conta = p.id_conta
WHERE p.created_at >= DATE_SUB(CURDATE(), INTERVAL ? DAY)
ORDER BY p.created_at DESC
`, [diasAtras]);
return { rowsBrlUsd, rowsUsdBrl };
} finally {
conn.release();
}
}
module.exports = {
fetchTransacoes,
serialize,
fetchAllTransacoes
};

View File

@@ -0,0 +1,11 @@
/**
* PayOut Queries — USD→BRL payments (pagamento_br)
* Currently the payout-specific queries are embedded in payin.queries.js and corporate.queries.js
* This module serves as a namespace for future payout-specific analytics
*/
// Currently payout queries are co-located with their paired payin queries
// (fetchTransacoes returns both BRL→USD and USD→BRL, etc.)
// This module is a placeholder for payout-only queries as they emerge.
module.exports = {};

View File

@@ -0,0 +1,198 @@
/**
* Provider Performance Queries
* Success rates, volumes, settlement analytics per payment provider
*/
const { pool, fmtDate } = require('./helpers');
// Provider performance: success rate, volume, avg ticket, spread, settlement per provider
async function fetchProviderPerformance(start, end) {
const conn = await pool.getConnection();
try {
// BRL→USD providers (br_payment_methods)
const [payinProviders] = await conn.execute(`
SELECT
COALESCE(pm.provider, 'N/A') as provider,
'BRL→USD' as flow,
COUNT(*) as total_tx,
SUM(CASE WHEN t.status IN ('boleto_pago','finalizado') OR t.date_sent_usa <> '0000-00-00 00:00:00' THEN 1 ELSE 0 END) as success_tx,
ROUND(COALESCE(SUM(t.amount_usd), 0), 2) as vol_usd,
ROUND(COALESCE(AVG(t.amount_usd), 0), 2) as avg_ticket,
ROUND(COALESCE(AVG((t.exchange_rate - t.ptax) / t.exchange_rate * 100), 0), 2) as avg_spread_pct,
ROUND(COALESCE(AVG(
CASE WHEN t.date_sent_usa <> '0000-00-00 00:00:00' AND t.created_at IS NOT NULL
THEN TIMESTAMPDIFF(HOUR, t.created_at, t.date_sent_usa) END
), 0), 1) as avg_settlement_hours
FROM br_transaction_to_usa t
LEFT JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
GROUP BY pm.provider
ORDER BY vol_usd DESC
`, [start, end]);
// USD→BRL providers (tipo_envio)
const [payoutProviders] = await conn.execute(`
SELECT
COALESCE(p.tipo_envio, 'N/A') as provider,
'USD→BRL' as flow,
COUNT(*) as total_tx,
SUM(CASE WHEN p.data_cp IS NOT NULL AND p.data_cp <> '0000-00-00' THEN 1 ELSE 0 END) as success_tx,
ROUND(COALESCE(SUM(p.valor), 0), 2) as vol_usd,
ROUND(COALESCE(AVG(p.valor), 0), 2) as avg_ticket,
ROUND(COALESCE(AVG(CASE WHEN p.cotacao > 0 THEN (p.ptax - p.cotacao) / p.ptax * 100 ELSE 0 END), 0), 2) as avg_spread_pct,
ROUND(COALESCE(AVG(
CASE WHEN p.data_cp IS NOT NULL AND p.data_cp <> '0000-00-00'
THEN TIMESTAMPDIFF(HOUR, p.created_at, p.data_cp) END
), 0), 1) as avg_settlement_hours
FROM pagamento_br p
WHERE DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
AND p.cotacao IS NOT NULL AND p.cotacao > 0
AND (p.pgto IS NULL OR p.pgto != 'balance')
GROUP BY p.tipo_envio
ORDER BY vol_usd DESC
`, [start, end]);
const allProviders = [...payinProviders, ...payoutProviders].map(r => ({
provider: r.provider,
flow: r.flow,
total_tx: Number(r.total_tx) || 0,
success_tx: Number(r.success_tx) || 0,
success_rate: Number(r.total_tx) > 0 ? Math.round(Number(r.success_tx) / Number(r.total_tx) * 10000) / 100 : 0,
vol_usd: Number(r.vol_usd) || 0,
avg_ticket: Number(r.avg_ticket) || 0,
avg_spread_pct: Number(r.avg_spread_pct) || 0,
avg_settlement_hours: Number(r.avg_settlement_hours) || 0
}));
// Summary KPIs
const totalProviders = new Set(allProviders.map(p => p.provider)).size;
const totalTx = allProviders.reduce((s, p) => s + p.total_tx, 0);
const totalSuccess = allProviders.reduce((s, p) => s + p.success_tx, 0);
const totalVol = allProviders.reduce((s, p) => s + p.vol_usd, 0);
const avgSettlement = allProviders.length > 0
? Math.round(allProviders.reduce((s, p) => s + p.avg_settlement_hours, 0) / allProviders.length * 10) / 10
: 0;
return {
providers: allProviders,
summary: {
total_providers: totalProviders,
overall_success_rate: totalTx > 0 ? Math.round(totalSuccess / totalTx * 10000) / 100 : 0,
total_volume: totalVol,
avg_settlement_hours: avgSettlement
}
};
} finally {
conn.release();
}
}
// Failed transactions breakdown by status, provider, date
async function fetchFailedTransactions(start, end) {
const conn = await pool.getConnection();
try {
// BRL→USD failed
const [payinFailed] = await conn.execute(`
SELECT
COALESCE(pm.provider, 'N/A') as provider,
'BRL→USD' as flow,
t.status,
COUNT(*) as count,
ROUND(COALESCE(SUM(t.amount_usd), 0), 2) as vol_usd,
DATE(t.created_at) as date
FROM br_transaction_to_usa t
LEFT JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
AND t.status NOT IN ('boleto_pago','finalizado')
AND (t.date_sent_usa IS NULL OR t.date_sent_usa = '0000-00-00 00:00:00')
GROUP BY pm.provider, t.status, DATE(t.created_at)
ORDER BY count DESC
`, [start, end]);
// USD→BRL failed
const [payoutFailed] = await conn.execute(`
SELECT
COALESCE(p.tipo_envio, 'N/A') as provider,
'USD→BRL' as flow,
COALESCE(p.pgto, 'pending') as status,
COUNT(*) as count,
ROUND(COALESCE(SUM(p.valor), 0), 2) as vol_usd,
DATE(p.created_at) as date
FROM pagamento_br p
WHERE DATE(p.created_at) >= ? AND DATE(p.created_at) <= ?
AND (p.data_cp IS NULL OR p.data_cp = '0000-00-00')
AND p.cotacao IS NOT NULL AND p.cotacao > 0
AND (p.pgto IS NULL OR p.pgto != 'balance')
GROUP BY p.tipo_envio, p.pgto, DATE(p.created_at)
ORDER BY count DESC
`, [start, end]);
const allFailed = [...payinFailed, ...payoutFailed].map(r => ({
provider: r.provider,
flow: r.flow,
status: r.status,
count: Number(r.count),
vol_usd: Number(r.vol_usd),
date: fmtDate(r.date)
}));
// Summary by provider
const byProvider = {};
allFailed.forEach(r => {
if (!byProvider[r.provider]) byProvider[r.provider] = { provider: r.provider, count: 0, vol_usd: 0 };
byProvider[r.provider].count += r.count;
byProvider[r.provider].vol_usd += r.vol_usd;
});
// Summary by status
const byStatus = {};
allFailed.forEach(r => {
if (!byStatus[r.status]) byStatus[r.status] = { status: r.status, count: 0, vol_usd: 0 };
byStatus[r.status].count += r.count;
byStatus[r.status].vol_usd += r.vol_usd;
});
return {
details: allFailed,
byProvider: Object.values(byProvider).sort((a, b) => b.count - a.count),
byStatus: Object.values(byStatus).sort((a, b) => b.count - a.count),
total_failed: allFailed.reduce((s, r) => s + r.count, 0),
total_vol_failed: Math.round(allFailed.reduce((s, r) => s + r.vol_usd, 0) * 100) / 100
};
} finally {
conn.release();
}
}
// Provider trend: daily volume/count per provider
async function fetchProviderTrend(start, end) {
const conn = await pool.getConnection();
try {
const [payinTrend] = await conn.execute(`
SELECT
DATE(t.created_at) as dia,
COALESCE(pm.provider, 'N/A') as provider,
COUNT(*) as qtd,
ROUND(SUM(t.amount_usd), 2) as vol_usd
FROM br_transaction_to_usa t
LEFT JOIN br_payment_methods pm ON t.payment_method_id = pm.id
WHERE DATE(t.created_at) >= ? AND DATE(t.created_at) <= ?
GROUP BY DATE(t.created_at), pm.provider
ORDER BY dia, provider
`, [start, end]);
return payinTrend.map(r => ({
dia: fmtDate(r.dia),
provider: r.provider,
qtd: Number(r.qtd),
vol_usd: Number(r.vol_usd)
}));
} finally {
conn.release();
}
}
module.exports = {
fetchProviderPerformance,
fetchFailedTransactions,
fetchProviderTrend
};

View File

@@ -0,0 +1,126 @@
/**
* Churn Prediction — Weighted RFM Model
* Recency 30%, Frequency 25%, Monetary 20%, Velocity 15%, Engagement 10%
*/
const WEIGHTS = {
recency: 0.30,
frequency: 0.25,
monetary: 0.20,
velocity: 0.15,
engagement: 0.10
};
/**
* Score a single dimension 0-100 (higher = healthier / lower risk)
*/
function scoreRecency(daysInactive) {
if (daysInactive === null || daysInactive === undefined) return 0;
if (daysInactive <= 3) return 100;
if (daysInactive <= 7) return 90;
if (daysInactive <= 14) return 75;
if (daysInactive <= 30) return 55;
if (daysInactive <= 60) return 35;
if (daysInactive <= 90) return 15;
return 5;
}
function scoreFrequency(opsPerMonth) {
if (!opsPerMonth || opsPerMonth <= 0) return 0;
if (opsPerMonth >= 20) return 100;
if (opsPerMonth >= 10) return 85;
if (opsPerMonth >= 5) return 70;
if (opsPerMonth >= 2) return 50;
if (opsPerMonth >= 1) return 30;
return 10;
}
function scoreMonetary(avgMonthlyVol) {
if (!avgMonthlyVol || avgMonthlyVol <= 0) return 0;
if (avgMonthlyVol >= 100000) return 100;
if (avgMonthlyVol >= 50000) return 85;
if (avgMonthlyVol >= 20000) return 70;
if (avgMonthlyVol >= 5000) return 50;
if (avgMonthlyVol >= 1000) return 30;
return 10;
}
function scoreVelocity(currPeriodOps, prevPeriodOps) {
if (!prevPeriodOps || prevPeriodOps <= 0) {
return currPeriodOps > 0 ? 60 : 0; // New client or dormant
}
const ratio = currPeriodOps / prevPeriodOps;
if (ratio >= 1.5) return 100; // Strong growth
if (ratio >= 1.1) return 85; // Growth
if (ratio >= 0.9) return 70; // Stable
if (ratio >= 0.7) return 40; // Declining
if (ratio >= 0.5) return 20; // Significant decline
return 5; // Severe decline
}
function scoreEngagement(monthsActive, productCount) {
// Product count: 1 = single flow, 2 = both BRL→USD and USD→BRL, 3 = includes checkout
const tenurePts = Math.min(monthsActive || 0, 24) / 24 * 50;
const productPts = Math.min(productCount || 1, 3) / 3 * 50;
return Math.round(tenurePts + productPts);
}
/**
* Predict churn risk for a client
* @param {Object} clientData - Client profile data
* @param {number} clientData.days_inactive - Days since last transaction
* @param {number} clientData.avg_monthly_ops - Average operations per month
* @param {number} clientData.avg_monthly_vol - Average monthly volume in USD
* @param {number} clientData.months_active - Total months with activity
* @param {number} [clientData.curr_ops] - Current period operations
* @param {number} [clientData.prev_ops] - Previous period operations
* @param {number} [clientData.product_count] - Number of products used (1-3)
* @returns {{ score: number, risk: string, factors: Object[] }}
*/
function predictChurnRisk(clientData) {
const scores = {
recency: scoreRecency(clientData.days_inactive),
frequency: scoreFrequency(clientData.avg_monthly_ops),
monetary: scoreMonetary(clientData.avg_monthly_vol),
velocity: scoreVelocity(clientData.curr_ops || 0, clientData.prev_ops || 0),
engagement: scoreEngagement(clientData.months_active, clientData.product_count || 1)
};
// Weighted score (0-100, higher = healthier)
const healthScore = Math.round(
scores.recency * WEIGHTS.recency +
scores.frequency * WEIGHTS.frequency +
scores.monetary * WEIGHTS.monetary +
scores.velocity * WEIGHTS.velocity +
scores.engagement * WEIGHTS.engagement
);
// Invert to churn risk (0-100, higher = more likely to churn)
const churnScore = 100 - healthScore;
let risk;
if (churnScore >= 75) risk = 'critical';
else if (churnScore >= 50) risk = 'high';
else if (churnScore >= 25) risk = 'medium';
else risk = 'low';
// Identify key risk factors
const factors = Object.entries(scores)
.map(([name, score]) => ({
name,
score,
weight: WEIGHTS[name],
contribution: Math.round((100 - score) * WEIGHTS[name]),
status: score >= 70 ? 'good' : score >= 40 ? 'warning' : 'critical'
}))
.sort((a, b) => b.contribution - a.contribution);
return {
score: churnScore,
health_score: healthScore,
risk,
factors
};
}
module.exports = { predictChurnRisk };

103
src/services/forecast.js Normal file
View File

@@ -0,0 +1,103 @@
/**
* Volume Forecasting — Exponential Smoothing with Confidence Bands
* Pure JS, no external dependencies
*/
/**
* Simple Exponential Smoothing (SES) forecast
* @param {number[]} data - Historical time series values
* @param {number} periodsAhead - Number of periods to forecast
* @param {number} alpha - Smoothing factor (0-1), default 0.3
* @returns {{ forecast: number[], confidence: { upper: number[], lower: number[] }, fitted: number[] }}
*/
function forecast(data, periodsAhead = 7, alpha = 0.3) {
if (!data || data.length === 0) {
return { forecast: [], confidence: { upper: [], lower: [] }, fitted: [] };
}
// Initialize with first value
const n = data.length;
const fitted = new Array(n);
fitted[0] = data[0];
// Fit the model
for (let i = 1; i < n; i++) {
fitted[i] = alpha * data[i] + (1 - alpha) * fitted[i - 1];
}
// Calculate residuals for confidence bands
const residuals = data.map((v, i) => v - fitted[i]);
const mse = residuals.reduce((s, r) => s + r * r, 0) / n;
const rmse = Math.sqrt(mse);
// Forecast
const lastFitted = fitted[n - 1];
const forecastValues = [];
const upper = [];
const lower = [];
// Also apply Holt's trend if data shows clear trend
const trendWindow = Math.min(7, Math.floor(n / 2));
let trend = 0;
if (n >= 4) {
const recentAvg = data.slice(-trendWindow).reduce((s, v) => s + v, 0) / trendWindow;
const olderAvg = data.slice(-trendWindow * 2, -trendWindow).reduce((s, v) => s + v, 0) / Math.min(trendWindow, data.slice(-trendWindow * 2, -trendWindow).length || 1);
if (olderAvg > 0) {
trend = (recentAvg - olderAvg) / trendWindow;
}
}
for (let i = 1; i <= periodsAhead; i++) {
const predicted = lastFitted + trend * i;
const confidenceWidth = rmse * 1.96 * Math.sqrt(i); // 95% confidence
forecastValues.push(Math.max(0, Math.round(predicted * 100) / 100));
upper.push(Math.max(0, Math.round((predicted + confidenceWidth) * 100) / 100));
lower.push(Math.max(0, Math.round((predicted - confidenceWidth) * 100) / 100));
}
return {
forecast: forecastValues,
confidence: { upper, lower },
fitted: fitted.map(v => Math.round(v * 100) / 100)
};
}
/**
* Prepare time series from daily trend data and forecast ahead
* @param {Object[]} trendData - Array of { dia, vol_usd } or { dia, qtd }
* @param {string} metric - 'vol_usd' or 'qtd'
* @param {number} daysAhead - Days to forecast
* @returns {{ historical: Object[], predicted: Object[], confidence_upper: Object[], confidence_lower: Object[] }}
*/
function forecastFromTrend(trendData, metric = 'vol_usd', daysAhead = 30) {
if (!trendData || trendData.length < 3) {
return { historical: trendData || [], predicted: [], confidence_upper: [], confidence_lower: [] };
}
const values = trendData.map(d => Number(d[metric]) || 0);
const result = forecast(values, daysAhead);
// Generate future dates
const lastDate = new Date(trendData[trendData.length - 1].dia);
const predicted = [];
const confUpper = [];
const confLower = [];
for (let i = 0; i < daysAhead; i++) {
const d = new Date(lastDate);
d.setDate(d.getDate() + i + 1);
const dia = d.toISOString().slice(0, 10);
predicted.push({ dia, [metric]: result.forecast[i] });
confUpper.push({ dia, [metric]: result.confidence.upper[i] });
confLower.push({ dia, [metric]: result.confidence.lower[i] });
}
return {
historical: trendData,
predicted,
confidence_upper: confUpper,
confidence_lower: confLower
};
}
module.exports = { forecast, forecastFromTrend };

View File

@@ -229,6 +229,46 @@ const headerCSS = `
background: rgba(255,255,255,0.25); background: rgba(255,255,255,0.25);
} }
/* Alert Bell */
.alert-bell {
position: relative; cursor: pointer; color: white;
width: 36px; height: 36px; display: flex; align-items: center; justify-content: center;
background: rgba(255,255,255,0.1); border-radius: 50%; transition: all 0.2s;
}
.alert-bell:hover { background: rgba(255,255,255,0.2); }
.alert-badge {
position: absolute; top: -2px; right: -2px; background: #D93025; color: white;
font-size: 10px; font-weight: 700; min-width: 18px; height: 18px; line-height: 18px;
text-align: center; border-radius: 9px; padding: 0 4px;
}
.alert-dropdown {
position: absolute; top: 60px; right: 40px; width: 360px; max-height: 400px;
background: var(--card); border: 1px solid var(--border); border-radius: 12px;
box-shadow: 0 8px 32px rgba(0,0,0,0.2); z-index: 1000; overflow: hidden;
}
.alert-dropdown-header {
display: flex; justify-content: space-between; align-items: center;
padding: 12px 16px; border-bottom: 1px solid var(--border);
font-size: 13px; color: var(--text);
}
.alert-dropdown-close { cursor: pointer; font-size: 18px; color: var(--text-muted); }
.alert-dropdown-body {
max-height: 340px; overflow-y: auto; padding: 8px;
}
.alert-item {
padding: 10px 12px; border-radius: 8px; margin-bottom: 4px;
font-size: 12px; line-height: 1.4; cursor: pointer; transition: background 0.15s;
}
.alert-item:hover { background: var(--bg); }
.alert-item .alert-severity {
display: inline-block; padding: 1px 6px; border-radius: 4px;
font-size: 10px; font-weight: 700; margin-right: 6px;
}
.alert-item .alert-severity.P0 { background: var(--red-bg); color: var(--red); }
.alert-item .alert-severity.P1 { background: var(--orange-bg); color: var(--orange); }
.alert-item .alert-severity.P2 { background: var(--blue-bg); color: var(--blue); }
.alert-item .alert-time { color: var(--text-muted); font-size: 10px; display: block; margin-top: 4px; }
/* Theme Toggle */ /* Theme Toggle */
.btn-theme-toggle { .btn-theme-toggle {
background: rgba(255,255,255,0.15); background: rgba(255,255,255,0.15);
@@ -361,12 +401,13 @@ function buildHeader(options = {}) {
.join('') .join('')
.toUpperCase(); .toUpperCase();
// Admin navigation: Corporate Dashboard + BI + Users // Admin navigation: Corporate Dashboard + BI + Clients + Providers + Users
const adminNav = ` const adminNav = `
<nav class="header-nav"> <nav class="header-nav">
<a href="/corporate" class="${activePage === 'dashboard' ? 'active' : ''}">Corporate</a> <a href="/corporate" class="${activePage === 'dashboard' ? 'active' : ''}">Corporate</a>
<a href="/admin/bi" class="${activePage === 'bi' ? 'active' : ''}">BI Executive</a> <a href="/admin/bi" class="${activePage === 'bi' ? 'active' : ''}">BI Executive</a>
<a href="/admin/cliente" class="${activePage === 'cliente' ? 'active' : ''}">Clientes</a> <a href="/admin/cliente" class="${activePage === 'cliente' ? 'active' : ''}">Clientes</a>
<a href="/admin/providers" class="${activePage === 'providers' ? 'active' : ''}">Providers</a>
<a href="/admin" class="${activePage === 'users' ? 'active' : ''}">Usuarios</a> <a href="/admin" class="${activePage === 'users' ? 'active' : ''}">Usuarios</a>
</nav> </nav>
`; `;
@@ -412,6 +453,21 @@ function buildHeader(options = {}) {
</a> </a>
${showNav ? nav : ''} ${showNav ? nav : ''}
<div class="header-user"> <div class="header-user">
${isAdmin ? `
<div class="alert-bell" id="alertBell" onclick="toggleAlertDropdown()" title="Alerts">
<svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"><path d="M18 8A6 6 0 0 0 6 8c0 7-3 9-3 9h18s-3-2-3-9"></path><path d="M13.73 21a2 2 0 0 1-3.46 0"></path></svg>
<span class="alert-badge" id="alertBadge" style="display:none">0</span>
</div>
<div class="alert-dropdown" id="alertDropdown" style="display:none">
<div class="alert-dropdown-header">
<strong>Alerts (24h)</strong>
<span class="alert-dropdown-close" onclick="toggleAlertDropdown()">&times;</span>
</div>
<div class="alert-dropdown-body" id="alertDropdownBody">
<span style="color:var(--text-muted);font-size:12px">Loading...</span>
</div>
</div>
` : ''}
<div class="user-info"> <div class="user-info">
<span class="user-avatar">${initials}</span> <span class="user-avatar">${initials}</span>
<span>${userName}</span> <span>${userName}</span>
@@ -465,6 +521,60 @@ const themeScript = `
document.addEventListener('DOMContentLoaded', function() { document.addEventListener('DOMContentLoaded', function() {
var icon = document.getElementById('themeIcon'); var icon = document.getElementById('themeIcon');
if (icon) icon.textContent = document.documentElement.getAttribute('data-theme') === 'dark' ? '\\u2600' : '\\u263E'; if (icon) icon.textContent = document.documentElement.getAttribute('data-theme') === 'dark' ? '\\u2600' : '\\u263E';
// Load alert badge count
if (document.getElementById('alertBell')) {
fetch('/admin/api/alerts?unacked=1')
.then(function(r){return r.json()})
.then(function(d){
var badge = document.getElementById('alertBadge');
if (badge && d.unacked_count > 0) {
badge.textContent = d.unacked_count > 99 ? '99+' : d.unacked_count;
badge.style.display = 'block';
}
}).catch(function(){});
}
});
function toggleAlertDropdown() {
var dd = document.getElementById('alertDropdown');
if (!dd) return;
var visible = dd.style.display !== 'none';
dd.style.display = visible ? 'none' : 'block';
if (!visible) loadAlertDropdown();
}
function loadAlertDropdown() {
var body = document.getElementById('alertDropdownBody');
if (!body) return;
fetch('/admin/api/alerts')
.then(function(r){return r.json()})
.then(function(d){
if (!d.alerts || d.alerts.length === 0) {
body.innerHTML = '<div style="padding:16px;text-align:center;color:var(--text-muted);font-size:12px">No alerts in last 24h</div>';
return;
}
body.innerHTML = d.alerts.slice(0, 20).map(function(a){
return '<div class="alert-item" onclick="ackAlert('+a.id+')">' +
'<span class="alert-severity '+a.severity+'">'+a.severity+'</span>' +
'<span>'+a.message.substring(0,120)+'</span>' +
'<span class="alert-time">'+a.created_at+(a.acknowledged?' (acked)':'')+'</span></div>';
}).join('');
}).catch(function(e){ body.innerHTML = '<div style="padding:12px;color:var(--red);font-size:12px">Error loading alerts</div>'; });
}
function ackAlert(id) {
fetch('/admin/api/alerts/'+id+'/ack', {method:'PUT'})
.then(function(){ loadAlertDropdown(); })
.catch(function(){});
var badge = document.getElementById('alertBadge');
if (badge) {
var c = parseInt(badge.textContent) || 0;
if (c > 1) { badge.textContent = c - 1; } else { badge.style.display = 'none'; }
}
}
document.addEventListener('click', function(e) {
var dd = document.getElementById('alertDropdown');
var bell = document.getElementById('alertBell');
if (dd && bell && dd.style.display !== 'none' && !dd.contains(e.target) && !bell.contains(e.target)) {
dd.style.display = 'none';
}
}); });
<\/script> <\/script>
`; `;