Added new salary-related terms and improved image outputs in salary.ipynb

salary_analytics/config.py

@@ -0,0 +1,61 @@
+"""
+Configuration settings for the salary analytics package.
+"""
+
+import os
+
+# Base directories
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+OUTPUT_DIR = os.path.join(BASE_DIR, "output")
+PLOTS_DIR = os.path.join(OUTPUT_DIR, "plots")
+CSV_DIR = os.path.join(OUTPUT_DIR, "csv")
+
+# Create directories if they don't exist
+os.makedirs(OUTPUT_DIR, exist_ok=True)
+os.makedirs(PLOTS_DIR, exist_ok=True)
+os.makedirs(CSV_DIR, exist_ok=True)
+
+# Database Configuration
+DB_CONFIG = {
+    "user": "salaryloan",
+    "password": "salaryloan",
+    "name": "salaryloan",
+    "port": "10532",
+    "host": "dev-data.simbrellang.net"
+}
+
+# Table Configuration
+TABLE_NAME = "customer_account_transaction_hx"
+
+# Salary Keywords
+SALARY_KEYWORDS = [
+    "salary", "payroll", "income", "wage", "wages",
+    "earnings", "earning", "monthly pay", "net pay", "gross pay", "compensation",
+    "monthlypay", "netpay", "grosspay",
+    "remuneration", "stipend", "allowance", "bonus", "commission",
+    "pension", "retirement", "dividend", "benefits", "reimbursement",
+    "overtime", "incentive", "paycheck", "paycheque", "salary advance",
+    "monthly income", "income tax refund", "employer deposit",
+    "payroll deposit", "salary credit", "income credit", "salary transfer",
+    "income transfer", "salary received", "income received", "hr deposit",
+    "company deposit", "employer payment", "employee payment",
+    "sal",
+]
+
+# Model Configuration
+MODEL_CONFIG = {
+    "cv_threshold": 0.10,
+    "min_transactions": 3,
+    "threshold": 0.7,
+    "high_earner_threshold": 10000
+}
+
+# File Paths
+OUTPUT_PATHS = {
+    "high_earner_details": os.path.join(CSV_DIR, "high_earner_details.csv"),
+    "likely_salary_earner": os.path.join(CSV_DIR, "likely_salary_earner.csv"),
+    "final_table": os.path.join(CSV_DIR, "final_table.csv"),
+    "consistent_earners_plot": os.path.join(PLOTS_DIR, "consistent_earners_predictions.png"),
+    "inconsistent_earners_plot": os.path.join(PLOTS_DIR, "inconsistent_earners_predictions.png"),
+    "hypothesis_overlap_plot": os.path.join(PLOTS_DIR, "hypothesis_overlap.png")
+}