Update source data handling

Author: EficodeRjpalt

.gitignore

@@ -49,19 +49,10 @@ ehthumbs.db
 Thumbs.db
 
 # Data files (these be large treasures that shouldn't go in git)
-data/kaggle_so_2023/
-# But keep the zip file for distribution
+# Ignore everything in data/ directory
+data/*
+# But keep the zip file for distribution, arrr!
 !data/kaggle_so_2023_data.zip
-data/*.csv
-data/*.json
-data/*.xlsx
-
-# Large data files - too big for GitHub's hold
-data/kaggle_so_2023_data/
-data/kaggle_so_2023_data.zip
-data/kaggle_so_2023/
-*.csv
-*.zip
 
 # Test coverage
 .coverage

app/data_config.py

@@ -138,8 +138,8 @@ def _setup_data_sources(self):
         discovered = self._discover_data_sources()
 
         # Configure Stack Overflow 2023 Survey if found
-        if "kaggle_so_2023" in discovered:
-            so_2023 = discovered["kaggle_so_2023"]
+        if "kaggle_so_2023_data" in discovered:
+            so_2023 = discovered["kaggle_so_2023_data"]
             self.register_data_source(
                 DataSource(
                     name="stackoverflow_2023",
@@ -172,7 +172,7 @@ def _setup_data_sources(self):
 
         # Auto-configure other discovered data sources with generic settings
         for dir_name, files_info in discovered.items():
-            if dir_name != "kaggle_so_2023":  # Skip already configured ones
+            if dir_name not in ["kaggle_so_2023_data"]:  # Skip already configured ones
                 # Try to detect common column patterns by loading a sample
                 try:
                     sample_df = pd.read_csv(files_info["data_file"], nrows=1)