Create utils/load_data.py
Browse files- utils/load_data.py +22 -0
utils/load_data.py
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
```
|
2 |
+
import pandas as pd
|
3 |
+
import logging
|
4 |
+
|
5 |
+
logger = logging.getLogger(__name__)
|
6 |
+
|
7 |
+
def load_logs(uploaded_files):
|
8 |
+
"""Load and concatenate logs from uploaded CSV files."""
|
9 |
+
logger.info("Loading logs from uploaded files...")
|
10 |
+
try:
|
11 |
+
dfs = []
|
12 |
+
for file in uploaded_files:
|
13 |
+
df = pd.read_csv(file)
|
14 |
+
logger.info(f"Loaded {len(df)} records from {file.name}")
|
15 |
+
dfs.append(df)
|
16 |
+
combined_df = pd.concat(dfs, ignore_index=True)
|
17 |
+
logger.info(f"Combined {len(combined_df)} total records.")
|
18 |
+
return combined_df
|
19 |
+
except Exception as e:
|
20 |
+
logger.error(f"Failed to load logs: {e}")
|
21 |
+
raise
|
22 |
+
```
|