MaheshP98 commited on
Commit
f02c36c
·
verified ·
1 Parent(s): 96f6f48

Create utils/load_data.py

Browse files
Files changed (1) hide show
  1. utils/load_data.py +22 -0
utils/load_data.py ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ```
2
+ import pandas as pd
3
+ import logging
4
+
5
+ logger = logging.getLogger(__name__)
6
+
7
+ def load_logs(uploaded_files):
8
+ """Load and concatenate logs from uploaded CSV files."""
9
+ logger.info("Loading logs from uploaded files...")
10
+ try:
11
+ dfs = []
12
+ for file in uploaded_files:
13
+ df = pd.read_csv(file)
14
+ logger.info(f"Loaded {len(df)} records from {file.name}")
15
+ dfs.append(df)
16
+ combined_df = pd.concat(dfs, ignore_index=True)
17
+ logger.info(f"Combined {len(combined_df)} total records.")
18
+ return combined_df
19
+ except Exception as e:
20
+ logger.error(f"Failed to load logs: {e}")
21
+ raise
22
+ ```