EDA file added

yul19079 · Jan 29, 2024 · 28c5478 · 28c5478
1 parent 521c116
commit 28c5478
Show file tree

Hide file tree

Showing 12 changed files with 825 additions and 93 deletions.
diff --git a/CyberTraining_Tutorial.ipynb b/CyberTraining_Tutorial.ipynb
diff --git a/EDA.ipynb b/EDA.ipynb
diff --git a/data/X_test.pkl b/data/X_test.pkl
diff --git a/data/X_train.pkl b/data/X_train.pkl
diff --git a/data/raw_feature.pkl b/data/raw_feature.pkl
diff --git a/data/y_test.pkl b/data/y_test.pkl
diff --git a/data/y_train.pkl b/data/y_train.pkl
diff --git a/file_path b/file_path
@@ -0,0 +1,48 @@
+Join_Count
+Pearson correlation coefficient: 0.7887246317228819
+P-value: 2.126416611060375e-28
+
+TARGET_FID
+Pearson correlation coefficient: 0.2064183054757722
+P-value: 0.01940376270754485
+
+BlockID
+Pearson correlation coefficient: 0.2064183054757722
+P-value: 0.01940376270754485
+
+BikeLane_miles
+Pearson correlation coefficient: 0.6624623587013789
+P-value: 1.6487664788267492e-17
+
+AADT
+Pearson correlation coefficient: -0.285554346336933
+P-value: 0.001085811125853863
+
+SpeedLimit
+Pearson correlation coefficient: 0.3365605097340376
+P-value: 0.00010260846997989021
+
+AvgSpeed
+Pearson correlation coefficient: 0.2481313233028067
+P-value: 0.004742072331757151
+
+Pop2019
+Pearson correlation coefficient: -0.18736744884819584
+P-value: 0.03419036985485936
+
+Pop_Density
+Pearson correlation coefficient: 0.41286578117867473
+P-value: 1.2785022358965004e-06
+
+Shape_Length
+Pearson correlation coefficient: -0.213494493922044
+P-value: 0.015533906724338544
+
+Shape_Area
+Pearson correlation coefficient: -0.06408804833076386
+P-value: 0.47232579210036624
+
+StationNum
+Pearson correlation coefficient: 0.7887246317228819
+P-value: 2.126416611060375e-28
+
diff --git a/lstm_model.keras b/lstm_model.keras
diff --git a/model_base.ipynb b/model_base.ipynb
@@ -351,6 +351,9 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "spatio_data_file = \"./data/SpatialFeatures.csv\"\n",
+    "raw_spatio_feature = pd.read_csv(spatio_data_file)\n",
+    "raw_spatio_feature\n",
     "bikeLane_matrix = raw_spatio_feature[\"BikeLane_miles\"]\n",
     "bikeLane_matrix = bikeLane_matrix.fillna(0).to_numpy()\n",
     "bikeLane_matrix = bikeLane_matrix/bikeLane_matrix.max()\n",

diff --git a/pearson_output.txt b/pearson_output.txt
@@ -0,0 +1,48 @@
+Join_Count
+Pearson correlation coefficient: 0.7887246317228819
+P-value: 2.126416611060375e-28
+
+TARGET_FID
+Pearson correlation coefficient: 0.2064183054757722
+P-value: 0.01940376270754485
+
+BlockID
+Pearson correlation coefficient: 0.2064183054757722
+P-value: 0.01940376270754485
+
+BikeLane_miles
+Pearson correlation coefficient: 0.6624623587013789
+P-value: 1.6487664788267492e-17
+
+AADT
+Pearson correlation coefficient: -0.285554346336933
+P-value: 0.001085811125853863
+
+SpeedLimit
+Pearson correlation coefficient: 0.3365605097340376
+P-value: 0.00010260846997989021
+
+AvgSpeed
+Pearson correlation coefficient: 0.2481313233028067
+P-value: 0.004742072331757151
+
+Pop2019
+Pearson correlation coefficient: -0.18736744884819584
+P-value: 0.03419036985485936
+
+Pop_Density
+Pearson correlation coefficient: 0.41286578117867473
+P-value: 1.2785022358965004e-06
+
+Shape_Length
+Pearson correlation coefficient: -0.213494493922044
+P-value: 0.015533906724338544
+
+Shape_Area
+Pearson correlation coefficient: -0.06408804833076386
+P-value: 0.47232579210036624
+
+StationNum
+Pearson correlation coefficient: 0.7887246317228819
+P-value: 2.126416611060375e-28
+
diff --git a/pearson_output_filter0.txt b/pearson_output_filter0.txt
@@ -0,0 +1,48 @@
+Join_Count
+Pearson correlation coefficient: 0.7051078723982003
+P-value: 2.6424804779690354e-16
+
+TARGET_FID
+Pearson correlation coefficient: 0.2064183054757722
+P-value: 0.01940376270754485
+
+BlockID
+Pearson correlation coefficient: 0.2064183054757722
+P-value: 0.01940376270754485
+
+BikeLane_miles
+Pearson correlation coefficient: 0.5937892580606238
+P-value: 5.185568544898487e-12
+
+AADT
+Pearson correlation coefficient: -0.4872353743589808
+P-value: 3.853085692314215e-08
+
+SpeedLimit
+Pearson correlation coefficient: -0.02288048439320256
+P-value: 0.8413625889955498
+
+AvgSpeed
+Pearson correlation coefficient: -0.3854992655034646
+P-value: 0.0004507763325782248
+
+Pop2019
+Pearson correlation coefficient: -0.2732497613618664
+P-value: 0.002425548488616511
+
+Pop_Density
+Pearson correlation coefficient: 0.3561487116040258
+P-value: 6.091179412853825e-05
+
+Shape_Length
+Pearson correlation coefficient: -0.213494493922044
+P-value: 0.015533906724338544
+
+Shape_Area
+Pearson correlation coefficient: -0.06408804833076386
+P-value: 0.47232579210036624
+
+StationNum
+Pearson correlation coefficient: 0.7051078723982003
+P-value: 2.6424804779690354e-16
+