From ddbd109b5bef61f52486a6c11ec82455a7abd050 Mon Sep 17 00:00:00 2001
From: unknown <localadmin@BME-FZJLXG2.grove.ad.uconn.edu>
Date: Tue, 23 Jan 2024 16:05:12 -0500
Subject: [PATCH] Tried to run Luis' code. Encountered error again. Going to
 add checkpoint to save progress.

---
 .../ss_active_learning.cpython-311.pyc        | Bin 6942 -> 6909 bytes
 .../active_learning/ss_active_learning.py     |   3 +-
 BML_project/cassey_CS330_torch.yml            | 272 ++++++++++++++++++
 .../__pycache__/ss_gp_model.cpython-311.pyc   | Bin 12179 -> 12155 bytes
 BML_project/models/ss_gp_model.py             |   3 +-
 BML_project/ss_main.py                        |   7 +-
 .../__pycache__/data_loader.cpython-311.pyc   | Bin 17950 -> 18912 bytes
 .../__pycache__/ss_evaluation.cpython-311.pyc | Bin 9772 -> 9750 bytes
 .../__pycache__/visualization.cpython-311.pyc | Bin 5734 -> 5677 bytes
 BML_project/utils_gp/data_loader.py           |  28 +-
 transfer_data/tar_PT_files.sh                 |  19 ++
 11 files changed, 321 insertions(+), 11 deletions(-)
 create mode 100644 BML_project/cassey_CS330_torch.yml
 create mode 100644 transfer_data/tar_PT_files.sh

diff --git a/BML_project/active_learning/__pycache__/ss_active_learning.cpython-311.pyc b/BML_project/active_learning/__pycache__/ss_active_learning.cpython-311.pyc
index 45c9875deaf1bad595378c59b1e08a1296ac1ec3..9504984498b04e14db8bf2c7a9373efccf469c21 100644
GIT binary patch
delta 204
zcmbPd_SckmIWI340}yyDU6<;yk(YxhGFLx0uSCB{-__4ODBd|EKTqE!KQCQBpt1zS
zc8d4)i4Q2s&q_@$(e)|KEJhL0cLK^5KxFk3lS?woQsZ+{6N~aPfhKHjXPU&p$UIqz
zdm;xjtMUg1ATfD2cd+;a4vFg=GM6}HW`tbiP`bjQbODSutMa(AFnVv!7P!sE7`@qD
Uyn|VUi&5qS11e!K`LUEW0EaU`U;qFB

delta 260
zcmexsI?s%EIWI340}!Zs%t__g$jiZ0-{x!;6Iz^FR2-92lxt*UU|<^KpO@-Vlv$Rl
zpsNs?2c(ONGfOHJ^3xQY^YijjlS?v_OG{#0@{>z*Q}arSW85=KGD?$ToZ@|b;sc8E
zvw$jMoPg{CC_53TqbxN(CpEDsFEcMarnopBA+))gsg;A1yCAWsBr`E5eljEXL=Gla
z?GFq<V)88RVDTFq64yCYE^(+V2)W3ib%jIg0vK&(;c;bQ^xEttaGQ-i3h1L^KBmd*
Z*flqYibpbwa5Bn#U_d4GCLfZr1^~e~RAB%B

diff --git a/BML_project/active_learning/ss_active_learning.py b/BML_project/active_learning/ss_active_learning.py
index 546c4ad..a488281 100644
--- a/BML_project/active_learning/ss_active_learning.py
+++ b/BML_project/active_learning/ss_active_learning.py
@@ -55,7 +55,8 @@ def run_minibatch_kmeans(data_loader, n_clusters, device, batch_size=100):
     # Iterate through data_loader and fit MiniBatchKMeans
     for batch in data_loader:
         data = batch['data'].view(batch['data'].size(0), -1).to(device).cpu().numpy()
-        minibatch_kmeans.partial_fit(data)
+        # minibatch_kmeans.partial_fit(data)
+        minibatch_kmeans.fit(data) # Dong, 01/22/2024: Debug
 
     return minibatch_kmeans
 
diff --git a/BML_project/cassey_CS330_torch.yml b/BML_project/cassey_CS330_torch.yml
new file mode 100644
index 0000000..fc86d9e
--- /dev/null
+++ b/BML_project/cassey_CS330_torch.yml
@@ -0,0 +1,272 @@
+name: CS330_torch
+channels:
+  - pytorch
+  - nvidia
+  - anaconda
+  - conda-forge
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=main
+  - _openmp_mutex=5.1=1_gnu
+  - abseil-cpp=20211102.0=h27087fc_1
+  - absl-py=2.0.0=pyhd8ed1ab_0
+  - aiohttp=3.8.5=py311h5eee18b_0
+  - aiosignal=1.3.1=pyhd8ed1ab_0
+  - asttokens=2.4.0=pyhd8ed1ab_0
+  - async-timeout=4.0.2=py311h06a4308_0
+  - attrs=23.1.0=pyh71513ae_1
+  - backcall=0.2.0=pyh9f0ad1d_0
+  - backports=1.0=pyhd8ed1ab_3
+  - backports.functools_lru_cache=1.6.5=pyhd8ed1ab_0
+  - blas=1.1=openblas
+  - blinker=1.6.3=pyhd8ed1ab_0
+  - bottleneck=1.3.5=py311hbed6279_0
+  - brotli=1.0.9=h9c3ff4c_4
+  - brotlipy=0.7.0=py311h5eee18b_1002
+  - bzip2=1.0.8=h7b6447c_0
+  - c-ares=1.19.1=h5eee18b_0
+  - ca-certificates=2023.12.12=h06a4308_0
+  - cachetools=5.3.1=pyhd8ed1ab_0
+  - cairo=1.16.0=hb05425b_5
+  - certifi=2023.11.17=py311h06a4308_0
+  - cffi=1.15.1=py311h5eee18b_3
+  - charset-normalizer=2.0.4=pyhd3eb1b0_0
+  - click=8.1.7=unix_pyh707e725_0
+  - cloudpickle=2.2.1=pyhd8ed1ab_0
+  - colorama=0.4.6=pyhd8ed1ab_0
+  - comm=0.1.4=pyhd8ed1ab_0
+  - contourpy=1.0.5=py311hdb19cb5_0
+  - cryptography=41.0.3=py311hdda0065_0
+  - cuda-cudart=11.8.89=0
+  - cuda-cupti=11.8.87=0
+  - cuda-libraries=11.8.0=0
+  - cuda-nvrtc=11.8.89=0
+  - cuda-nvtx=11.8.86=0
+  - cuda-runtime=11.8.0=0
+  - cycler=0.12.1=pyhd8ed1ab_0
+  - cyrus-sasl=2.1.28=h52b45da_1
+  - dbus=1.13.18=hb2f20db_0
+  - debugpy=1.6.7=py311h6a678d5_0
+  - decorator=5.1.1=pyhd8ed1ab_0
+  - eigen=3.4.0=h4bd325d_0
+  - exceptiongroup=1.1.3=pyhd8ed1ab_0
+  - executing=1.2.0=pyhd8ed1ab_0
+  - expat=2.5.0=h6a678d5_0
+  - ffmpeg=4.2.2=h20bf706_0
+  - filelock=3.9.0=py311h06a4308_0
+  - fontconfig=2.14.1=h4c34cd2_2
+  - fonttools=4.25.0=pyhd3eb1b0_0
+  - freetype=2.12.1=h4a9f257_0
+  - frozenlist=1.3.3=py311h5eee18b_0
+  - fsspec=2023.10.0=pyhca7485f_0
+  - giflib=5.2.1=h5eee18b_3
+  - glib=2.69.1=he621ea3_2
+  - gmp=6.2.1=h295c915_3
+  - gmpy2=2.1.2=py311hc9b5ff0_0
+  - gnutls=3.6.15=he1e5248_0
+  - google-auth=2.23.2=pyhca7485f_0
+  - google-auth-oauthlib=1.0.0=pyhd8ed1ab_1
+  - googledrivedownloader=0.4=pyhd3deb0d_1
+  - gpytorch=1.11=pyhd8ed1ab_0
+  - graphite2=1.3.14=h295c915_1
+  - grpc-cpp=1.48.2=he1ff14a_1
+  - grpcio=1.48.2=py311he1ff14a_1
+  - gst-plugins-base=1.14.1=h6a678d5_1
+  - gstreamer=1.14.1=h5eee18b_1
+  - h5py=3.9.0=py311hdd6beaf_0
+  - harfbuzz=4.3.0=hf52aaf7_1
+  - hdf5=1.12.1=h2b7332f_3
+  - icu=58.2=hf484d3e_1000
+  - idna=3.4=py311h06a4308_0
+  - imageio=2.31.5=pyh8c1a49c_0
+  - importlib-metadata=6.8.0=pyha770c72_0
+  - importlib_metadata=6.8.0=hd8ed1ab_0
+  - iniconfig=1.1.1=pyhd3eb1b0_0
+  - intel-openmp=2023.1.0=hdb19cb5_46305
+  - ipykernel=6.25.2=pyh2140261_0
+  - ipython=8.16.1=pyh0d859eb_0
+  - jaxtyping=0.2.25=pyhd8ed1ab_0
+  - jedi=0.19.1=pyhd8ed1ab_0
+  - jinja2=3.1.2=py311h06a4308_0
+  - joblib=1.2.0=py311h06a4308_0
+  - jpeg=9e=h5eee18b_1
+  - jupyter_client=8.3.1=pyhd8ed1ab_0
+  - jupyter_core=4.12.0=py311h38be061_0
+  - kiwisolver=1.4.4=py311h6a678d5_0
+  - krb5=1.20.1=h143b758_1
+  - lame=3.100=h7b6447c_0
+  - lcms2=2.12=h3be6417_0
+  - ld_impl_linux-64=2.38=h1181459_1
+  - lerc=3.0=h295c915_0
+  - libclang=14.0.6=default_hc6dbbc7_1
+  - libclang13=14.0.6=default_he11475f_1
+  - libcublas=11.11.3.6=0
+  - libcufft=10.9.0.58=0
+  - libcufile=1.7.2.10=0
+  - libcups=2.4.2=h2d74bed_1
+  - libcurand=10.3.3.141=0
+  - libcurl=7.88.1=h251f7ec_2
+  - libcusolver=11.4.1.48=0
+  - libcusparse=11.7.5.86=0
+  - libdeflate=1.17=h5eee18b_1
+  - libedit=3.1.20221030=h5eee18b_0
+  - libev=4.33=h7f8727e_1
+  - libevent=2.1.12=hdbd6064_1
+  - libffi=3.4.4=h6a678d5_0
+  - libgcc-ng=11.2.0=h1234567_1
+  - libgfortran=3.0.0=1
+  - libgfortran-ng=11.2.0=h00389a5_1
+  - libgfortran5=11.2.0=h1234567_1
+  - libgomp=11.2.0=h1234567_1
+  - libiconv=1.16=h7f8727e_2
+  - libidn2=2.3.4=h5eee18b_0
+  - libjpeg-turbo=2.0.0=h9bf148f_0
+  - libllvm14=14.0.6=hdb19cb5_3
+  - libnghttp2=1.52.0=h2d74bed_1
+  - libnpp=11.8.0.86=0
+  - libnvjpeg=11.9.0.86=0
+  - libopenblas=0.3.21=h043d6bf_0
+  - libopus=1.3.1=h7f98852_1
+  - libpng=1.6.39=h5eee18b_0
+  - libpq=12.15=hdbd6064_1
+  - libprotobuf=3.20.3=he621ea3_0
+  - libsodium=1.0.18=h36c2ea0_1
+  - libssh2=1.10.0=hdbd6064_2
+  - libstdcxx-ng=11.2.0=h1234567_1
+  - libtasn1=4.19.0=h5eee18b_0
+  - libtiff=4.5.1=h6a678d5_0
+  - libunistring=0.9.10=h27cfd23_0
+  - libuuid=1.41.5=h5eee18b_0
+  - libvpx=1.7.0=h439df22_0
+  - libwebp=1.3.2=h11a3e52_0
+  - libwebp-base=1.3.2=h5eee18b_0
+  - libxcb=1.15=h7f8727e_0
+  - libxkbcommon=1.0.1=h5eee18b_1
+  - libxml2=2.10.4=hcbfbd50_0
+  - libxslt=1.1.37=h2085143_0
+  - linear_operator=0.5.2=pyhd8ed1ab_0
+  - llvm-openmp=14.0.6=h9e868ea_0
+  - lockfile=0.12.2=py311h06a4308_0
+  - lz4-c=1.9.4=h6a678d5_0
+  - markdown=3.5=pyhd8ed1ab_0
+  - markupsafe=2.1.1=py311h5eee18b_0
+  - matplotlib=3.7.2=py311h06a4308_0
+  - matplotlib-base=3.7.2=py311ha02d727_0
+  - matplotlib-inline=0.1.6=pyhd8ed1ab_0
+  - mkl=2023.1.0=h213fc3f_46343
+  - mkl-service=2.4.0=py311h5eee18b_1
+  - mpc=1.1.0=h10f8cd9_1
+  - mpfr=4.0.2=hb69a4c5_1
+  - mpmath=1.3.0=py311h06a4308_0
+  - multidict=6.0.2=py311h5eee18b_0
+  - munkres=1.1.4=pyh9f0ad1d_0
+  - mysql=5.7.24=h721c034_2
+  - ncurses=6.4=h6a678d5_0
+  - nest-asyncio=1.5.6=pyhd8ed1ab_0
+  - nettle=3.7.3=hbbd107a_1
+  - networkx=3.1=py311h06a4308_0
+  - ninja=1.10.2=h06a4308_5
+  - ninja-base=1.10.2=hd09550d_5
+  - numexpr=2.8.7=py311h812550d_0
+  - numpy=1.26.0=py311h24aa872_0
+  - numpy-base=1.26.0=py311hbfb1bba_0
+  - oauthlib=3.2.2=pyhd8ed1ab_0
+  - openblas=0.3.3=ha44fe06_1
+  - opencv=4.6.0=py311h10ae9b0_5
+  - openh264=2.1.1=h4ff587b_0
+  - openjpeg=2.4.0=h3ad879b_0
+  - openssl=3.0.12=h7f8727e_0
+  - opt_einsum=3.3.0=pyhc1e730c_2
+  - packaging=23.2=pyhd8ed1ab_0
+  - pandas=2.0.3=py311ha02d727_0
+  - parso=0.8.3=pyhd8ed1ab_0
+  - pcre=8.45=h9c3ff4c_0
+  - pexpect=4.8.0=pyh1a96a4e_2
+  - pickleshare=0.7.5=pyhd3eb1b0_1003
+  - pillow=10.0.1=py311ha6cbd5a_0
+  - pip=23.2.1=py311h06a4308_0
+  - pixman=0.40.0=h7f8727e_1
+  - pluggy=1.0.0=py311h06a4308_1
+  - ply=3.11=py_1
+  - pretty_errors=1.2.25=pyhd8ed1ab_0
+  - prompt-toolkit=3.0.39=pyha770c72_0
+  - prompt_toolkit=3.0.39=hd8ed1ab_0
+  - protobuf=3.20.3=py311h6a678d5_0
+  - psutil=5.9.0=py311h5eee18b_0
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pure_eval=0.2.2=pyhd8ed1ab_0
+  - pyasn1=0.5.0=pyhd8ed1ab_0
+  - pyasn1-modules=0.3.0=pyhd8ed1ab_0
+  - pycparser=2.21=pyhd3eb1b0_0
+  - pygments=2.16.1=pyhd8ed1ab_0
+  - pyjwt=2.8.0=pyhd8ed1ab_0
+  - pyopenssl=23.2.0=py311h06a4308_0
+  - pyparsing=3.0.9=pyhd8ed1ab_0
+  - pyqt=5.15.7=py311h6a678d5_0
+  - pyqt5-sip=12.11.0=py311h6a678d5_0
+  - pysocks=1.7.1=py311h06a4308_0
+  - pytest=7.4.0=py311h06a4308_0
+  - python=3.11.5=h955ad1f_0
+  - python-dateutil=2.8.2=pyhd8ed1ab_0
+  - python-tzdata=2023.3=pyhd3eb1b0_0
+  - python_abi=3.11=2_cp311
+  - pytorch=2.1.0=cpu_py311h53e38e9_0
+  - pytorch-cuda=11.8=h7e8668a_5
+  - pytorch-model-summary=0.1.1=py_0
+  - pytorch-mutex=1.0=cuda
+  - pytz=2023.3.post1=py311h06a4308_0
+  - pyu2f=0.1.5=pyhd8ed1ab_0
+  - pyyaml=6.0=py311h5eee18b_1
+  - pyzmq=25.1.0=py311h6a678d5_0
+  - qt-main=5.15.2=h7358343_9
+  - qt-webengine=5.15.9=hbbf29b9_6
+  - qtwebkit=5.212=h3fafdc1_5
+  - re2=2022.04.01=h27087fc_0
+  - readline=8.2=h5eee18b_0
+  - requests=2.31.0=py311h06a4308_0
+  - requests-oauthlib=1.3.1=pyhd8ed1ab_0
+  - rsa=4.9=pyhd8ed1ab_0
+  - scikit-learn=1.2.2=py311h6a678d5_1
+  - scipy=1.11.3=py311h24aa872_0
+  - seaborn=0.12.2=py311h06a4308_0
+  - setuptools=68.0.0=py311h06a4308_0
+  - sip=6.6.2=py311h6a678d5_0
+  - six=1.16.0=pyh6c4a22f_0
+  - sqlite=3.41.2=h5eee18b_0
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - sympy=1.11.1=py311h06a4308_0
+  - tbb=2021.8.0=hdb19cb5_0
+  - tensorboard=2.14.1=pyhd8ed1ab_0
+  - tensorboard-data-server=0.7.0=py311h52d8a92_0
+  - threadpoolctl=2.2.0=pyh0d69192_0
+  - tk=8.6.12=h1ccaba5_0
+  - toml=0.10.2=pyhd8ed1ab_0
+  - torchaudio=2.1.0=py311_cu118
+  - torchinfo=1.8.0=pyhd8ed1ab_0
+  - torchtriton=2.1.0=py311
+  - torchvision=0.15.2=cpu_py311h6e929fa_0
+  - tornado=6.3.3=py311h5eee18b_0
+  - tqdm=4.66.1=pyhd8ed1ab_0
+  - traitlets=5.11.2=pyhd8ed1ab_0
+  - typeguard=2.13.3=py311h06a4308_0
+  - typing-extensions=4.7.1=py311h06a4308_0
+  - typing_extensions=4.7.1=py311h06a4308_0
+  - tzdata=2023c=h04d1e81_0
+  - urllib3=1.26.16=py311h06a4308_0
+  - wcwidth=0.2.8=pyhd8ed1ab_0
+  - werkzeug=3.0.0=pyhd8ed1ab_0
+  - wheel=0.41.2=py311h06a4308_0
+  - x264=1!157.20191217=h7b6447c_0
+  - xz=5.4.2=h5eee18b_0
+  - yaml=0.2.5=h7b6447c_0
+  - yarl=1.8.1=py311h5eee18b_0
+  - zeromq=4.3.4=h9c3ff4c_1
+  - zipp=3.17.0=pyhd8ed1ab_0
+  - zlib=1.2.13=h5eee18b_0
+  - zstd=1.5.5=hc292b87_0
+  - pip:
+    - beautifulsoup4==4.12.2
+    - gdown==4.7.1
+    - soupsieve==2.5
+    - torchsummary==1.5.1
+prefix: /home/doh16101/anaconda3/envs/CS330_torch
diff --git a/BML_project/models/__pycache__/ss_gp_model.cpython-311.pyc b/BML_project/models/__pycache__/ss_gp_model.cpython-311.pyc
index 7ea0e5aee16a5d2ee1c342415375672e4d81589b..d37ffe5f455f960149fe66e6aabf4a1c1061fa17 100644
GIT binary patch
delta 254
zcmbOn|2vL%IWI340}y=Lvo6(VBd<Fv6NAI%FxGvH0kQhIc_sQq`mTQNLGjKR`FZ*-
z`FZL30hJ{nwo|;XPkca8epYI7iLOs+W-*G0z7tTk03xfOo1c=JQ>;I^mffF`Yx7z5
zGA2gT$u3+wwLO6L{%Bx;!4FJwtXv-$un-Q6lMT7WH`{UB@-upFu8}I@Vw|@5y$TOI
m<Lb?SwB?xfjTogrFkliBDyGz55jXh=lKO&>&zkJ1?*#x<pH6B3

delta 296
zcmewzH#wenIWI340}#~DoS7=Qk=LD-slk4880$X9`Z8y$n9$<XqT-mGqFf^*0|V0-
z|GZR}qRg^X1zm;EJRn_EoLN$-ke{aDoS&DMnp~2ZTv`(2lAm0fo0?Zr9OIr@l2Muz
z;}q}f6CY5Np9NGA;{;?EK-szZDXBTdF~!C4=>_p%j$T1!ks{DFRg%7wtJp0WIW})$
zFJodfnXJvVQ_CGF@uPtO20t*#vT}W3z(Uw<=I0LKXY|;dB2~o2ICb-N6&`lRRhyq^
h%Q5R4GD?47z$7MAOsT&jZt@W%^#viHG1*Yx3jhUmUONB)

diff --git a/BML_project/models/ss_gp_model.py b/BML_project/models/ss_gp_model.py
index c18f06f..e364cec 100644
--- a/BML_project/models/ss_gp_model.py
+++ b/BML_project/models/ss_gp_model.py
@@ -20,7 +20,8 @@
 class MultitaskGPModel(gpytorch.models.ApproximateGP):
     def __init__(self):
         # Let's use a different set of inducing points for each latent function
-        inducing_points = torch.rand(num_latents, num_inducing_points, 127 * 128)  # Assuming flattened 128x128 images
+        inducing_points = torch.rand(num_latents, num_inducing_points, 128 * 128)  # Assuming flattened 128x128 images
+        # Dong, 01/22/2024: I will use 128 * 128.
 
         # We have to mark the CholeskyVariationalDistribution as batch
         # so that we learn a variational distribution for each task
diff --git a/BML_project/ss_main.py b/BML_project/ss_main.py
index a610684..2716179 100644
--- a/BML_project/ss_main.py
+++ b/BML_project/ss_main.py
@@ -4,13 +4,13 @@
 
 @author: lrm22005
 """
-import tqdm
+from tqdm import tqdm
 import torch
-from utils.data_loader import preprocess_data, split_uids, update_train_loader_with_uncertain_samples
+from utils_gp.data_loader import preprocess_data, split_uids, update_train_loader_with_uncertain_samples
 from models.ss_gp_model import MultitaskGPModel, train_gp_model
 from utils_gp.ss_evaluation import stochastic_evaluation, evaluate_model_on_all_data
 from active_learning.ss_active_learning import stochastic_uncertainty_sampling, run_minibatch_kmeans, stochastic_compare_kmeans_gp_predictions
-from utils.visualization import plot_comparative_results, plot_training_performance, plot_results
+from utils_gp.visualization import plot_comparative_results, plot_training_performance, plot_results
 
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
@@ -22,6 +22,7 @@ def main():
     data_format = 'pt'
     # Preprocess data
     train_loader, val_loader, test_loader = preprocess_data(data_format, clinical_trial_train, clinical_trial_test, clinical_trial_unlabeled, batch_size)
+    print('Debug: len(train_loader)',len(train_loader))
 
     kmeans_model = run_minibatch_kmeans(train_loader, n_clusters=n_classes, device=device)
 
diff --git a/BML_project/utils_gp/__pycache__/data_loader.cpython-311.pyc b/BML_project/utils_gp/__pycache__/data_loader.cpython-311.pyc
index 0b1a7ebdb4b25cf36cb492dfb1b7d20074e1bb08..e131c154219f7dc3144ea923de24d050f059f45a 100644
GIT binary patch
delta 5497
zcmcH+ZE#f8_1*p6&2Bay`@NfF^9f5Jn*<^xfiMY6h%qD~gb}g0ta+P|xY>>Oz3>s=
zHb7B<f{NGHwhE@U1LHs)m1^5*r>*U@=-4_7WrnzwDYk0W{=rd3rBmB;-peN0U^{lE
zy~&>U?)kdsoO|xM=bb!Ct}>E)+F~(rFiySrZ1fLnkLS9`3&$7TWg)yOmbWdB*B|7z
z<sU!dtt;SdyyYO-R><c9%EsGyE6nVC9?TqkK0qh$;0pog;#Hfufb;nDW9E<b9QUB_
z!J@}Gk+A$K8w)sceMwH@cyf;lSEY7Qi%(^YsF`)Kdy>Q(fJ6Po92s6-bBb`>8Tct9
zN#Y)m(#}ZPvh`-Tc-=xNiST-NhRjWAIF5Zl3N#`Fh5f0@VH%mWk4;uNCk@&1D7_k_
z;c1-H0yERxY(k;u+=MaDNLuD7AelRZHD_a$Sv^_`O!J7Sej-Q4T4zM(JEUiu%50Bn
zazjZKpU3A9sgmj;jxTtcBsK6Xgr^pE)(&``q)zH3P0}D~B^_!_8pV8EPZ_*JEMyP2
zd2~;3yi?M%F@r7dCi<FyPs6(;15#@jQZt&sR%3P;L8V(VqL2rS@_<pMAugFS#2xYR
zUY?7Yl4glKs&zc7aW1kXbEVw*dzQ4qd|p73d6Id`jBZa#dD-hwTb4~e$qFkMols|U
z5$<S<WR>*02<?QY0iNyfG{Lh?vhv=!jp2)xbQ5k_fG?5pdQMm(<xE-77Us|vXb$_7
zN!dcfV98_PsXvxGYE9-7PReIwv2#u7*|LSE0atk}f3zT309-lALUGYtSjED*cd3x|
z>dGdQHZd@VJnYL>cckc0(IDX~4;l{pLfk1}JTuFjv>);TRmE3*F;&G$1yZ48lkEJW
zvx`r`!8rpzWh5P9wfweRhLVHl{=J>qCh-BbL$|EaIip}k{=bm^tu9#Zl3bEWPGL9X
zkw<cexb0rZ6RV`!1vN+V%<f6yCLeHkB^7Y2lsTNR&2_-(f#<RX+nU+#(gk>ByE(xw
zdFM3Ot;$NaC0V=U%=Q}6uv&87e5OE%^%{!EQWiHjvJX_YKJQKXmPuaFXW#CepRhwD
z>6APRFdoSZSygktYA&%MBETnk2h~u@gWWgmvBW?mwlg7!HS!yu7>x|aCq`JLp_v3(
zaHX5AG&<b2P=wNGJUoyX9UB*;G#rnNMkfaQn%H}WsJ)<Td{|gO+t04tviRIbhC5Uw
z#5U%X^o4_?aWP1P>$^Afh1cy&#Dk$kd??tvSH$<W@W!riFHMX@2gGHlE(;TE1L~MU
z4UUV$F(EuO7G#%mnn({TFh8+$J){$D2aq-nB*x=nxO;OS-2ig|Q`hg`w~uxp%dG&|
zhdF-I%WjyPNGEHs+~;tlbwXm`o~W448H$26f{5O+=PmVQBYWGjB(xSqTLGla@$u2I
zy)`rvhd|LbL}@83$fwo9_-I-a8y3Vsak^k{Vw`3Ngtg@UvFc7)U^vc4_oUS{v74F^
zVGwsh_|Rf`p*FVG`kJ*HD2fNg@aAW(yy8i8A#D=IV#8v1e3%!g1PH9;!Unj^KK*nb
z_l~>dlDqnXd)X!TvXsU#t#_x2R$SDtNa<Hx*KrQlV|QNTxUwGAhaBhVRedbOL#9Kf
zX`?q)(s0q(kTN#BV|OZSx5;c>GFzAGkZI8j-|~yb<tgLxD;d5)nQutu8v?#__vZal
zLpsmZ+g~Ep2f#e~H3SC{+>hV^1P=lbppAgtkq7Nyh0aP6V~x(Qz{Y&jIY{=ie>hw7
zk02wq1Ab)>53?Ru8QI0CYYFh3aJ^L>0%Cy33k1{@b0MvU_)u9=jgtP%{<CM?K_am?
z+%>*Vlv2x5X<c-W7>)Dvu!1|n$~}un2fNKvNha96o-MG@c~3{tek7~tMtIPN5Ih1P
zV;fuQEhh(9uh$2@k9x~Ulg#oku%z`nBSJ(JsUrFWqKvUbgb(u(F%r<qmZsIi{2qD|
z)t+Fl`uwo|2fk`@KXVj~7EHSqKiBZe(v<af{5RZAJK36gH+#0|@7<^^pqppZU8n+=
zrB5M{>B<uHNkp6gkk-YcyTcG8Tu*@Pff&JnP57j^nH*=!OOAlgKQD3nYoVWeoP%0Q
zhPk9l;zod186oZwvR%inmpmN(nP|yiIgVFJno}Tk27byQoM_FwbKHm_^Db$4HLu~d
zylzN!R=?n?(MnogJ6E};jBJ0E-Dx<;Wmm+cPPD_JetD6LSxT*&b#oFU&^#$an%6ib
zjo<^GJ9*Gb$;cbw?odg_ICOWCN;1gJmO&zLPuL|gQ}=&STHrVunqe-M6tZU?xwzmF
zaum>#Y7pDxobCxv80x3Jwq`)sHQ@|J?;am&^5aqW4-Uto{^%a46~Ya&lwz3DdLcSA
z8jXvv_wKR-W~^niiFLZHhdjeRDJ$ubb5<iu&@NzkA7v@V{{4T#2;?g1tV#%J%~(X-
znbwRXhU4=2!yLyI={6MUN3ezMC@=QmL8O>70h64EN@mOXV`kqeuhV@O8BVeb<;6O=
zh#q6t%a`k>04wydnhJ+5-?-*OE}wN)G}x?`HCOWNDM#=*(}ld|OL@(yyk>Tw;_brE
zu3CNH8cbO$QickOZVaf{^NqH1$0{2&g_AI!&|sk87@vg+?P6~P20GD2`f>&YJoJb7
z{vv{x5F9}890DvUX#*T#VfQe&t%{GOwQyxc_GUbNU`Ys$(rZf=yJi1xM}F-@lqQ6L
zQE~euGgmJoPqU`#igMY{Dd3rKt{WG`#Apc4sSw3Wa^}$f<lO#hr@HYR@WA2Ip*qVT
z)MXLw24OHkN9n7G(+WEyV^Mk@-svmIt5z0!l3l2=DdBvb{jH{)Tx8bZb`u7sJD~2T
zlWbS8y8Y`YhBb*kj^Nt}zK7s6f@27#5WJ26tDqcNrA&SmrwHz0e+_P}HEFk!Yur5O
zvS`b%akHS<sja-m&4PNCs9ltg=EyqQDQ*$n#7@^vkQZ24U3-J99}7nyN7;wDBL5ch
zW><Rp7sS2IPSgdUuAQ$d(!K|X%k2HS&1G^n5SV5L-q~vSebf(d{wL;SlFa}7<B3ET
z78>}5Qq6oS>UlMM8)=eiUYpd!Yk{JhrRafT0E!VP<v=mbQgVP|28snJj;z&kPql)T
zb6=)V)o|Zu#sLCfsn!`a5z&yrL%qW&$zw`~Ukpnn_+rbpJE{Fo0&K?$D0~?uH!Ey{
zI$E$mp+0^E>?!=R_ShDP{~zqx1@_p#tUZqZr9F`^jE_~s?qg=~3;K50P54-r^m3o<
z>Yi}V)bE=cJ8A?KthC{$h3Wi`-gOJQzBe0=YN-i1cHZ)%%8AnTeSJNBrT#m5w)FW!
zw}$-PJ^lU->-+uv9qawQt^FM}aPmu6uFn4zh@_4E?VH16u>=(DU$gki=2|`N13cY~
zKrUmy$G7aF7%(XP6%QnKd1dXSTqN;urgMbIuHpDl7;gpv^9iqf9CF1-=R)@@HzW!J
zh4zqp6Mn+?A?^2ZSF(G{D;i_URGF$;bwSg3Nz<6pG|ulfr)_<QjMLt&DZ>uewD-=G
z!3F<vmsx+&Sf4W1Puo@@!&*dp!}I7fUFcO?57M{D^c@QQ9fKv6TX(@wf5}jvGSpwm
zMWt8IJ+;bApjkQFm~PK5I?$@24-`vHz^sI2HzM#0lHP|vE>-dkI2$JV5&K=!YF`JC
z)7CK>h3}4ms36FZp`QVk5LVIrGBkPbHeV+JEW2=PVXv2IKFKhB7p4N%uz9Vgre!Iy
zvAUKeI=QZfSfs^okr`FUxC5H6hg#ga&tYOD><29YSmJVvN9EiE82SQ&s{mjX6r!h@
zp|zg8#hP2o$O(2=Yn6PRq!+WUb#8ksa(6Tq<-<Z`bSxGXs1~-+!G7F20fAcHcDh3L
z`_HINqiDlbm0L!x=|;*C_IaDLUS`Y=D^-Cq`VAD&z?*;v0JBIQ;KYV?wORuZYMHcd
zb07K|&?*;5dpkv60;D~lRxtemcUm6~^NE3QSV`nC>irFXv~CPOvm%0ggQwNKw{}qs
zC_T?ALwEGb2SLKQd=cRmE1QiwL}hQ#XNra_xEgO5R*xq5@mRElT7e4x*vPyZI_jV1
mEc@iYYnrWu^uUFg^$=NXeMepy30~u7K__9atnbsHm;VBY?y<uF

delta 4584
zcmb7HYiv}<6`r~KUVC@F-iP;Pd$I9j!8XQ$lz;=+_yHs_2tyL6)6KGXv6rrQH*>EY
zaPHP7kYb3d1Pv{OG%d*wM+$Be6{)S1Rt;&SqE?mMDpk=EkXxlcqCVm%P4j4)^qhNb
z<6Y>Fj=bN@J#)^PGjq<IIiBP6dsEc@vdv~C(Dpw6T;lkqGj<=HIn(g9e$xqZpiCgW
zL^Piuq9tLS))8_Eep)-=6y2ij1U*nLdPF<)F3~GGpm&R9An6gEfL^gebOEhG6#7ZT
zcjo3<--9MXP6khg&Jmd|>LTPY<+Ce&<{VLoDEJAl4p-@9BjLwP6~bX1-!4>*i@IqL
zxU?jMob8|idcA*16MPwNeT`}J#@i^S1xfR*8IZIrP)&tY^(&$-0Zhv#QT<qnYJzn^
z6pf#%sp8N2>|Hr3mWZW;LQWVYqU|M`(?M^CUN1VtGN2n2A!k%{Ig_GS45%z;mTl@f
zDu_<m!FSdMjL#FXTru)lv&UI9O$dK%l@A$QiU}DUMGSmalXoj-{;0mf?}6nlgCu7i
zB&UPmF_JRpN)&R@!q0@=Xmx8Bd1Pup09#6PHpPbCSZp~vd@tL6&Y_fCw1S|A?=U;Y
znY+OF3dIg)`Cce;8zobl6}w^_rEDkkCg^*hw?N;i*hTNH<wXD2!3;vAyNl?71^Oz*
zdJ#^4q45jhQjfhbMkqNIyjZeeVY%~Lu;E~;bl8?FqeLmYXva;Di=mmyVliN>N;!th
za!z2h=E~*T#bpSQ9k<3xd7-3OJ!T-Jkd|}Fb+;r=1q)|SkB25hho~4nVLlb?BGbTm
zX^A`Mo(#gQAg;LctUwf}Qm(iZw^%b%JFN#<_-QTYksB7r5TYKD+<6lqpp^4gV-5G3
zf)Q__(49q=BotF+ZG}>ySk&P4L0tJ29|TYkLdCAoQNlcmUvohGHrGsrfIpy6;Qxxs
z?}Zpx3vzzwn~QwD7z-<k=!>!7Q3BdJ+iqWHLqS~D75L9v=naV2dc}(uY0dJBR4C)W
zO{PKd-*)*xhQDU6)HNyrxOwhg#k)MX2Wif$_=_lhB>;gJd20Ec3n;*+1P<vSfv)Ns
zJI0$gHeQ~w?iXkWH`=Plk8ImGuun=bX&}Xh+uB-N*AMJUC%Ra2G!bqN?@L3^q@;W_
zoH-QUmPw}*aXA?ukq5dm@sZ&~T9yWSlk(8W!GX@`1NTRFv&>=O80ds?c40gsCsR^%
zFgqZ|<XAM7iHQl;l0EvFwLO)T_|vv}+RcAtd%md?qK$0>$Xnu>k+dA`>)*q=;9J6&
z42LHsSU0lt0Pr)mFzw+N>>Ft>|AYMr>gI<WZFDDp&atW$Qz_dFkS|S-3}=tFuvl8m
z46`jrGBD6B=5^A@a9$4v$dO8JD!X3)pgNgMi-{w79m_n<EJ!fRLrF<BL{++lo1MQY
zxesPE!z%erXVvDdTUEpIRw<iG%F&UeD6vuCDTAN%4jBK*Clll^PS@GsJRwyFg%1cR
zj|=})aboA?>GC)9wD<C0#gFM~1y$z|zJV}~FoAFkK!T?a&OvRgn{W5m(StngAAlqH
zJmlx^`X4Yq0UQxsKFr7K!+d`r0FNlh;hPuM4(~WW5vZXl{&HZIu@}g3fzwJi|7+mt
z>JF5p>cSBnLvQ4DuotGPz;_#5u;2lHGq{E_ZV$DDPzkW3xp`yah@41^?6^id!5<Da
zfO988bu`PTL;F-iw^yo03T!8Eu}Or}0E<TQSY>V15hS<(Cdds(`LpZZcGdmPQUA81
ze%4&idN03JSwlCflBa+tZyJh8F<EAs#&09Zf?*cLfQuN^4diu6@d!H)bL<@dqACn#
zRadX3Pw@Myhs)=Djjyf0+BEBU2>;9v!4ki&cGEso6)`R|bU(`Dn(R3QbzalYzJr8w
z0C{6N@pu%@4HuIjo5Q(51BW%O*hDA!(2CPR_2ic-5nwUH50Ci6Qf{jW3Xgomn`)lv
zo>`uF4x{(grszdM)QNi0FeuCzi?X&sF)XiVE}HR;@`_N66=t2BQFcLb5V0*QcMe<m
zM6G}I(woTY6pLtvEG#ING!-q1pqTL<C}zmb6mm1=bNUK?z1HhMuBrt(<m3gqlQ*s`
zEt~q6LKWc<mT=a-u|Sk>wR$RA;?n46w29#poi|B|K};s#o2OSkS&B(uDIWZFyXg0M
zvaWik8ftn~g6#m7_fVE$?fKr9&>}W13Wbc6*Joq$P+osHlT54E2}2X^y2N&&$Zr0}
zx~dRfDTW@6Sk(~GVo~+3g*)rlLRAC|=lS;fDx;csPV!X!T{Y-qsRNuhL9Y1%leTM4
z*Q9aIRdM#7c~WM%7l2=>U$3*<?&a2ockQ3dIYQ?T%{o@jnpZ+xecrG~?>Y)9#`Jgs
zaNqF7W;=MSDZUyv#a>^8NPzti$FCy1hM;DLS8z1J-*5687dB&W?xN$ozq!%B59js(
z<PBp9mXRVBZD;5C+2&^YUH)eCN^L6__}`jC^wrCjmI@vH0bj8;u;G`gm^2j2CfF6!
z^Cke?Y`p$zbmxsyJeGpj00UKxXq>sqrM0#6DnGaO5i2^VFQVJaj`A<ouI_mX=Z_<t
zLEs24AiRih65#^ERfG-%RG_68%m54_#xrdXx0V<lrt@SO25g4fd9nmmUPIkHS%Oyn
zaa)5^)rLBH7@j!m<7@63qci-KyL#5E`tfo`O0;9Wm2|HoZ(-(TH;{Id*R6{{;@GvW
z((q>>{FXnqu73bmiQ|zhHa!gR`@^>&KF<+_GLs0kyC^{2uFDzH4n+Wp9w-K&7=dCG
zP4H!gFALQ4M6_xJDvR-8W3x*qmP~`DOYqZL&ZyG$VrdcGg!B~#(N;t^r*D8(dy!U0
z5!e5(briIgE!WB`?{@Q0W0UKD*tYdfwmD?e;?4;Cqf(fro}`LVF)3!XesT5j{Tp8A
z4fjm(pWgEm0mAI;#&+k=Kss;P+tVM-rZRBFf6o83aZ`)F`11S;*x)`)Ah#JF^;9xF
zawKnr(NH$d@88r~zx4R#OQhInGCdf@EFxJz0>WKukj7u!<o3M}wBN%|8qgAf$uUn#
z4Kd0;*yP2r8OP3cw`bl+JiF<n<yvsxtl4)h_$cD#ueO&`?fErw+UVxT?!D4e7;zDS
z;TjC%EK;h~0FNO-Mi@a*<MbGgmJDbA;FFu%Lzu1djx0++2^LRClKK!bC^*OmgwJih
z0@cP#TRx%@ymOF&@FiV*@oAFH!RNvqUwZG~=xCyP{`U^8XkZ<@vNPPIGGbJQAJqyV
z*KjNwm14u$R6>f%8Lblf6c|1wJlPq6WqD^nsOSR<n?c9}z{+ztev!Y`)kd%LkGpE<
zIUeZ7vaqAO#X#VMja=>?gX-b^?w7~aZNGzpdQA`)&@zmApDpa)K**QlE3DZPg{m$I
z=b)Wf;W@Map!72cUjh_68#S#O$wDEKh{`OMOh>t=x5}Uco5FlUZ~udM`y&P|!SwVn
z+*(BF>50&uh)$#Kjrj7WXjII^qfsp;4*(PU1*$e?p)!qWuToyOd&m6@69>D(Z}jfJ
zZxn}Wp28r|!U28A)D7dYFtnp6bAD!SAI^v)sl;Yxg<1F`(gXaP+ovk#^}8tD1!=UP
ZJILF1Y<Gv~nt4(PoB8P-d-S-!{{oh%@r?ig

diff --git a/BML_project/utils_gp/__pycache__/ss_evaluation.cpython-311.pyc b/BML_project/utils_gp/__pycache__/ss_evaluation.cpython-311.pyc
index 14c7dfa31576c8ee01e847158a5109e4899ef798..9d4cc78f81d6c2e272a382dd44e93f43fb63f2a0 100644
GIT binary patch
delta 108
zcmZ4EGtGy4IWI340}xE>Ub&Imn>{E|KR2&LzewNJ&pjyKIU_$$-z7gUT|c0*1jKfV
s_w|VnD9X=DO)k;(Da|ZK5z%)7$`(Lm^-D`KbBg2B3-mYdW6zTV0DkBtHUIzs

delta 153
zcmbQ{v&M&eIWI340}#YZPT$Dw&0b&bY!wq)oLW>IlT(yyWMp7q8sndr>Qa<hma3qu
z5Sj<1i;6Q#Di!k66rA((@=}vaGLuV7VqEf*OLJ56N{VCLGfOf`lVY6WeSP8sit@97
uDq@^~>;fpev?Md9IHtHbKD8_{r!=u7Ge1wSpz@YzaY=r1#^(L(;c@_*lsBsY

diff --git a/BML_project/utils_gp/__pycache__/visualization.cpython-311.pyc b/BML_project/utils_gp/__pycache__/visualization.cpython-311.pyc
index a8c3afd30ad9aefea43425eec7756a9d74ec4254..fe8ddd586cc0009554b2a6bedcddf59cc949fd24 100644
GIT binary patch
delta 108
zcmaE+vsQ<DIWI340}xE>Ub&Hb0&7sBer{fgev!VbpL<Zeb4GrizDs^yx_&@q35e|!
s@9PsEP?VpQnp~pmQ<_<fBBJjElr4bB>X(*e<`l=L7wB(RV{;Gy0GlZ!wEzGB

delta 166
zcmZ3h^Gt_(IWI340}yyzY1qg;fwg{?vsFxJacWU<Oiod*k&%IcX^ekfs!LI3S*n7r
zLTDb4E-KC}sZ_{MQ*h4D%S%lz$xJRSiE+*^Eh<hej&V!O$x$#eFfxvD4tCWwwJ<W(
zbxN#EEzV5LQ}9hp&dAJ5Rq#noEXvEwOOFXC%FhBC5N{llmYJ8B6JJoo0~UxWEy>I&
Lj@kT{)j<FNRuMWe

diff --git a/BML_project/utils_gp/data_loader.py b/BML_project/utils_gp/data_loader.py
index 14ed5fe..921467d 100644
--- a/BML_project/utils_gp/data_loader.py
+++ b/BML_project/utils_gp/data_loader.py
@@ -12,10 +12,20 @@
 from torch.utils.data import Dataset, DataLoader
 from sklearn.preprocessing import StandardScaler
 from torchvision.transforms import ToTensor
+import socket
 
 def split_uids():
     # ====== Load the per subject arrythmia summary ======
-    df_summary = pd.read_csv(r'\\grove.ad.uconn.edu\research\ENGR_Chon\NIH_Pulsewatch_Database\Adjudication_UConn\final_attemp_4_1_Dong_Ohm_summary_20231025.csv')
+    your_computer_name = socket.gethostname()
+    if your_computer_name == 'localhost.localdomain':
+        # Dong, 12/09/2023: I am so sick of changing the path every time on different computer.
+        # This is Cassey's Luis server name.
+        df_summary = pd.read_csv(r'/mnt/r/ENGR_Chon/NIH_Pulsewatch_Database/Adjudication_UConn/final_attemp_4_1_Dong_Ohm_summary_20231025.csv')
+    elif your_computer_name == 'Darren_computer_name':
+        # Darren, you can put your computer name in the elif condition to separate it from Luis's computer.
+        df_summary = pd.read_csv(r'R:\ENGR_Chon\NIH_Pulsewatch_Database\Adjudication_UConn\final_attemp_4_1_Dong_Ohm_summary_20231025.csv')
+    elif your_computer_name == 'Luis_computer_name':
+        df_summary = pd.read_csv(r'\\grove.ad.uconn.edu\research\ENGR_Chon\NIH_Pulsewatch_Database\Adjudication_UConn\final_attemp_4_1_Dong_Ohm_summary_20231025.csv')
     df_summary['UID'] = df_summary['UID'].astype(str).str.zfill(3)
     
     df_summary['sample_nonAF'] = df_summary['NSR'] + df_summary['PACPVC'] + df_summary['SVT']
@@ -130,7 +140,6 @@ def __getitem__(self, idx):
         else:
             # Load data on-the-fly based on the segment_name
             time_freq_tensor = self.load_data(segment_name)
-            
         return {'data': time_freq_tensor, 'label': label, 'segment_name': segment_name}
 
     def add_data_label_pair(self, data, label):
@@ -155,6 +164,7 @@ def extract_segment_names_and_labels(self):
         for UID in self.UIDs:
             label_file = os.path.join(self.labels_path, UID + "_final_attemp_4_1_Dong.csv")
             if os.path.exists(label_file):
+                print('Debug: this file exists',label_file)
                 label_data = pd.read_csv(label_file, sep=',', header=0, names=['segment', 'label'])
                 label_segment_names = label_data['segment'].apply(lambda x: x.split('.')[0])
                 for idx, segment_name in enumerate(label_segment_names):
@@ -207,20 +217,26 @@ def load_data_split_batched(data_path, labels_path, UIDs, batch_size, standardiz
     dataloader = DataLoader(dataset, batch_size=batch_size, shuffle=False, drop_last=drop_last, num_workers=num_workers, prefetch_factor=2)
     return dataloader
 
-def get_data_paths(data_format, is_linux=False, is_hpc=False):
-    if is_linux:
+def get_data_paths(data_format):
+    your_computer_name = socket.gethostname()
+    print('Debug: your_computer_name',your_computer_name)
+    if your_computer_name == 'localhost.localdomain':
         base_path = "/mnt/r/ENGR_Chon/Dong/MATLAB_generate_results/NIH_PulseWatch"
         labels_base_path = "/mnt/r/ENGR_Chon/NIH_Pulsewatch_Database/Adjudication_UConn"
         saving_base_path = "/mnt/r/ENGR_Chon/Luis/Research/Casseys_case/Project_1_analysis"
-    elif is_hpc:
+    elif your_computer_name == 'HPC_computer_name':
         base_path = "/gpfs/scratchfs1/kic14002/doh16101"
         labels_base_path = "/gpfs/scratchfs1/hfp14002/lrm22005"
         saving_base_path = "/gpfs/scratchfs1/hfp14002/lrm22005/Casseys_case/Project_1_analysis"
-    else:
+    elif your_computer_name == 'Darren_computer_name':
         # R:\ENGR_Chon\Dong\MATLAB_generate_results\NIH_PulseWatch
         base_path = "R:\ENGR_Chon\Dong\MATLAB_generate_results\\NIH_PulseWatch"
         labels_base_path = "R:\ENGR_Chon\\NIH_Pulsewatch_Database\Adjudication_UConn"
         saving_base_path = r"\\grove.ad.uconn.edu\research\ENGR_Chon\Luis\Research\Casseys_case"
+    else:
+        print('ERROR! YOUR DID NOT GET THE PATH.')
+        raise ValueError
+    
     if data_format == 'csv':
         data_path = os.path.join(base_path, "TFS_csv")
         labels_path = os.path.join(labels_base_path, "final_attemp_4_1_Dong_Ohm")
diff --git a/transfer_data/tar_PT_files.sh b/transfer_data/tar_PT_files.sh
new file mode 100644
index 0000000..600666d
--- /dev/null
+++ b/transfer_data/tar_PT_files.sh
@@ -0,0 +1,19 @@
+source_path="/mnt/r/ENGR_Chon/Dong/MATLAB_generate_results/NIH_PulseWatch/PT_format"
+source_path_all="/mnt/r/ENGR_Chon/Dong/MATLAB_generate_results/NIH_PulseWatch/PT_format/*"
+dest_path="/mnt/r/ENGR_Chon/Dong/MATLAB_generate_results/NIH_PulseWatch/tar_PT_format"
+if [ ! -d $dest_path ]
+then
+	mkdir -p $dest_path
+	echo "Root dest_path does not exist, just created it: $dest_path"
+fi
+
+for d in $source_path_all; do
+	sub_d=${d##*/}
+	echo sub_d
+	dest_tar="${dest_path}/${sub_d}.tar"
+	if [ ! -f $dest_tar ]
+	then
+		tar -C $source_path -cvf $dest_tar $sub_d
+		echo "Finished archive: $dest_tar"
+	fi
+done;
\ No newline at end of file