# grab data

import os
import fsspec

#### Need to modify later
os.environ["LROSE_DIR"] = "/usr/local/lrose/bin"

# Set the URL and path to access the data on the cloud
URL = "https://js2.jetstream-cloud.org:8001/"
path = f"pythia/radar/erad2024"

fs = fsspec.filesystem("s3", anon=True, client_kwargs=dict(endpoint_url=URL))

fs.glob(f"{path}/lrose/*/*.nc")

files = fs.glob(f"{path}/lrose/*/*.nc")  # paths .../lrose/CDV_0042, .../lrose/PBE_004
local_files = [
    fsspec.open_local(
        f"simplecache::{URL}{i}", s3={"anon": True}, filecache={"cache_storage": "."}
    )
    for i in files
]

# make subdirectory for fractl input (samurai already exists with center and terrain files)
#!mkdir -p ./fractl_input

# create SAMURAI output directory
!mkdir -p ./output_sam

# create FRACTL output directory
#!mkdir -p ./output_frac

# create links to cfradial files for fractl and rsync for SAMURAI (having issues with links)
for i in range(len(local_files)):
#    os.system('ln -sf '+local_files[i]+' ./fractl_input/'+files[i].split('/')[-1])
    os.system('rsync -av '+local_files[i]+' ./samurai_input/'+files[i].split('/')[-1])

# run fractl if desired
#!${LROSE_DIR}/fractl -params ./lrose_params/fractl_params

# run samurai
!${LROSE_DIR}/samurai -params ./lrose_params/samurai_params