This is an automated email from the ASF dual-hosted git repository. lahirujayathilake pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/airavata.git
commit 896f11c0163b9f3ff534915704dfccfa89374582 Author: yasith <[email protected]> AuthorDate: Wed Feb 19 11:06:28 2025 -0600 update data tar and analysis script --- .../airavata-agent/jupyter/analysis.ipynb | 35 ++++++++++++++++----- .../airavata-agent/jupyter/data.tar.gz | Bin 15023336 -> 10625 bytes 2 files changed, 28 insertions(+), 7 deletions(-) diff --git a/modules/agent-framework/airavata-agent/jupyter/analysis.ipynb b/modules/agent-framework/airavata-agent/jupyter/analysis.ipynb index c95d3bc204..5c50689d8e 100644 --- a/modules/agent-framework/airavata-agent/jupyter/analysis.ipynb +++ b/modules/agent-framework/airavata-agent/jupyter/analysis.ipynb @@ -36,7 +36,21 @@ "id": "9ada5513", "metadata": {}, "source": [ - "### Remote Cell Execution" + "## Setting Up Remote Execution (Cybershuttle)\n", + "\n", + "Cybershuttle provides 6 jupyter magics for seamless remote execution and data movement.\n", + "\n", + "| Command | Note |\n", + "|-----------------|----------------------------------------------------------|\n", + "| `%cs_login` | Log into cybershuttle to gain access |\n", + "| `%init_remote` | Initialize a specific cluster to run remote commands |\n", + "| `%status_remote`| Check if the cluster is ready to accept remote commands |\n", + "| `%%run_remote` | Run commands remotely on cluster |\n", + "| `%push_remote` | Push a file into cluster |\n", + "| `%pull_remote` | Fetch a file from the cluster |\n", + "\n", + "\n", + "Workflow: `%cs_login -> %init_remote -> %status_remote -> {%%run_remote, %push_remote, %pull_remote }`" ] }, { @@ -56,6 +70,7 @@ "source": [ "import sys\n", "sys.path.append('/')\n", + "\n", "import airavata_magics\n", "airavata_magics.load_ipython_extension(get_ipython())" ] @@ -65,7 +80,7 @@ "id": "d882c035", "metadata": {}, "source": [ - "#### Authenticate" + "#### Authenticate to Cybershuttle" ] }, { @@ -83,7 +98,12 @@ "id": "1fc1082f", "metadata": {}, "source": [ - "#### Initialize the remote execution agent. Provide the computation requirements and target cluster name" + "#### Start a Cybershuttle Remote Executor\n", + "This will submit a remote job to Anvil\n", + "\n", + "- Cluster - Anvil\n", + "- Community Allocation - CyberFaCES\n", + "- Requested Resources - 4 CPUs, 4GB Memory, 60 Minutes, Shared Queue" ] }, { @@ -101,7 +121,7 @@ "id": "1cddc213", "metadata": {}, "source": [ - "#### Wait for agent to come online" + "#### Wait for Remote Executor to Start" ] }, { @@ -177,7 +197,7 @@ "metadata": {}, "outputs": [], "source": [ - "%pull_remote source=AiravataAgent.stdout target=AiravataAgent.stdout" + "%pull_remote source=CyberFaCESAgent.stdout target=CyberFaCESAgent.stdout" ] }, { @@ -187,7 +207,7 @@ "metadata": {}, "outputs": [], "source": [ - "!cat AiravataAgent.stdout" + "!cat CyberFaCESAgent.stdout" ] }, { @@ -216,6 +236,7 @@ "outputs": [], "source": [ "%%run_remote\n", + "\n", "# Import necessary packages\n", "import os\n", "import pandas as pd\n", @@ -267,7 +288,7 @@ "data_dir = '/data/sample_data'\n", "output_dir = os.getcwd()\n", "\n", - "# Find the list of dams \n", + "# Find the list of dams\n", "fed_dams = pd.read_csv('/data/dam_list.csv')\n", "fed_dams = gpd.GeoDataFrame(fed_dams, geometry=gpd.points_from_xy(fed_dams['LON'], fed_dams['LAT'], crs=\"EPSG:4326\"))\n", "print(f'Total count of dams available for local analysis: {fed_dams.shape[0]}')\n", diff --git a/modules/agent-framework/airavata-agent/jupyter/data.tar.gz b/modules/agent-framework/airavata-agent/jupyter/data.tar.gz index f0fd67ef2e..9ced33122c 100644 Binary files a/modules/agent-framework/airavata-agent/jupyter/data.tar.gz and b/modules/agent-framework/airavata-agent/jupyter/data.tar.gz differ
