From 1d24dcf8abedd5ac720229bf8ac95aac955df130 Mon Sep 17 00:00:00 2001 From: Branislav Jansik <branislav.jansik@vsb.cz> Date: Mon, 6 May 2024 10:53:53 +0200 Subject: [PATCH] Update shell-and-data-access.md --- docs.it4i/general/shell-and-data-access.md | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/docs.it4i/general/shell-and-data-access.md b/docs.it4i/general/shell-and-data-access.md index d5e203dae..a95aca74e 100644 --- a/docs.it4i/general/shell-and-data-access.md +++ b/docs.it4i/general/shell-and-data-access.md @@ -202,7 +202,7 @@ Alternatively, use [HyperQueue][11]. First get [HyperQueue binary][e], then run: local $ hq server start & local $ hq worker start & local $ find my-local-dir -type f | xargs -n 2 > jobfile -local $ hq submit --log=/dev/null --progress --array --each-line jobfile \ +local $ hq submit --log=/dev/null --progress --each-line jobfile \ bash -c 'rsync -R $HQ_ENTRY username@cluster-name.it4i.cz:mydir' ``` @@ -245,16 +245,11 @@ SIZE=$(($(stat --printf %s $INFILE)/1024/1024/1024)) echo Transfering $(($SIZE+1)) x 1GB blocks #Execute -SECONDS=0 hq submit --log=/dev/null --progress --array 0-$SIZE /bin/bash -c \ "dd if=$INFILE bs=1G count=1 skip=\$HQ_TASK_ID | \ ssh -c aes256-gcm@openssh.com $DEST \ dd of=$OUTFILE bs=1G conv=notrunc seek=\$HQ_TASK_ID" -#Stats -echo "Transfered: $(($SIZE+1))GB in $SECONDS s" -echo "Transfer speed: $((($SIZE+1)/$SECONDS)) GB/s" - exit ``` -- GitLab