You need do migrate your data before January 15.
We expect best performance for the data transfers on the genoa system. You need to migrate relevant data from your user, project and share folders in the old WORK file system:
...
| Codeblock |
|---|
blogin9:~ $ find /home/bzadmwatold-scratch/usr/myusername/testfolder -maxdepth 1 /old-scratch/homeusr/bzadmwatmyusername/testfolder /home/bzadmwatold-scratch/usr/myusername/testfolder/debian-10.2.0-amd64-netinst.iso /home/bzadmwatold-scratch/usr/myusername/testfolder/firmware-10.2.0-amd64-netinst.iso /home/bzadmwatold-scratch/usr/myusername/testfolder/folder1 blogin9:~ $ find /old-scratch/homeusr/bzadmwatmyusername/testfolder -maxdepth 2 /home/bzadmwatold-scratch/usr/myusername/testfolder /old-scratch/homeusr/bzadmwatmyusername/testfolder/debian-10.2.0-amd64-netinst.iso /home/bzadmwatold-scratch/usr/myusername/testfolder/firmware-10.2.0-amd64-netinst.iso /home/bzadmwatold-scratch/usr/myusername/testfolder/folder1 /home/bzadmwatold-scratch/usr/myusername/testfolder/folder1/file2 /old-scratch/homeusr/bzadmwatmyusername/testfolder/folder1/folder11 |
...
| Codeblock |
|---|
#!/bin/bash
set -e
PARALLEL=10
RSYNC_OPTS="-aH --itemize-changes --stats --delete --numeric-ids --one-file-system --no-v"
TARGET="/scratch/usr/myusername/old_files"
DIRFILE="/home/myusername/list_of_files_and_folders.log"
#dirfile with full paths - take care of trailing slashes
restart_rsync() {
RC=30
count=0
while [ "$RC" = "30" ]; do
let count=$count+1
/usr/bin/rsync $RSYNC_OPTS --timeout=120 $1 $TARGET
RC=$?
if [ "$count" -gt "5" ]; then
break
fi
done
}
export -f restart_rsync
export RSYNC_OPTS
export TARGET
echo "Using up to $PARALLEL processes for transfer..."
echo "Using directories from file $DIRFILE ..."
cat $DIRFILE | parallel -q -j $PARALLEL -t restart_rsync {}
|
...