Skip to content

Commit 5452745

Browse files
committed
Add s5cmd to pixi dev env
1 parent eaf8c89 commit 5452745

File tree

4 files changed

+48
-464
lines changed

4 files changed

+48
-464
lines changed

machine/archive/s3_sync.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ set -ex
55
mkdir -p update_logs/
66

77
# using s5cmd
8-
pixi exec s5cmd --stat --json sync --size-only 's3://wort-sra/*' wort-sra/ &> update_logs/"$(date +%Y%m%d)_sra" &
9-
pixi exec s5cmd --stat --json sync --size-only 's3://wort-genomes/*' wort-genomes/ &> update_logs/"$(date +%Y%m%d)_genomes" &
10-
pixi exec s5cmd --stat --json sync --size-only 's3://wort-img/*' wort-img/ &> update_logs/"$(date +%Y%m%d)_img" &
8+
pixi run 5cmd --stat --json sync --size-only 's3://wort-sra/*' wort-sra/ &> update_logs/"$(date +%Y%m%d)_sra" &
9+
pixi run s5cmd --stat --json sync --size-only 's3://wort-genomes/*' wort-genomes/ &> update_logs/"$(date +%Y%m%d)_genomes" &
10+
pixi run s5cmd --stat --json sync --size-only 's3://wort-img/*' wort-img/ &> update_logs/"$(date +%Y%m%d)_img" &
1111
wait

machine/archive/scripts/s3_metadata.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,8 @@
33
set -ex
44

55
# using s5cmd
6-
pixi exec s5cmd ls s3://wort-genomes/sigs/ > filelists/genomes_20250829.s3 &
7-
pixi exec s5cmd ls s3://wort-img/sigs/ > filelists/img_20250829.s3 &
8-
pixi exec s5cmd ls s3://wort-sra/sigs/ > filelists/sra_20250829.s3 &
6+
#pixi run s5cmd ls s3://wort-genomes/sigs/ > filelists/genomes_20250829.s3 &
7+
pixi run s5cmd ls s3://wort-img/sigs/ > filelists/img_20250829.s3 &
8+
#pixi run s5cmd ls s3://wort-sra/sigs/ > filelists/sra_20250829.s3 &
99

1010
wait

0 commit comments

Comments
 (0)