sh 测试Broad和AWS的磁盘速度

Posted 2021-05-07

# neon filesystem at Broad
home_fname=`mktemp -p $HOME`
dd if=/dev/zero \
   of=$home_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 8.98309 s, 570 kB/s
rm $home_fname

# argon filesystem at Broad
ia_fname=`mktemp -p /imaging/analysis/`
dd if=/dev/zero \
   of=$ia_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 21.8155 s, 235 kB/s
rm $ia_fname

# argon filesystem at Broad
id_fname=`mktemp -p /imaging/docs/`
dd if=/dev/zero \
   of=$id_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 12.5987 s, 406 kB/s
rm $id_fname

# argon filesystem at Broad
hp_fname=`mktemp -p /broad/hptmp/shsingh/`
dd if=/dev/zero \
   of=$hp_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 10.8339 s, 473 kB/s
rm $hp_fname


# Amazon Elastic File System (Amazon EFS) 
# https://aws.amazon.com/efs/
# https://github.com/shntnu/cellprofiler_ami/blob/master/provision.sh has details on how this is mounted
efs_fname=`mktemp -p /home/ubuntu/efs/tmp/`
dd if=/dev/zero \
   of=$efs_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 103.587 s, 49.4 kB/s
rm $efs_fname

# https://github.com/s3fs-fuse/s3fs-fuse
# s3fs allows Linux and Mac OS X to mount an S3 bucket via FUSE
# https://github.com/shntnu/cellprofiler_ami/blob/master/provision.sh has details on how this is mounted
s3_fname=`mktemp -p /home/ubuntu/bucket/tmp/`
dd if=/dev/zero \
   of=$s3_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 0.638222 s, 8.0 MB/s
rm $s3_fname
# ^ these results are misleading because there is likely some caching going on

# Amazon EBS Volume
# http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/EBSVolumeTypes.html
# General Purpose SSD (gp2)
# IOPS 300 / 3000
ebs_fname=`mktemp -p /tmp/`
dd if=/dev/zero \
   of=$ebs_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 6.87357 s, 745 kB/s
rm $ebs_fname

# wildcat filesystem at Exa
scratch_fname=`mktemp -p /scratch/`
dd if=/dev/zero \
   of=$scratch_fname \
   bs=512 count=10000 \
   oflag=direct 
#10000+0 records in
#10000+0 records out
#5120000 bytes (5.1 MB) copied, 10.2952 s, 497 kB/s
rm $scratch_fname