HOSTFILE=/workspace/hygon/hostfile
i=1
NNodes=`cat ${HOSTFILE} | awk 'END{print NR}'`
# NNodes=2
for ip in `cat ${HOSTFILE} | cut -d " " -f1`
do
    echo "Starting node ${i}/${NNodes}: ${ip}"
    ssh $ip -p 13999\
    "nvidia-smi"
    i=`expr $i + 1`
done
