screen. worked well for 200 machines.
#!/bin/bash
if [[ "$1" = "-n" ]]; then
DETACH=
shift;
else
DETACH="screen -d -m"
fi
for i in $NODES; do
echo $DETACH ssh $i $@
$DETACH ssh $i $@
done;