[Gloo] Rank 0 is connected to 1 peer ranks. [Gloo] Rank Expected number of connected peer ranks is : 11 is connected to 
1 peer ranks. Expected number of connected peer ranks is : 1
{
  "mode": "equivalence",
  "world_size": 2,
  "forward_max_abs_diff": 1.2665987014770508e-07,
  "loss_abs_diff": 0.0,
  "input_grad_max_abs_diff": 2.9802322387695312e-08,
  "norm_grad_max_abs_diff": 1.4901161193847656e-08,
  "gate_up_grad_max_abs_diff": 4.470348358154297e-08,
  "down_grad_max_abs_diff": 2.2351741790771484e-08,
  "down_bias_grad_max_abs_diff": 2.2351741790771484e-08,
  "post_step_weight_max_abs_diff": 1.4901161193847656e-08,
  "passed": true
}