Revert "Use meta device initialization"

This reverts commit 528e690f.

Initialization of the example networks is not sensibly implemented, so
we do not re-implement it at this point.

pytorch-fsdp-example/main.py

@@ -376,12 +376,8 @@ def main():
 
     train_dset, valid_dset, test_dset = prepare_datasets(args, device)
 
-    with torch.device('meta'):
     model = build_model(args)
     model = distribute_model(model, args)
-    # Put model from meta device to actual device.
-    model.to_empty(device=device)
-    model.reset_parameters()
     loss_func = torch.nn.CrossEntropyLoss()
 
     lr = args.lr