enable phi2 autotp (#5436)

This PR aims to enable phi2 model autotp.

---------

Co-authored-by: Logan Adams <114770087+loadams@users.noreply.github.com>
Co-authored-by: Olatunji Ruwase <olruwase@microsoft.com>

deepspeed/module_inject/auto_tp.py

@@ -307,6 +307,8 @@ class AutoTP():
                 # Mixtral-7x8b used w2*act(w1*w3) linear. need to replace w2 to linearallreduce.
                 elif 'w2' in layer and 'Mixtral' in str(type(module)):
                     gem_list = gem_list + [layer]
+                elif "self_attn.dense" in layer and "Phi" in str(type(module)):
+                    gem_list = gem_list + [layer]
 
             layer_list = []
             if gem_list != []: