updated.

Author: tanyuqian

redco/deployers/model_parallel_utils/mesh_utils.py

@@ -109,6 +109,7 @@ def inside_attention(flat_key):
 
             if rule_key[-1] == 'embedding':
                 is_special = True
+                valid_mp_dims.reverse()
             elif inside_attention(flat_key) and (
                     rule_key[0][0] in ['q', 'k', 'v'] or \
                     rule_key[0][-1] in ['q', 'k', 'v']):