Bug 1678049 - Use CBZ/CBNZ on ARM64 when we can. r=nbp

Arm64 has special instructions for compare-with-zero for equality/nonequality,
so use them when we can.  This makes code more compact, and may be a very small
speed win.

Differential Revision: https://phabricator.services.mozilla.com/D97454

js/src/jit/arm64/MacroAssembler-arm64-inl.h

@@ -820,9 +820,15 @@ void MacroAssembler::branch32(Condition cond, Register lhs, Register rhs,
 template <class L>
 void MacroAssembler::branch32(Condition cond, Register lhs, Imm32 imm,
                               L label) {
+  if (imm.value == 0 && cond == Assembler::Equal) {
+    Cbz(ARMRegister(lhs, 32), label);
+  } else if (imm.value == 0 && cond == Assembler::NotEqual) {
+    Cbnz(ARMRegister(lhs, 32), label);
+  } else {
     cmp32(lhs, imm);
     B(label, cond);
   }
+}
 
 void MacroAssembler::branch32(Condition cond, Register lhs, const Address& rhs,
                               Label* label) {
@@ -889,8 +895,14 @@ void MacroAssembler::branch32(Condition cond, wasm::SymbolicAddress lhs,
 
 void MacroAssembler::branch64(Condition cond, Register64 lhs, Imm64 val,
                               Label* success, Label* fail) {
+  if (val.value == 0 && cond == Assembler::Equal) {
+    Cbz(ARMRegister(lhs.reg, 64), success);
+  } else if (val.value == 0 && cond == Assembler::NotEqual) {
+    Cbnz(ARMRegister(lhs.reg, 64), success);
+  } else {
     Cmp(ARMRegister(lhs.reg, 64), val.value);
     B(success, cond);
+  }
   if (fail) {
     B(fail);
   }
@@ -934,15 +946,27 @@ void MacroAssembler::branchPtr(Condition cond, Register lhs, Register rhs,
 
 void MacroAssembler::branchPtr(Condition cond, Register lhs, Imm32 rhs,
                                Label* label) {
+  if (rhs.value == 0 && cond == Assembler::Equal) {
+    Cbz(ARMRegister(lhs, 64), label);
+  } else if (rhs.value == 0 && cond == Assembler::NotEqual) {
+    Cbnz(ARMRegister(lhs, 64), label);
+  } else {
     cmpPtr(lhs, rhs);
     B(label, cond);
   }
+}
 
 void MacroAssembler::branchPtr(Condition cond, Register lhs, ImmPtr rhs,
                                Label* label) {
+  if (rhs.value == 0 && cond == Assembler::Equal) {
+    Cbz(ARMRegister(lhs, 64), label);
+  } else if (rhs.value == 0 && cond == Assembler::NotEqual) {
+    Cbnz(ARMRegister(lhs, 64), label);
+  } else {
     cmpPtr(lhs, rhs);
     B(label, cond);
   }
+}
 
 void MacroAssembler::branchPtr(Condition cond, Register lhs, ImmGCPtr rhs,
                                Label* label) {
@@ -955,9 +979,15 @@ void MacroAssembler::branchPtr(Condition cond, Register lhs, ImmGCPtr rhs,
 
 void MacroAssembler::branchPtr(Condition cond, Register lhs, ImmWord rhs,
                                Label* label) {
+  if (rhs.value == 0 && cond == Assembler::Equal) {
+    Cbz(ARMRegister(lhs, 64), label);
+  } else if (rhs.value == 0 && cond == Assembler::NotEqual) {
+    Cbnz(ARMRegister(lhs, 64), label);
+  } else {
     cmpPtr(lhs, rhs);
     B(label, cond);
   }
+}
 
 template <class L>
 void MacroAssembler::branchPtr(Condition cond, const Address& lhs, Register rhs,