#ifndef MEMRCHR
# define MEMRCHR __memrchr_avx2_rtm
#endif

#define COND_VZEROUPPER	COND_VZEROUPPER_XTEST
#define ZERO_UPPER_VEC_REGISTERS_RETURN \
  ZERO_UPPER_VEC_REGISTERS_RETURN_XTEST

#define VZEROUPPER_RETURN jmp	 L(return_vzeroupper)

#define SECTION(p) p##.avx.rtm

#include "memrchr-avx2.S"