diff mbox series

[28/28] cputlb: Expand cpu_ldst_template.h in cputlb.c

Message ID 20191212040039.26546-29-richard.henderson@linaro.org
State Superseded
Headers show
Series cputlb: Remove support for MMU_MODE*_SUFFIX | expand

Commit Message

Richard Henderson Dec. 12, 2019, 4 a.m. UTC
Reduce the amount of preprocessor obfuscation by expanding
the text of each of the functions generated.  The result is
only slightly smaller than the original.

Signed-off-by: Richard Henderson <richard.henderson@linaro.org>

---
 include/exec/cpu_ldst.h          |  67 +++++++-----------
 include/exec/cpu_ldst_template.h | 117 -------------------------------
 accel/tcg/cputlb.c               | 107 +++++++++++++++++++++++++++-
 3 files changed, 130 insertions(+), 161 deletions(-)
 delete mode 100644 include/exec/cpu_ldst_template.h

-- 
2.20.1

Comments

Aleksandar Markovic Dec. 12, 2019, 10 a.m. UTC | #1
On Thu, Dec 12, 2019 at 5:22 AM Richard Henderson
<richard.henderson@linaro.org> wrote:
>

> Reduce the amount of preprocessor obfuscation by expanding

> the text of each of the functions generated.  The result is

> only slightly smaller than the original.

>


I am not sure what you meant by "The result is only slightly smaller
than the original." If you measured resulting source code size, the
size of source code is usually larger while doing this kind of
refactoring, but it is a conscious choice, the goal was not to reduce
the size of source code. Did you perhaps mean "The result is *even*
only slightly smaller than the original." (or
"nevertheless"/"nonetheless")?

In any case:

Reviewed-by: Aleksandar Markovic <amarkovic@wavecomp.com>


> Signed-off-by: Richard Henderson <richard.henderson@linaro.org>

> ---

>  include/exec/cpu_ldst.h          |  67 +++++++-----------

>  include/exec/cpu_ldst_template.h | 117 -------------------------------

>  accel/tcg/cputlb.c               | 107 +++++++++++++++++++++++++++-

>  3 files changed, 130 insertions(+), 161 deletions(-)

>  delete mode 100644 include/exec/cpu_ldst_template.h

>

> diff --git a/include/exec/cpu_ldst.h b/include/exec/cpu_ldst.h

> index eb2756e214..d7a20145ce 100644

> --- a/include/exec/cpu_ldst.h

> +++ b/include/exec/cpu_ldst.h

> @@ -98,32 +98,6 @@ typedef target_ulong abi_ptr;

>  #define TARGET_ABI_FMT_ptr TARGET_ABI_FMT_lx

>  #endif

>

> -#if defined(CONFIG_USER_ONLY)

> -

> -extern __thread uintptr_t helper_retaddr;

> -

> -static inline void set_helper_retaddr(uintptr_t ra)

> -{

> -    helper_retaddr = ra;

> -    /*

> -     * Ensure that this write is visible to the SIGSEGV handler that

> -     * may be invoked due to a subsequent invalid memory operation.

> -     */

> -    signal_barrier();

> -}

> -

> -static inline void clear_helper_retaddr(void)

> -{

> -    /*

> -     * Ensure that previous memory operations have succeeded before

> -     * removing the data visible to the signal handler.

> -     */

> -    signal_barrier();

> -    helper_retaddr = 0;

> -}

> -

> -/* In user-only mode we provide only the _code and _data accessors. */

> -

>  uint32_t cpu_ldub_data(CPUArchState *env, abi_ptr ptr);

>  uint32_t cpu_lduw_data(CPUArchState *env, abi_ptr ptr);

>  uint32_t cpu_ldl_data(CPUArchState *env, abi_ptr ptr);

> @@ -152,6 +126,30 @@ void cpu_stl_data_ra(CPUArchState *env, abi_ptr ptr,

>  void cpu_stq_data_ra(CPUArchState *env, abi_ptr ptr,

>                       uint64_t val, uintptr_t retaddr);

>

> +#if defined(CONFIG_USER_ONLY)

> +

> +extern __thread uintptr_t helper_retaddr;

> +

> +static inline void set_helper_retaddr(uintptr_t ra)

> +{

> +    helper_retaddr = ra;

> +    /*

> +     * Ensure that this write is visible to the SIGSEGV handler that

> +     * may be invoked due to a subsequent invalid memory operation.

> +     */

> +    signal_barrier();

> +}

> +

> +static inline void clear_helper_retaddr(void)

> +{

> +    /*

> +     * Ensure that previous memory operations have succeeded before

> +     * removing the data visible to the signal handler.

> +     */

> +    signal_barrier();

> +    helper_retaddr = 0;

> +}

> +

>  /*

>   * Provide the same *_mmuidx_ra interface as for softmmu.

>   * The mmu_idx argument is ignored.

> @@ -275,23 +273,6 @@ void cpu_stl_mmuidx_ra(CPUArchState *env, abi_ptr addr, uint32_t val,

>  void cpu_stq_mmuidx_ra(CPUArchState *env, abi_ptr addr, uint64_t val,

>                         int mmu_idx, uintptr_t retaddr);

>

> -/* these access are slower, they must be as rare as possible */

> -#define CPU_MMU_INDEX (cpu_mmu_index(env, false))

> -#define MEMSUFFIX _data

> -#define DATA_SIZE 1

> -#include "exec/cpu_ldst_template.h"

> -

> -#define DATA_SIZE 2

> -#include "exec/cpu_ldst_template.h"

> -

> -#define DATA_SIZE 4

> -#include "exec/cpu_ldst_template.h"

> -

> -#define DATA_SIZE 8

> -#include "exec/cpu_ldst_template.h"

> -#undef CPU_MMU_INDEX

> -#undef MEMSUFFIX

> -

>  #endif /* defined(CONFIG_USER_ONLY) */

>

>  uint32_t cpu_ldub_code(CPUArchState *env, abi_ptr addr);

> diff --git a/include/exec/cpu_ldst_template.h b/include/exec/cpu_ldst_template.h

> deleted file mode 100644

> index e400979f23..0000000000

> --- a/include/exec/cpu_ldst_template.h

> +++ /dev/null

> @@ -1,117 +0,0 @@

> -/*

> - *  Software MMU support

> - *

> - * Generate inline load/store functions for one MMU mode and data

> - * size.

> - *

> - * Generate a store function as well as signed and unsigned loads.

> - *

> - * Not used directly but included from cpu_ldst.h.

> - *

> - *  Copyright (c) 2003 Fabrice Bellard

> - *

> - * This library is free software; you can redistribute it and/or

> - * modify it under the terms of the GNU Lesser General Public

> - * License as published by the Free Software Foundation; either

> - * version 2 of the License, or (at your option) any later version.

> - *

> - * This library is distributed in the hope that it will be useful,

> - * but WITHOUT ANY WARRANTY; without even the implied warranty of

> - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

> - * Lesser General Public License for more details.

> - *

> - * You should have received a copy of the GNU Lesser General Public

> - * License along with this library; if not, see <http://www.gnu.org/licenses/>.

> - */

> -

> -#if DATA_SIZE == 8

> -#define SUFFIX q

> -#define USUFFIX q

> -#define DATA_TYPE uint64_t

> -#define SHIFT 3

> -#elif DATA_SIZE == 4

> -#define SUFFIX l

> -#define USUFFIX l

> -#define DATA_TYPE uint32_t

> -#define SHIFT 2

> -#elif DATA_SIZE == 2

> -#define SUFFIX w

> -#define USUFFIX uw

> -#define DATA_TYPE uint16_t

> -#define DATA_STYPE int16_t

> -#define SHIFT 1

> -#elif DATA_SIZE == 1

> -#define SUFFIX b

> -#define USUFFIX ub

> -#define DATA_TYPE uint8_t

> -#define DATA_STYPE int8_t

> -#define SHIFT 0

> -#else

> -#error unsupported data size

> -#endif

> -

> -#if DATA_SIZE == 8

> -#define RES_TYPE uint64_t

> -#else

> -#define RES_TYPE uint32_t

> -#endif

> -

> -/* generic load/store macros */

> -

> -static inline RES_TYPE

> -glue(glue(glue(cpu_ld, USUFFIX), MEMSUFFIX), _ra)(CPUArchState *env,

> -                                                  target_ulong ptr,

> -                                                  uintptr_t retaddr)

> -{

> -    return glue(glue(cpu_ld, USUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX,

> -                                                   retaddr);

> -}

> -

> -static inline RES_TYPE

> -glue(glue(cpu_ld, USUFFIX), MEMSUFFIX)(CPUArchState *env, target_ulong ptr)

> -{

> -    return glue(glue(cpu_ld, USUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX, 0);

> -}

> -

> -#if DATA_SIZE <= 2

> -static inline int

> -glue(glue(glue(cpu_lds, SUFFIX), MEMSUFFIX), _ra)(CPUArchState *env,

> -                                                  target_ulong ptr,

> -                                                  uintptr_t retaddr)

> -{

> -    return glue(glue(cpu_lds, SUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX,

> -                                                   retaddr);

> -}

> -

> -static inline int

> -glue(glue(cpu_lds, SUFFIX), MEMSUFFIX)(CPUArchState *env, target_ulong ptr)

> -{

> -    return glue(glue(cpu_lds, SUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX, 0);

> -}

> -#endif

> -

> -/* generic store macro */

> -

> -static inline void

> -glue(glue(glue(cpu_st, SUFFIX), MEMSUFFIX), _ra)(CPUArchState *env,

> -                                                 target_ulong ptr,

> -                                                 RES_TYPE v, uintptr_t retaddr)

> -{

> -    glue(glue(cpu_st, SUFFIX), _mmuidx_ra)(env, ptr, v, CPU_MMU_INDEX,

> -                                           retaddr);

> -}

> -

> -static inline void

> -glue(glue(cpu_st, SUFFIX), MEMSUFFIX)(CPUArchState *env, target_ulong ptr,

> -                                      RES_TYPE v)

> -{

> -    glue(glue(cpu_st, SUFFIX), _mmuidx_ra)(env, ptr, v, CPU_MMU_INDEX, 0);

> -}

> -

> -#undef RES_TYPE

> -#undef DATA_TYPE

> -#undef DATA_STYPE

> -#undef SUFFIX

> -#undef USUFFIX

> -#undef DATA_SIZE

> -#undef SHIFT

> diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c

> index 7d519738bb..34560dd3e1 100644

> --- a/accel/tcg/cputlb.c

> +++ b/accel/tcg/cputlb.c

> @@ -35,7 +35,6 @@

>  #include "qemu/atomic128.h"

>  #include "translate-all.h"

>  #include "trace-root.h"

> -#include "qemu/plugin.h"

>  #include "trace/mem.h"

>  #ifdef CONFIG_PLUGIN

>  #include "qemu/plugin-memory.h"

> @@ -1697,6 +1696,68 @@ uint64_t cpu_ldq_mmuidx_ra(CPUArchState *env, abi_ptr addr,

>                             ? helper_le_ldq_mmu : helper_be_ldq_mmu);

>  }

>

> +uint32_t cpu_ldub_data_ra(CPUArchState *env, target_ulong ptr,

> +                          uintptr_t retaddr)

> +{

> +    return cpu_ldub_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +int cpu_ldsb_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)

> +{

> +    return cpu_ldsb_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +uint32_t cpu_lduw_data_ra(CPUArchState *env, target_ulong ptr,

> +                          uintptr_t retaddr)

> +{

> +    return cpu_lduw_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +int cpu_ldsw_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)

> +{

> +    return cpu_ldsw_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +uint32_t cpu_ldl_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)

> +{

> +    return cpu_ldl_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +uint64_t cpu_ldq_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)

> +{

> +    return cpu_ldq_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +uint32_t cpu_ldub_data(CPUArchState *env, target_ulong ptr)

> +{

> +    return cpu_ldub_data_ra(env, ptr, 0);

> +}

> +

> +int cpu_ldsb_data(CPUArchState *env, target_ulong ptr)

> +{

> +    return cpu_ldsb_data_ra(env, ptr, 0);

> +}

> +

> +uint32_t cpu_lduw_data(CPUArchState *env, target_ulong ptr)

> +{

> +    return cpu_lduw_data_ra(env, ptr, 0);

> +}

> +

> +int cpu_ldsw_data(CPUArchState *env, target_ulong ptr)

> +{

> +    return cpu_ldsw_data_ra(env, ptr, 0);

> +}

> +

> +uint32_t cpu_ldl_data(CPUArchState *env, target_ulong ptr)

> +{

> +    return cpu_ldl_data_ra(env, ptr, 0);

> +}

> +

> +uint64_t cpu_ldq_data(CPUArchState *env, target_ulong ptr)

> +{

> +    return cpu_ldq_data_ra(env, ptr, 0);

> +}

> +

>  /*

>   * Store Helpers

>   */

> @@ -1970,6 +2031,50 @@ void cpu_stq_mmuidx_ra(CPUArchState *env, target_ulong addr, uint64_t val,

>      cpu_store_helper(env, addr, val, mmu_idx, retaddr, MO_TEQ);

>  }

>

> +void cpu_stb_data_ra(CPUArchState *env, target_ulong ptr,

> +                     uint32_t val, uintptr_t retaddr)

> +{

> +    cpu_stb_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +void cpu_stw_data_ra(CPUArchState *env, target_ulong ptr,

> +                     uint32_t val, uintptr_t retaddr)

> +{

> +    cpu_stw_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +void cpu_stl_data_ra(CPUArchState *env, target_ulong ptr,

> +                     uint32_t val, uintptr_t retaddr)

> +{

> +    cpu_stl_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +void cpu_stq_data_ra(CPUArchState *env, target_ulong ptr,

> +                     uint64_t val, uintptr_t retaddr)

> +{

> +    cpu_stq_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);

> +}

> +

> +void cpu_stb_data(CPUArchState *env, target_ulong ptr, uint32_t val)

> +{

> +    cpu_stb_data_ra(env, ptr, val, 0);

> +}

> +

> +void cpu_stw_data(CPUArchState *env, target_ulong ptr, uint32_t val)

> +{

> +    cpu_stw_data_ra(env, ptr, val, 0);

> +}

> +

> +void cpu_stl_data(CPUArchState *env, target_ulong ptr, uint32_t val)

> +{

> +    cpu_stl_data_ra(env, ptr, val, 0);

> +}

> +

> +void cpu_stq_data(CPUArchState *env, target_ulong ptr, uint64_t val)

> +{

> +    cpu_stq_data_ra(env, ptr, val, 0);

> +}

> +

>  /* First set of helpers allows passing in of OI and RETADDR.  This makes

>     them callable from other helpers.  */

>

> --

> 2.20.1

>

>
diff mbox series

Patch

diff --git a/include/exec/cpu_ldst.h b/include/exec/cpu_ldst.h
index eb2756e214..d7a20145ce 100644
--- a/include/exec/cpu_ldst.h
+++ b/include/exec/cpu_ldst.h
@@ -98,32 +98,6 @@  typedef target_ulong abi_ptr;
 #define TARGET_ABI_FMT_ptr TARGET_ABI_FMT_lx
 #endif
 
-#if defined(CONFIG_USER_ONLY)
-
-extern __thread uintptr_t helper_retaddr;
-
-static inline void set_helper_retaddr(uintptr_t ra)
-{
-    helper_retaddr = ra;
-    /*
-     * Ensure that this write is visible to the SIGSEGV handler that
-     * may be invoked due to a subsequent invalid memory operation.
-     */
-    signal_barrier();
-}
-
-static inline void clear_helper_retaddr(void)
-{
-    /*
-     * Ensure that previous memory operations have succeeded before
-     * removing the data visible to the signal handler.
-     */
-    signal_barrier();
-    helper_retaddr = 0;
-}
-
-/* In user-only mode we provide only the _code and _data accessors. */
-
 uint32_t cpu_ldub_data(CPUArchState *env, abi_ptr ptr);
 uint32_t cpu_lduw_data(CPUArchState *env, abi_ptr ptr);
 uint32_t cpu_ldl_data(CPUArchState *env, abi_ptr ptr);
@@ -152,6 +126,30 @@  void cpu_stl_data_ra(CPUArchState *env, abi_ptr ptr,
 void cpu_stq_data_ra(CPUArchState *env, abi_ptr ptr,
                      uint64_t val, uintptr_t retaddr);
 
+#if defined(CONFIG_USER_ONLY)
+
+extern __thread uintptr_t helper_retaddr;
+
+static inline void set_helper_retaddr(uintptr_t ra)
+{
+    helper_retaddr = ra;
+    /*
+     * Ensure that this write is visible to the SIGSEGV handler that
+     * may be invoked due to a subsequent invalid memory operation.
+     */
+    signal_barrier();
+}
+
+static inline void clear_helper_retaddr(void)
+{
+    /*
+     * Ensure that previous memory operations have succeeded before
+     * removing the data visible to the signal handler.
+     */
+    signal_barrier();
+    helper_retaddr = 0;
+}
+
 /*
  * Provide the same *_mmuidx_ra interface as for softmmu.
  * The mmu_idx argument is ignored.
@@ -275,23 +273,6 @@  void cpu_stl_mmuidx_ra(CPUArchState *env, abi_ptr addr, uint32_t val,
 void cpu_stq_mmuidx_ra(CPUArchState *env, abi_ptr addr, uint64_t val,
                        int mmu_idx, uintptr_t retaddr);
 
-/* these access are slower, they must be as rare as possible */
-#define CPU_MMU_INDEX (cpu_mmu_index(env, false))
-#define MEMSUFFIX _data
-#define DATA_SIZE 1
-#include "exec/cpu_ldst_template.h"
-
-#define DATA_SIZE 2
-#include "exec/cpu_ldst_template.h"
-
-#define DATA_SIZE 4
-#include "exec/cpu_ldst_template.h"
-
-#define DATA_SIZE 8
-#include "exec/cpu_ldst_template.h"
-#undef CPU_MMU_INDEX
-#undef MEMSUFFIX
-
 #endif /* defined(CONFIG_USER_ONLY) */
 
 uint32_t cpu_ldub_code(CPUArchState *env, abi_ptr addr);
diff --git a/include/exec/cpu_ldst_template.h b/include/exec/cpu_ldst_template.h
deleted file mode 100644
index e400979f23..0000000000
--- a/include/exec/cpu_ldst_template.h
+++ /dev/null
@@ -1,117 +0,0 @@ 
-/*
- *  Software MMU support
- *
- * Generate inline load/store functions for one MMU mode and data
- * size.
- *
- * Generate a store function as well as signed and unsigned loads.
- *
- * Not used directly but included from cpu_ldst.h.
- *
- *  Copyright (c) 2003 Fabrice Bellard
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, see <http://www.gnu.org/licenses/>.
- */
-
-#if DATA_SIZE == 8
-#define SUFFIX q
-#define USUFFIX q
-#define DATA_TYPE uint64_t
-#define SHIFT 3
-#elif DATA_SIZE == 4
-#define SUFFIX l
-#define USUFFIX l
-#define DATA_TYPE uint32_t
-#define SHIFT 2
-#elif DATA_SIZE == 2
-#define SUFFIX w
-#define USUFFIX uw
-#define DATA_TYPE uint16_t
-#define DATA_STYPE int16_t
-#define SHIFT 1
-#elif DATA_SIZE == 1
-#define SUFFIX b
-#define USUFFIX ub
-#define DATA_TYPE uint8_t
-#define DATA_STYPE int8_t
-#define SHIFT 0
-#else
-#error unsupported data size
-#endif
-
-#if DATA_SIZE == 8
-#define RES_TYPE uint64_t
-#else
-#define RES_TYPE uint32_t
-#endif
-
-/* generic load/store macros */
-
-static inline RES_TYPE
-glue(glue(glue(cpu_ld, USUFFIX), MEMSUFFIX), _ra)(CPUArchState *env,
-                                                  target_ulong ptr,
-                                                  uintptr_t retaddr)
-{
-    return glue(glue(cpu_ld, USUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX,
-                                                   retaddr);
-}
-
-static inline RES_TYPE
-glue(glue(cpu_ld, USUFFIX), MEMSUFFIX)(CPUArchState *env, target_ulong ptr)
-{
-    return glue(glue(cpu_ld, USUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX, 0);
-}
-
-#if DATA_SIZE <= 2
-static inline int
-glue(glue(glue(cpu_lds, SUFFIX), MEMSUFFIX), _ra)(CPUArchState *env,
-                                                  target_ulong ptr,
-                                                  uintptr_t retaddr)
-{
-    return glue(glue(cpu_lds, SUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX,
-                                                   retaddr);
-}
-
-static inline int
-glue(glue(cpu_lds, SUFFIX), MEMSUFFIX)(CPUArchState *env, target_ulong ptr)
-{
-    return glue(glue(cpu_lds, SUFFIX), _mmuidx_ra)(env, ptr, CPU_MMU_INDEX, 0);
-}
-#endif
-
-/* generic store macro */
-
-static inline void
-glue(glue(glue(cpu_st, SUFFIX), MEMSUFFIX), _ra)(CPUArchState *env,
-                                                 target_ulong ptr,
-                                                 RES_TYPE v, uintptr_t retaddr)
-{
-    glue(glue(cpu_st, SUFFIX), _mmuidx_ra)(env, ptr, v, CPU_MMU_INDEX,
-                                           retaddr);
-}
-
-static inline void
-glue(glue(cpu_st, SUFFIX), MEMSUFFIX)(CPUArchState *env, target_ulong ptr,
-                                      RES_TYPE v)
-{
-    glue(glue(cpu_st, SUFFIX), _mmuidx_ra)(env, ptr, v, CPU_MMU_INDEX, 0);
-}
-
-#undef RES_TYPE
-#undef DATA_TYPE
-#undef DATA_STYPE
-#undef SUFFIX
-#undef USUFFIX
-#undef DATA_SIZE
-#undef SHIFT
diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c
index 7d519738bb..34560dd3e1 100644
--- a/accel/tcg/cputlb.c
+++ b/accel/tcg/cputlb.c
@@ -35,7 +35,6 @@ 
 #include "qemu/atomic128.h"
 #include "translate-all.h"
 #include "trace-root.h"
-#include "qemu/plugin.h"
 #include "trace/mem.h"
 #ifdef CONFIG_PLUGIN
 #include "qemu/plugin-memory.h"
@@ -1697,6 +1696,68 @@  uint64_t cpu_ldq_mmuidx_ra(CPUArchState *env, abi_ptr addr,
                            ? helper_le_ldq_mmu : helper_be_ldq_mmu);
 }
 
+uint32_t cpu_ldub_data_ra(CPUArchState *env, target_ulong ptr,
+                          uintptr_t retaddr)
+{
+    return cpu_ldub_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);
+}
+
+int cpu_ldsb_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)
+{
+    return cpu_ldsb_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);
+}
+
+uint32_t cpu_lduw_data_ra(CPUArchState *env, target_ulong ptr,
+                          uintptr_t retaddr)
+{
+    return cpu_lduw_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);
+}
+
+int cpu_ldsw_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)
+{
+    return cpu_ldsw_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);
+}
+
+uint32_t cpu_ldl_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)
+{
+    return cpu_ldl_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);
+}
+
+uint64_t cpu_ldq_data_ra(CPUArchState *env, target_ulong ptr, uintptr_t retaddr)
+{
+    return cpu_ldq_mmuidx_ra(env, ptr, cpu_mmu_index(env, false), retaddr);
+}
+
+uint32_t cpu_ldub_data(CPUArchState *env, target_ulong ptr)
+{
+    return cpu_ldub_data_ra(env, ptr, 0);
+}
+
+int cpu_ldsb_data(CPUArchState *env, target_ulong ptr)
+{
+    return cpu_ldsb_data_ra(env, ptr, 0);
+}
+
+uint32_t cpu_lduw_data(CPUArchState *env, target_ulong ptr)
+{
+    return cpu_lduw_data_ra(env, ptr, 0);
+}
+
+int cpu_ldsw_data(CPUArchState *env, target_ulong ptr)
+{
+    return cpu_ldsw_data_ra(env, ptr, 0);
+}
+
+uint32_t cpu_ldl_data(CPUArchState *env, target_ulong ptr)
+{
+    return cpu_ldl_data_ra(env, ptr, 0);
+}
+
+uint64_t cpu_ldq_data(CPUArchState *env, target_ulong ptr)
+{
+    return cpu_ldq_data_ra(env, ptr, 0);
+}
+
 /*
  * Store Helpers
  */
@@ -1970,6 +2031,50 @@  void cpu_stq_mmuidx_ra(CPUArchState *env, target_ulong addr, uint64_t val,
     cpu_store_helper(env, addr, val, mmu_idx, retaddr, MO_TEQ);
 }
 
+void cpu_stb_data_ra(CPUArchState *env, target_ulong ptr,
+                     uint32_t val, uintptr_t retaddr)
+{
+    cpu_stb_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);
+}
+
+void cpu_stw_data_ra(CPUArchState *env, target_ulong ptr,
+                     uint32_t val, uintptr_t retaddr)
+{
+    cpu_stw_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);
+}
+
+void cpu_stl_data_ra(CPUArchState *env, target_ulong ptr,
+                     uint32_t val, uintptr_t retaddr)
+{
+    cpu_stl_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);
+}
+
+void cpu_stq_data_ra(CPUArchState *env, target_ulong ptr,
+                     uint64_t val, uintptr_t retaddr)
+{
+    cpu_stq_mmuidx_ra(env, ptr, val, cpu_mmu_index(env, false), retaddr);
+}
+
+void cpu_stb_data(CPUArchState *env, target_ulong ptr, uint32_t val)
+{
+    cpu_stb_data_ra(env, ptr, val, 0);
+}
+
+void cpu_stw_data(CPUArchState *env, target_ulong ptr, uint32_t val)
+{
+    cpu_stw_data_ra(env, ptr, val, 0);
+}
+
+void cpu_stl_data(CPUArchState *env, target_ulong ptr, uint32_t val)
+{
+    cpu_stl_data_ra(env, ptr, val, 0);
+}
+
+void cpu_stq_data(CPUArchState *env, target_ulong ptr, uint64_t val)
+{
+    cpu_stq_data_ra(env, ptr, val, 0);
+}
+
 /* First set of helpers allows passing in of OI and RETADDR.  This makes
    them callable from other helpers.  */