|
@@ -591,3 +591,127 @@ do { \
|
|
|
default: __put_user_unaligned_unknown(); break; \
|
|
|
} \
|
|
|
__pu_err; \
|
|
|
+})
|
|
|
+
|
|
|
+#define __put_user_unaligned_check(x,ptr,size) \
|
|
|
+({ \
|
|
|
+ __typeof__(*(ptr)) __user *__pu_addr = (ptr); \
|
|
|
+ __typeof__(*(ptr)) __pu_val = (x); \
|
|
|
+ int __pu_err = -EFAULT; \
|
|
|
+ \
|
|
|
+ if (likely(access_ok(VERIFY_WRITE, __pu_addr, size))) { \
|
|
|
+ switch (size) { \
|
|
|
+ case 1: __put_user_asm("sb", __pu_addr); break; \
|
|
|
+ case 2: __put_user_unaligned_asm("ush", __pu_addr); break; \
|
|
|
+ case 4: __put_user_unaligned_asm("usw", __pu_addr); break; \
|
|
|
+ case 8: __PUT_USER_UNALGINED_DW(__pu_addr); break; \
|
|
|
+ default: __put_user_unaligned_unknown(); break; \
|
|
|
+ } \
|
|
|
+ } \
|
|
|
+ __pu_err; \
|
|
|
+})
|
|
|
+
|
|
|
+#define __put_user_unaligned_asm(insn, ptr) \
|
|
|
+{ \
|
|
|
+ __asm__ __volatile__( \
|
|
|
+ "1: " insn " %z2, %3 # __put_user_unaligned_asm\n" \
|
|
|
+ "2: \n" \
|
|
|
+ " .section .fixup,\"ax\" \n" \
|
|
|
+ "3: li %0, %4 \n" \
|
|
|
+ " j 2b \n" \
|
|
|
+ " .previous \n" \
|
|
|
+ " .section __ex_table,\"a\" \n" \
|
|
|
+ " " __UA_ADDR " 1b, 3b \n" \
|
|
|
+ " .previous \n" \
|
|
|
+ : "=r" (__pu_err) \
|
|
|
+ : "0" (0), "Jr" (__pu_val), "o" (__m(ptr)), \
|
|
|
+ "i" (-EFAULT)); \
|
|
|
+}
|
|
|
+
|
|
|
+#define __put_user_unaligned_asm_ll32(ptr) \
|
|
|
+{ \
|
|
|
+ __asm__ __volatile__( \
|
|
|
+ "1: sw %2, (%3) # __put_user_unaligned_asm_ll32 \n" \
|
|
|
+ "2: sw %D2, 4(%3) \n" \
|
|
|
+ "3: \n" \
|
|
|
+ " .section .fixup,\"ax\" \n" \
|
|
|
+ "4: li %0, %4 \n" \
|
|
|
+ " j 3b \n" \
|
|
|
+ " .previous \n" \
|
|
|
+ " .section __ex_table,\"a\" \n" \
|
|
|
+ " " __UA_ADDR " 1b, 4b \n" \
|
|
|
+ " " __UA_ADDR " 1b + 4, 4b \n" \
|
|
|
+ " " __UA_ADDR " 2b, 4b \n" \
|
|
|
+ " " __UA_ADDR " 2b + 4, 4b \n" \
|
|
|
+ " .previous" \
|
|
|
+ : "=r" (__pu_err) \
|
|
|
+ : "0" (0), "r" (__pu_val), "r" (ptr), \
|
|
|
+ "i" (-EFAULT)); \
|
|
|
+}
|
|
|
+
|
|
|
+extern void __put_user_unaligned_unknown(void);
|
|
|
+
|
|
|
+/*
|
|
|
+ * We're generating jump to subroutines which will be outside the range of
|
|
|
+ * jump instructions
|
|
|
+ */
|
|
|
+#ifdef MODULE
|
|
|
+#define __MODULE_JAL(destination) \
|
|
|
+ ".set\tnoat\n\t" \
|
|
|
+ __UA_LA "\t$1, " #destination "\n\t" \
|
|
|
+ "jalr\t$1\n\t" \
|
|
|
+ ".set\tat\n\t"
|
|
|
+#else
|
|
|
+#define __MODULE_JAL(destination) \
|
|
|
+ "jal\t" #destination "\n\t"
|
|
|
+#endif
|
|
|
+
|
|
|
+#ifndef CONFIG_CPU_DADDI_WORKAROUNDS
|
|
|
+#define DADDI_SCRATCH "$0"
|
|
|
+#else
|
|
|
+#define DADDI_SCRATCH "$3"
|
|
|
+#endif
|
|
|
+
|
|
|
+extern size_t __copy_user(void *__to, const void *__from, size_t __n);
|
|
|
+
|
|
|
+#define __invoke_copy_to_user(to, from, n) \
|
|
|
+({ \
|
|
|
+ register void __user *__cu_to_r __asm__("$4"); \
|
|
|
+ register const void *__cu_from_r __asm__("$5"); \
|
|
|
+ register long __cu_len_r __asm__("$6"); \
|
|
|
+ \
|
|
|
+ __cu_to_r = (to); \
|
|
|
+ __cu_from_r = (from); \
|
|
|
+ __cu_len_r = (n); \
|
|
|
+ __asm__ __volatile__( \
|
|
|
+ __MODULE_JAL(__copy_user) \
|
|
|
+ : "+r" (__cu_to_r), "+r" (__cu_from_r), "+r" (__cu_len_r) \
|
|
|
+ : \
|
|
|
+ : "$8", "$9", "$10", "$11", "$12", "$14", "$15", "$24", "$31", \
|
|
|
+ DADDI_SCRATCH, "memory"); \
|
|
|
+ __cu_len_r; \
|
|
|
+})
|
|
|
+
|
|
|
+/*
|
|
|
+ * __copy_to_user: - Copy a block of data into user space, with less checking.
|
|
|
+ * @to: Destination address, in user space.
|
|
|
+ * @from: Source address, in kernel space.
|
|
|
+ * @n: Number of bytes to copy.
|
|
|
+ *
|
|
|
+ * Context: User context only. This function may sleep.
|
|
|
+ *
|
|
|
+ * Copy data from kernel space to user space. Caller must check
|
|
|
+ * the specified block with access_ok() before calling this function.
|
|
|
+ *
|
|
|
+ * Returns number of bytes that could not be copied.
|
|
|
+ * On success, this will be zero.
|
|
|
+ */
|
|
|
+#define __copy_to_user(to, from, n) \
|
|
|
+({ \
|
|
|
+ void __user *__cu_to; \
|
|
|
+ const void *__cu_from; \
|
|
|
+ long __cu_len; \
|
|
|
+ \
|
|
|
+ __cu_to = (to); \
|
|
|
+ __cu_from = (from); \
|
|
|
+ __cu_len = (n); \
|