1/* 2 * memmove test. 3 * 4 * Copyright (c) 2019-2023, Arm Limited. 5 * SPDX-License-Identifier: MIT OR Apache-2.0 WITH LLVM-exception 6 */ 7 8#include <stdint.h> 9#include <stdio.h> 10#include <stdlib.h> 11#include <string.h> 12#include "mte.h" 13#include "stringlib.h" 14#include "stringtest.h" 15 16#define F(x, mte) {#x, x, mte}, 17 18static const struct fun 19{ 20 const char *name; 21 void *(*fun) (void *, const void *, size_t); 22 int test_mte; 23} funtab[] = { 24 // clang-format off 25 F(memmove, 0) 26#if __aarch64__ 27 F(__memmove_aarch64, 1) 28# if __ARM_NEON 29 F(__memmove_aarch64_simd, 1) 30# endif 31# if __ARM_FEATURE_SVE 32 F(__memmove_aarch64_sve, 1) 33# endif 34# if WANT_MOPS 35 F(__memmove_aarch64_mops, 1) 36# endif 37#endif 38 {0, 0, 0} 39 // clang-format on 40}; 41#undef F 42 43#define A 32 44#define LEN 250000 45static unsigned char *dbuf; 46static unsigned char *sbuf; 47static unsigned char wbuf[LEN + 2 * A]; 48 49static void * 50alignup (void *p) 51{ 52 return (void *) (((uintptr_t) p + A - 1) & -A); 53} 54 55static void 56test (const struct fun *fun, int dalign, int salign, int len) 57{ 58 unsigned char *src = alignup (sbuf); 59 unsigned char *dst = alignup (dbuf); 60 unsigned char *want = wbuf; 61 unsigned char *s = src + salign; 62 unsigned char *d = dst + dalign; 63 unsigned char *w = want + dalign; 64 void *p; 65 int i; 66 67 if (err_count >= ERR_LIMIT) 68 return; 69 if (len > LEN || dalign >= A || salign >= A) 70 abort (); 71 for (i = 0; i < len + A; i++) 72 { 73 src[i] = '?'; 74 want[i] = dst[i] = '*'; 75 } 76 for (i = 0; i < len; i++) 77 s[i] = w[i] = 'a' + i % 23; 78 79 p = fun->fun (d, s, len); 80 if (p != d) 81 ERR ("%s(%p,..) returned %p\n", fun->name, d, p); 82 for (i = 0; i < len + A; i++) 83 { 84 if (dst[i] != want[i]) 85 { 86 ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign, 87 len); 88 quoteat ("got", dst, len + A, i); 89 quoteat ("want", want, len + A, i); 90 break; 91 } 92 } 93} 94 95static void 96test_overlap (const struct fun *fun, int dalign, int salign, int len) 97{ 98 unsigned char *src = alignup (sbuf); 99 unsigned char *dst = src; 100 unsigned char *want = wbuf; 101 unsigned char *s = src + salign; 102 unsigned char *d = dst + dalign; 103 unsigned char *w = wbuf + dalign; 104 void *p; 105 106 if (err_count >= ERR_LIMIT) 107 return; 108 if (len > LEN || dalign >= A || salign >= A) 109 abort (); 110 111 for (int i = 0; i < len + A; i++) 112 src[i] = want[i] = '?'; 113 114 for (int i = 0; i < len; i++) 115 s[i] = want[salign + i] = 'a' + i % 23; 116 for (int i = 0; i < len; i++) 117 w[i] = s[i]; 118 119 s = tag_buffer (s, len, fun->test_mte); 120 d = tag_buffer (d, len, fun->test_mte); 121 p = fun->fun (d, s, len); 122 untag_buffer (s, len, fun->test_mte); 123 untag_buffer (d, len, fun->test_mte); 124 125 if (p != d) 126 ERR ("%s(%p,..) returned %p\n", fun->name, d, p); 127 for (int i = 0; i < len + A; i++) 128 { 129 if (dst[i] != want[i]) 130 { 131 ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign, 132 len); 133 quoteat ("got", dst, len + A, i); 134 quoteat ("want", want, len + A, i); 135 break; 136 } 137 } 138} 139 140int 141main () 142{ 143 dbuf = mte_mmap (LEN + 2 * A); 144 sbuf = mte_mmap (LEN + 2 * A); 145 int r = 0; 146 for (int i = 0; funtab[i].name; i++) 147 { 148 err_count = 0; 149 for (int d = 0; d < A; d++) 150 for (int s = 0; s < A; s++) 151 { 152 int n; 153 for (n = 0; n < 100; n++) 154 { 155 test (funtab + i, d, s, n); 156 test_overlap (funtab + i, d, s, n); 157 } 158 for (; n < LEN; n *= 2) 159 { 160 test (funtab + i, d, s, n); 161 test_overlap (funtab + i, d, s, n); 162 } 163 } 164 char *pass = funtab[i].test_mte && mte_enabled () ? "MTE PASS" : "PASS"; 165 printf ("%s %s\n", err_count ? "FAIL" : pass, funtab[i].name); 166 if (err_count) 167 r = -1; 168 } 169 return r; 170} 171