arch/x86_64/arch_string.cpp

47 static inline void memcpy_repmovs(uint8_t* destination, const uint8_t* source,
51 		: "+D" (destination), "+S" (source), "+c" (length)
58 inline void copy_small(uint8_t* destination, const uint8_t* source)
63 	*reinterpret_cast<data*>(destination)
75 static inline void memcpy_small(uint8_t* destination, const uint8_t* source,
79 		table_small[length](destination, source);
81 		auto to = reinterpret_cast<uint64_t*>(destination);
84 		to = reinterpret_cast<uint64_t*>(destination + length - 8);
92 inline void copy_sse(__m128i* destination, const __m128i* source)
95 	_mm_storeu_si128(destination, temp);
96 	copy_sse<N - 1>(destination + 1, source + 1);
101 inline void copy_sse<0>(__m128i* destination, const __m128i* source)
113 static inline void memcpy_sse(uint8_t* destination, const uint8_t* source, size_t length)
115 	auto to = reinterpret_cast<__m128i*>(destination);
117 	auto toEnd = reinterpret_cast<__m128i*>(destination + length - 16);
138 extern "C" void* memcpy(void* destination, const void* source, size_t length)
140 	auto to = static_cast<uint8_t*>(destination);
144 		return destination;
148 		return destination;
151 	return destination;
156 memset_repstos(uint8_t* destination, uint8_t value, size_t length)
159 		: "+D" (destination), "+c" (length)
166 memset_sse(uint8_t* destination, uint8_t value, size_t length)
169 	auto end = reinterpret_cast<__m128i*>(destination + length - 16);
170 	auto diff = reinterpret_cast<uintptr_t>(destination) % 16;
174 		_mm_storeu_si128(reinterpret_cast<__m128i*>(destination), packed);
176 	auto ptr = reinterpret_cast<__m128i*>(destination + diff);
193 memset_small(uint8_t* destination, uint8_t value, size_t length)
197 		auto ptr = reinterpret_cast<uint64_t*>(destination);
198 		auto end = reinterpret_cast<uint64_t*>(destination + length - 8);
206 			*destination++ = value;
216 	auto destination = static_cast<uint8_t*>(ptr);
218 		memset_small(destination, value, length);
222 		memset_sse(destination, value, length);
225 	memset_repstos(destination, value, length);