/*
 * Copyright (c) 2013 Intel Corporation
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 *
 * Authors:
 *    Chris Wilson <chris@chris-wilson.co.uk>
 *
 */

#include "config.h"

#include "igt_x86.h"
#include "igt_aux.h"

#include <stdint.h>
#include <stdio.h>
#include <string.h>

/**
 * SECTION:igt_x86
 * @short_description: x86 helper library
 * @title: x86
 * @include: igt_x86.h
 */

#if defined(__x86_64__) || defined(__i386__)
char *igt_x86_features_to_string(unsigned features, char *line)
{
	char *ret = line;

#ifdef __x86_64__
	line += sprintf(line, "x86-64");
#else
	line += sprintf(line, "x86");
#endif

	if (features & SSE2)
		line += sprintf(line, ", sse2");
	if (features & SSE3)
		line += sprintf(line, ", sse3");
	if (features & SSSE3)
		line += sprintf(line, ", ssse3");
	if (features & SSE4_1)
		line += sprintf(line, ", sse4.1");
	if (features & SSE4_2)
		line += sprintf(line, ", sse4.2");
	if (features & AVX)
		line += sprintf(line, ", avx");
	if (features & AVX2)
		line += sprintf(line, ", avx2");
	if (features & F16C)
		line += sprintf(line, ", f16c");

	(void)line;

	return ret;
}
#endif

#if defined(__x86_64__) && !defined(__clang__) && defined(__GLIBC__) && !defined(__UCLIBC__)
#pragma GCC push_options
#pragma GCC target("sse4.1")
#pragma GCC diagnostic ignored "-Wpointer-arith"

#include <smmintrin.h>
static void memcpy_from_wc_sse41(void *dst, const void *src, unsigned long len)
{
	char buf[16];

	/* Flush the internal buffer of potential stale gfx data */
	_mm_mfence();

	if ((uintptr_t)src & 15) {
		__m128i *S = (__m128i *)((uintptr_t)src & ~15);
		unsigned long misalign = (uintptr_t)src & 15;
		unsigned long copy = min(len, 16 - misalign);

		_mm_storeu_si128((__m128i *)buf,
				 _mm_stream_load_si128(S));

		memcpy(dst, buf + misalign, copy);

		dst += copy;
		src += copy;
		len -= copy;
	}

	/* We assume we are doing bulk transfers, so prefer aligned moves */
	if (((uintptr_t)dst & 15) == 0) {
		while (len >= 64) {
			__m128i *S = (__m128i *)src;
			__m128i *D = (__m128i *)dst;
			__m128i tmp[4];

			tmp[0] = _mm_stream_load_si128(S + 0);
			tmp[1] = _mm_stream_load_si128(S + 1);
			tmp[2] = _mm_stream_load_si128(S + 2);
			tmp[3] = _mm_stream_load_si128(S + 3);

			_mm_store_si128(D + 0, tmp[0]);
			_mm_store_si128(D + 1, tmp[1]);
			_mm_store_si128(D + 2, tmp[2]);
			_mm_store_si128(D + 3, tmp[3]);

			src += 64;
			dst += 64;
			len -= 64;
		}
	} else {
		while (len >= 64) {
			__m128i *S = (__m128i *)src;
			__m128i *D = (__m128i *)dst;
			__m128i tmp[4];

			tmp[0] = _mm_stream_load_si128(S + 0);
			tmp[1] = _mm_stream_load_si128(S + 1);
			tmp[2] = _mm_stream_load_si128(S + 2);
			tmp[3] = _mm_stream_load_si128(S + 3);

			_mm_storeu_si128(D + 0, tmp[0]);
			_mm_storeu_si128(D + 1, tmp[1]);
			_mm_storeu_si128(D + 2, tmp[2]);
			_mm_storeu_si128(D + 3, tmp[3]);

			src += 64;
			dst += 64;
			len -= 64;
		}
	}

	while (len >= 16) {
		_mm_storeu_si128((__m128i *)dst,
				 _mm_stream_load_si128((__m128i *)src));

		src += 16;
		dst += 16;
		len -= 16;
	}

	if (len) {
		_mm_storeu_si128((__m128i *)buf,
				 _mm_stream_load_si128((__m128i *)src));
		memcpy(dst, buf, len);
	}
}

#pragma GCC pop_options

static void memcpy_from_wc(void *dst, const void *src, unsigned long len)
{
	memcpy(dst, src, len);
}

/* The PLT is not initialized when ifunc resolvers run, so all external
 * functions must be inlined with __attribute__((flatten)).
 */
__attribute__((flatten))
static void (*resolve_memcpy_from_wc(void))(void *, const void *, unsigned long)
{
	if (igt_x86_features() & SSE4_1)
		return memcpy_from_wc_sse41;

	return memcpy_from_wc;
}

void igt_memcpy_from_wc(void *dst, const void *src, unsigned long len)
	__attribute__((ifunc("resolve_memcpy_from_wc")));

#else
void igt_memcpy_from_wc(void *dst, const void *src, unsigned long len)
{
	memcpy(dst, src, len);
}
#endif