lib/iomem_copy.c

// SPDX-License-Identifier: GPL-2.0-only
/*
 * Copyright 2024 Kalray, Inc.  All Rights Reserved.
 */

#include <linux/align.h>
#include <linux/export.h>
#include <linux/io.h>
#include <linux/types.h>
#include <linux/unaligned.h>

#ifndef memset_io
/**
 * memset_io() - Set a range of I/O memory to a constant value
 * @addr: The beginning of the I/O-memory range to set
 * @val: The value to set the memory to
 * @count: The number of bytes to set
 *
 * Set a range of I/O memory to a given value.
 */
void memset_io(volatile void __iomem *addr, int val, size_t count)
{
	long qc = (u8)val;

	qc *= ~0UL / 0xff;

	while (count && !IS_ALIGNED((long)addr, sizeof(long))) {
		__raw_writeb(val, addr);
		addr++;
		count--;
	}

	while (count >= sizeof(long)) {
#ifdef CONFIG_64BIT
		__raw_writeq(qc, addr);
#else
		__raw_writel(qc, addr);
#endif

		addr += sizeof(long);
		count -= sizeof(long);
	}

	while (count) {
		__raw_writeb(val, addr);
		addr++;
		count--;
	}
}
EXPORT_SYMBOL(memset_io);
#endif

#ifndef memcpy_fromio
/**
 * memcpy_fromio() - Copy a block of data from I/O memory
 * @dst: The (RAM) destination for the copy
 * @src: The (I/O memory) source for the data
 * @count: The number of bytes to copy
 *
 * Copy a block of data from I/O memory.
 */
void memcpy_fromio(void *dst, const volatile void __iomem *src, size_t count)
{
	while (count && !IS_ALIGNED((long)src, sizeof(long))) {
		*(u8 *)dst = __raw_readb(src);
		src++;
		dst++;
		count--;
	}

	while (count >= sizeof(long)) {
#ifdef CONFIG_64BIT
		long val = __raw_readq(src);
#else
		long val = __raw_readl(src);
#endif
		put_unaligned(val, (long *)dst);


		src += sizeof(long);
		dst += sizeof(long);
		count -= sizeof(long);
	}

	while (count) {
		*(u8 *)dst = __raw_readb(src);
		src++;
		dst++;
		count--;
	}
}
EXPORT_SYMBOL(memcpy_fromio);
#endif

#ifndef memcpy_toio
/**
 * memcpy_toio() -Copy a block of data into I/O memory
 * @dst: The (I/O memory) destination for the copy
 * @src: The (RAM) source for the data
 * @count: The number of bytes to copy
 *
 * Copy a block of data to I/O memory.
 */
void memcpy_toio(volatile void __iomem *dst, const void *src, size_t count)
{
	while (count && !IS_ALIGNED((long)dst, sizeof(long))) {
		__raw_writeb(*(u8 *)src, dst);
		src++;
		dst++;
		count--;
	}

	while (count >= sizeof(long)) {
		long val = get_unaligned((long *)src);
#ifdef CONFIG_64BIT
		__raw_writeq(val, dst);
#else
		__raw_writel(val, dst);
#endif

		src += sizeof(long);
		dst += sizeof(long);
		count -= sizeof(long);
	}

	while (count) {
		__raw_writeb(*(u8 *)src, dst);
		src++;
		dst++;
		count--;
	}
}
EXPORT_SYMBOL(memcpy_toio);
#endif