Hallocy/Src/Core/Memory.c

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * 
 * -----------------------------------------------------------------------------
 * File: Memory.c
 * Description:
 *  This file implements the functions for managing memory. It includes functions
 *  to copy, move, compare and set memory.
 * 
 * Author: Mineplay
 * -----------------------------------------------------------------------------
 */
#include "../../Include/Hallocy/Core/Memory.h"
#include "../../Include/Hallocy/Utils/Simd.h"

#include <immintrin.h>
#include <stddef.h>

HallocyError hallocy_set_memory(void *destination, int value, const size_t size) {
    if (destination == NULL) {
        return HALLOCY_ERROR_INVALID_POINTER;
    }

    unsigned char *destination_bytes = (unsigned char*)destination;
    unsigned char *end_address = destination_bytes + size;

    unsigned char value_bytes = (unsigned char)value;

    switch (hallocy_is_simd_supported()) {
        #if defined(_M_ARM64) || defined(__aarch64__) || defined(__arm__)
        case HALLOCY_SIMD_NEON: {
            while (((size_t)destination_bytes % 16) != 0 && destination_bytes != end_address) {
                *destination_bytes = value_bytes;
                destination_bytes += 1;
            }

            uint8x16_t simd_value = vdupq_n_u8(value_bytes);
            while (destination_bytes - end_address >= 16) {
                vst1q_u8(destination_bytes, simd_value);
                destination_bytes += 16;
            }
            break;
        }
        #else
        case HALLOCY_SIMD_AVX512: {
            while (((size_t)destination_bytes % 64) != 0 && destination_bytes != end_address) {
                *destination_bytes = value_bytes;
                destination_bytes += 1;
            }

            __m512i simd_value = _mm512_set1_epi8(value_bytes);
            while (destination_bytes - end_address >= 64) {
                _mm512_store_si512((__m512i*)destination_bytes, simd_value);
                destination_bytes += 64;
            }

            break;
        }

        case HALLOCY_SIMD_AVX2: {
            while (((size_t)destination_bytes % 32) != 0 && destination_bytes != end_address) {
                *destination_bytes = value_bytes;
                destination_bytes += 1;
            }

            __m256i simd_value = _mm256_set1_epi8(value_bytes);
            while (destination_bytes - end_address >= 32) {
                _mm256_store_si256((__m256i*)destination_bytes, simd_value);
                destination_bytes += 32;
            }

            break;
        }

        case HALLOCY_SIMD_AVX:
        case HALLOCY_SIMD_SSE2:
        case HALLOCY_SIMD_SSE: {
            while (((size_t)destination_bytes % 16) != 0 && destination_bytes != end_address) {
                *destination_bytes = value_bytes;
                destination_bytes += 1;
            }

            __m128i simd_value = _mm_set1_epi8(value_bytes);
            while (destination_bytes - end_address >= 16) {
                _mm_store_si128((__m128i*)destination_bytes, simd_value);
                destination_bytes += 16;
            }

            break;
        }
        #endif
        default: {
            size_t word_size = sizeof(size_t);
            while (((size_t)destination_bytes % word_size) != 0 && destination_bytes != end_address) {
                *destination_bytes = value_bytes;
                destination_bytes += 1;
            }

            size_t value_word = 0;
            for (size_t i = 0; i < word_size; i++) {
                value_word |= (size_t)value_bytes << (i * 8);
            }

            size_t *destination_word = (size_t*)destination_bytes;
            while ((unsigned char*)(destination_word + 1) < end_address) {
                *destination_word = value_word;
                destination_word += 1;
            }

            destination_bytes = (unsigned char*)destination_word;
            break;
        }
    }

    while (destination_bytes != end_address) {
        *destination_bytes = value_bytes;
        destination_bytes += 1;
    }

    return HALLOCY_ERROR_NONE;
}

HallocyError hallocy_copy_memory(void *destination, void *source, const size_t size) {
    if (destination == NULL || source == NULL) {
        return HALLOCY_ERROR_INVALID_POINTER;
    }

    unsigned char *destination_bytes = (unsigned char*)destination;
    unsigned char *source_bytes = (unsigned char*)source;

    unsigned char *end_address = destination_bytes + size;

    switch (hallocy_is_simd_supported()) {
        #if defined(_M_ARM64) || defined(__aarch64__) || defined(__arm__)
        case HALLOCY_SIMD_NEON: {
            if ((size_t)destination_bytes % 16 == (size_t)source_bytes % 16) {
                while (((size_t)destination_bytes % 16) != 0 && destination_bytes != end_address) {
                    *destination_bytes = *source_bytes;
                    destination_bytes += 1;
                    source_bytes += 1;
                }
            }

            uint8x16_t simd_value;
            while (destination_bytes - end_address >= 16) {
                simd_value = vdupq_n_u8(source_bytes);
                vst1q_u8(destination_bytes, simd_value);
                destination_bytes += 16;
                source_bytes += 16;
            }
            break;
        }
        #else
        case HALLOCY_SIMD_AVX512: {
            if ((size_t)destination_bytes % 64 == (size_t)source_bytes % 64) {
                while (((size_t)destination_bytes % 64) != 0 && destination_bytes != end_address) {
                    *destination_bytes = *source_bytes;
                    destination_bytes += 1;
                    source_bytes += 1;
                }

                __m512i simd_value;
                while (destination_bytes - end_address >= 64) {
                    simd_value = _mm512_load_si512((__m512i*)source_bytes);
                    _mm512_store_si512((__m512i*)destination, simd_value);

                    destination_bytes += 64;
                    source_bytes += 64;
                }
            } else {
                __m512i simd_value;
                while (destination_bytes - end_address >= 64) {
                    simd_value = _mm512_loadu_si512((__m512i*)source_bytes);
                    _mm512_storeu_si512((__m512i*)destination, simd_value);

                    destination_bytes += 64;
                    source_bytes += 64;
                }
            }
            break;
        }

        case HALLOCY_SIMD_AVX2:
        case HALLOCY_SIMD_AVX: {
            if ((size_t)destination_bytes % 32 == (size_t)source_bytes % 64) {
                while (((size_t)destination_bytes % 32) != 0 && destination_bytes != end_address) {
                    *destination_bytes = *source_bytes;
                    destination_bytes += 1;
                    source_bytes += 1;
                }

                __m256i simd_value;
                while (destination_bytes - end_address >= 32) {
                    simd_value = _mm256_load_si256((__m256i*)source_bytes);
                    _mm256_store_si256((__m256i*)destination, simd_value);

                    destination_bytes += 32;
                    source_bytes += 32;
                }
            } else {
                __m256i simd_value;
                while (destination_bytes - end_address >= 32) {
                    simd_value = _mm256_loadu_si256((__m256i*)source_bytes);
                    _mm256_storeu_si256((__m256i*)destination, simd_value);

                    destination_bytes += 32;
                    source_bytes += 32;
                }
            }
            break;
        }

        case HALLOCY_SIMD_SSE2:
        case HALLOCY_SIMD_SSE: {
            if ((size_t)destination_bytes % 16 == (size_t)source_bytes % 64) {
                while (((size_t)destination_bytes % 16) != 0 && destination_bytes != end_address) {
                    *destination_bytes = *source_bytes;
                    destination_bytes += 1;
                    source_bytes += 1;
                }

                __m128i simd_value;
                while (destination_bytes - end_address >= 16) {
                    simd_value = _mm_load_si128((__m128i*)source_bytes);
                    _mm_store_si128((__m128i*)destination, simd_value);

                    destination_bytes += 16;
                    source_bytes += 16;
                }
            } else {
                __m128i simd_value;
                while (destination_bytes - end_address >= 16) {
                    simd_value = _mm_loadu_si128((__m128i*)source_bytes);
                    _mm_storeu_si128((__m128i*)destination, simd_value);

                    destination_bytes += 16;
                    source_bytes += 16;
                }
            }
            break;
        }
        #endif
        default: {
            size_t word_size = sizeof(size_t);
            if ((size_t)destination_bytes % word_size == (size_t)source_bytes % word_size) {
                while (((size_t)destination_bytes % word_size) != 0 && destination_bytes != end_address) {
                    *destination_bytes = *source_bytes;
                    destination_bytes += 1;
                    source_bytes += 1;
                }

                size_t *destination_word = (size_t*)destination_bytes;
                size_t *source_word = (size_t*)source_bytes;
                while ((unsigned char*)(destination_word + 1) < end_address) {
                    *destination_word = *source_word;
                    destination_word += 1;
                    source_word += 1;
                }

                source_bytes = (unsigned char*)source_word;
                destination_bytes = (unsigned char*)destination_word;
            }

            break;
        }
    }

    while (destination_bytes != end_address) {
        *destination_bytes = *source_bytes;
        destination_bytes += 1;
        source_bytes += 1;
    }

    return HALLOCY_ERROR_NONE;
}

HallocyError hallocy_move_memory(void *destination, void *source, const size_t size) {
    if (!((void*)((size_t)source + size) > destination && source < destination)) {
        return hallocy_copy_memory(destination, source, size);
    }

    if (destination == NULL || source == NULL) {
        return HALLOCY_ERROR_INVALID_POINTER;
    }

    unsigned char *end_address = (unsigned char*)destination;

    unsigned char *destination_bytes = (unsigned char*)destination + size;
    unsigned char *source_bytes = (unsigned char*)source + size;

    switch (hallocy_is_simd_supported()) {
        #if defined(_M_ARM64) || defined(__aarch64__) || defined(__arm__)
        case HALLOCY_SIMD_NEON: {
            if ((size_t)destination_bytes % 16 == (size_t)source_bytes % 16) {
                while (((size_t)destination_bytes % 16) != 0 && destination_bytes != end_address) {
                    destination_bytes -= 1;
                    source_bytes -= 1;
                    *destination_bytes = *source_bytes;
                }
            }

            uint8x16_t simd_value;
            while (end_address - destination_bytes >= 16) {
                destination_bytes -= 16;
                source_bytes -= 16;

                simd_value = vdupq_n_u8(source_bytes);
                vst1q_u8(destination_bytes, simd_value);
            }
            break;
        }
        #else
        case HALLOCY_SIMD_AVX512: {
            if ((size_t)destination_bytes % 64 == (size_t)source_bytes % 64) {
                while (((size_t)destination_bytes % 64) != 0 && destination_bytes != end_address) {
                    destination_bytes -= 1;
                    source_bytes -= 1;
                    *destination_bytes = *source_bytes;
                }

                __m512i simd_value;
                while (end_address - destination_bytes >= 64) {
                    destination_bytes -= 64;
                    source_bytes -= 64;

                    simd_value = _mm512_load_si512((__m512i*)source_bytes);
                    _mm512_store_si512((__m512i*)destination, simd_value);
                }
            } else {
                __m512i simd_value;
                while (end_address - destination_bytes >= 64) {
                    destination_bytes -= 64;
                    source_bytes -= 64;

                    simd_value = _mm512_loadu_si512((__m512i*)source_bytes);
                    _mm512_storeu_si512((__m512i*)destination, simd_value);
                }
            }
            break;
        }

        case HALLOCY_SIMD_AVX2:
        case HALLOCY_SIMD_AVX: {
            if ((size_t)destination_bytes % 32 == (size_t)source_bytes % 64) {
                while (((size_t)destination_bytes % 32) != 0 && destination_bytes != end_address) {
                    destination_bytes -= 1;
                    source_bytes -= 1;

                    *destination_bytes = *source_bytes;
                }

                __m256i simd_value;
                while (end_address - destination_bytes >= 32) {
                    destination_bytes -= 32;
                    source_bytes -= 32;

                    simd_value = _mm256_load_si256((__m256i*)source_bytes);
                    _mm256_store_si256((__m256i*)destination, simd_value);
                }
            } else {
                __m256i simd_value;
                while (end_address - destination_bytes >= 32) {
                    destination_bytes -= 32;
                    source_bytes -= 32;

                    simd_value = _mm256_loadu_si256((__m256i*)source_bytes);
                    _mm256_storeu_si256((__m256i*)destination, simd_value);
                }
            }
            break;
        }

        case HALLOCY_SIMD_SSE2:
        case HALLOCY_SIMD_SSE: {
            if ((size_t)destination_bytes % 16 == (size_t)source_bytes % 64) {
                while (((size_t)destination_bytes % 16) != 0 && destination_bytes != end_address) {
                    destination_bytes -= 1;
                    source_bytes -= 1;
                    *destination_bytes = *source_bytes;
                }

                __m128i simd_value;
                while (end_address - destination_bytes >= 16) {
                    destination_bytes -= 16;
                    source_bytes -= 16;

                    simd_value = _mm_load_si128((__m128i*)source_bytes);
                    _mm_store_si128((__m128i*)destination, simd_value);
                }
            } else {
                __m128i simd_value;
                while (end_address - destination_bytes >= 16) {
                    destination_bytes -= 16;
                    source_bytes -= 16;

                    simd_value = _mm_loadu_si128((__m128i*)source_bytes);
                    _mm_storeu_si128((__m128i*)destination, simd_value);
                }
            }
            break;
        }
        #endif
        default: {
            size_t word_size = sizeof(size_t);
            if ((size_t)destination_bytes % word_size == (size_t)source_bytes % word_size) {
                while (((size_t)destination_bytes % word_size) != 0 && destination_bytes != end_address) {
                    destination_bytes -= 1;
                    source_bytes -= 1;
                    *destination_bytes = *source_bytes;
                }

                size_t *destination_word = (size_t*)destination_bytes;
                size_t *source_word = (size_t*)source_bytes;
                while ((unsigned char*)(destination_word - 1) > end_address) {
                    destination_word -= 1;
                    source_word -= 1;
                    *destination_word = *source_word;
                }

                source_bytes = (unsigned char*)source_word;
                destination_bytes = (unsigned char*)destination_word;
            }

            break;
        }
    }

    while (destination_bytes != end_address) {
        destination_bytes -= 1;
        source_bytes -= 1;
        *destination_bytes = *source_bytes;
    }

    return HALLOCY_ERROR_NONE;
}