summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat
-rw-r--r--include/ouroboros/CMakeLists.txt1
-rw-r--r--include/ouroboros/shm_du_map.h75
-rw-r--r--src/lib/shm_du_map.c493
-rw-r--r--src/lib/tests/CMakeLists.txt15
-rw-r--r--src/lib/tests/shm_du_map_test_create.c51
-rw-r--r--src/lib/tests/shm_du_map_test_du_buff_create.c93
-rw-r--r--src/lib/tests/shm_du_map_test_prod_cons.c179
7 files changed, 906 insertions, 1 deletions
diff --git a/include/ouroboros/CMakeLists.txt b/include/ouroboros/CMakeLists.txt
index 167cf0e2..a196140b 100644
--- a/include/ouroboros/CMakeLists.txt
+++ b/include/ouroboros/CMakeLists.txt
@@ -14,6 +14,7 @@ set(HEADER_FILES
list.h
logs.h
rina_name.h
+ shm_du_map.h
sockets.h
utils.h
)
diff --git a/include/ouroboros/shm_du_map.h b/include/ouroboros/shm_du_map.h
new file mode 100644
index 00000000..948a6727
--- /dev/null
+++ b/include/ouroboros/shm_du_map.h
@@ -0,0 +1,75 @@
+/*
+ * Ouroboros - Copyright (C) 2016
+ *
+ * Shared memory map for data units
+ *
+ * Dimitri Staessens <[email protected]>
+ * Sander Vrijders <[email protected]>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+
+#ifndef OUROBOROS_SHM_DU_MAP_H
+#define OUROBOROS_SHM_DU_MAP_H
+
+#ifndef _POSIX_C_SOURCE
+#define _POSIX_C_SOURCE 199506L
+#endif
+
+#define OUROBOROS_PREFIX "shm_du_map"
+
+#ifndef SHM_DU_BUFF_BLOCK_SIZE
+#define SHM_DU_BUFF_BLOCK_SIZE sysconf(_SC_PAGESIZE)
+#endif
+
+#ifndef SHM_DU_MAP_FILENAME
+#define SHM_DU_MAP_FILENAME "ouroboros_du_map"
+#endif
+
+#ifndef SHM_DU_MAP_SIZE
+#define SHM_DU_MAP_SIZE (1 << 22)
+#endif
+
+#include "common.h"
+#include "logs.h"
+
+struct shm_du_buff;
+
+struct shm_du_map;
+
+struct shm_du_map * shm_du_map_create();
+struct shm_du_map * shm_du_map_open();
+void shm_du_map_close(struct shm_du_map * dum);
+
+struct shm_du_buff * shm_create_du_buff(struct shm_du_map * dum,
+ size_t size,
+ size_t headspace,
+ uint8_t * data,
+ size_t len);
+void shm_release_du_buff(struct shm_du_map * dum,
+ struct shm_du_buff * sdb);
+
+uint8_t * shm_du_buff_head_alloc(struct shm_du_map * dum,
+ struct shm_du_buff * sdb,
+ size_t size);
+uint8_t * shm_du_buff_tail_alloc(struct shm_du_map * dum,
+ struct shm_du_buff * sdb,
+ size_t size);
+int shm_du_buff_head_release(struct shm_du_buff * sdb,
+ size_t size);
+int shm_du_buff_tail_release(struct shm_du_buff * sdb,
+ size_t size);
+
+#endif /* OUROBOROS_SHM_DU_MAP_H */
diff --git a/src/lib/shm_du_map.c b/src/lib/shm_du_map.c
new file mode 100644
index 00000000..052b8868
--- /dev/null
+++ b/src/lib/shm_du_map.c
@@ -0,0 +1,493 @@
+/*
+ * Ouroboros - Copyright (C) 2016
+ *
+ * Shared memory map for data units
+ *
+ * Dimitri Staessens <[email protected]>
+ * Sander Vrijders <[email protected]>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+
+#ifndef SHM_DU_MAP_C
+#define SHM_DU_MAP_C
+
+#include <ouroboros/shm_du_map.h>
+
+#include <pthread.h>
+#include <sys/mman.h>
+#include <fcntl.h>
+#include <malloc.h>
+#include <string.h>
+
+
+#define SHM_DU_BLOCK_DATA_SIZE (SHM_DU_BUFF_BLOCK_SIZE - \
+ sizeof (struct shm_block))
+#define SHM_BLOCKS_IN_MAP (SHM_DU_MAP_SIZE / SHM_DU_BUFF_BLOCK_SIZE)
+#define SHM_BLOCKS_SIZE (SHM_DU_BUFF_BLOCK_SIZE * SHM_BLOCKS_IN_MAP)
+#define SHM_BUFFS_SIZE (SHM_BLOCKS_IN_MAP * sizeof (struct shm_du_buff))
+#define SHM_MGT_MAP_SIZE (SHM_BLOCKS_IN_MAP * sizeof (uint8_t))
+#define SHM_FILE_SIZE (SHM_BLOCKS_IN_MAP * (SHM_DU_BUFF_BLOCK_SIZE \
+ + sizeof (struct shm_du_buff) \
+ + sizeof (uint8_t)) \
+ + sizeof(pthread_mutex_t))
+
+#define idx_to_block_ptr(dum, i) ((struct shm_block *) \
+ (dum->shm_base + i * SHM_DU_BUFF_BLOCK_SIZE))
+#define idx_to_du_buff_ptr(dum, i) (dum->ptr_du_buff + i)
+#define du_buff_ptr_to_idx(dum, sdb) ((sdb - dum->ptr_du_buff) / sizeof *sdb)
+#define block_ptr_to_idx(dum, sdb) (((uint8_t *)sdb - dum->shm_base) \
+ / SHM_DU_BUFF_BLOCK_SIZE)
+
+struct shm_block {
+ size_t size;
+ long next;
+ long prev;
+};
+
+struct shm_du_buff {
+ size_t size;
+ size_t du_head;
+ size_t du_tail;
+};
+
+struct shm_du_map {
+ uint8_t * shm_base; /* start of buffer blocks */
+ struct shm_du_buff * ptr_du_buff; /* start of du_buff structs */
+ uint8_t * ptr_map; /* start of management map */
+ pthread_mutex_t * shm_mutex; /* lock all free space in shm */
+ int fd;
+};
+
+struct shm_du_map * shm_du_map_create()
+{
+ struct shm_du_map * dum;
+ int shm_fd;
+ uint8_t * shm_base;
+ uint8_t * ptr;
+ pthread_mutexattr_t attr;
+ int i;
+
+ dum = malloc(sizeof *dum);
+ if (dum == NULL) {
+ LOG_ERR("Could not allocate struct.");
+ return NULL;
+ }
+
+ shm_fd = shm_open(SHM_DU_MAP_FILENAME, O_CREAT | O_EXCL | O_RDWR, 0666);
+ if (shm_fd == -1) {
+ LOG_ERR("Failed creating shared memory map.");
+ free(dum);
+ return NULL;
+ }
+
+ if (lseek (shm_fd,SHM_FILE_SIZE - 1, SEEK_SET) < 0) {
+ LOG_ERR("Failed to extend shared memory map.");
+ free(dum);
+ return NULL;
+ }
+
+ if (write (shm_fd, "", 1) != 1) {
+ LOG_ERR("Failed to finalise extension of shared memory map.");
+ free(dum);
+ return NULL;
+ }
+
+ shm_base = mmap(NULL,
+ SHM_FILE_SIZE,
+ PROT_READ | PROT_WRITE,
+ MAP_SHARED,
+ shm_fd,
+ 0);
+
+ if (shm_base == MAP_FAILED) {
+ LOG_ERR("Failed to map shared memory.");
+ if (close(shm_fd) == -1)
+ LOG_ERR("Failed to close invalid shm.");
+
+ if (shm_unlink(SHM_DU_MAP_FILENAME) == -1)
+ LOG_ERR("Failed to remove invalid shm.");
+
+ free(dum);
+ return NULL;
+ }
+#ifdef CONFIG_OUROBOROS_DEBUG
+ memset(shm_base, 0, SHM_FILE_SIZE);
+#endif
+ dum->shm_base = shm_base;
+ dum->ptr_du_buff = (struct shm_du_buff *)
+ ((uint8_t *) dum->shm_base + SHM_BLOCKS_SIZE);
+ dum->ptr_map = (uint8_t *) dum->ptr_du_buff + SHM_BUFFS_SIZE;
+ dum->shm_mutex = (pthread_mutex_t *)
+ ((uint8_t *) dum->ptr_map + SHM_MGT_MAP_SIZE);
+
+ pthread_mutexattr_init(&attr);
+ pthread_mutexattr_setpshared(&attr, PTHREAD_PROCESS_SHARED);
+ pthread_mutex_init(dum->shm_mutex, &attr);
+
+ ptr = dum->ptr_map;
+ for (i = 0; i < SHM_BLOCKS_IN_MAP; ++i)
+ *(ptr++) = 0;
+
+ dum->fd = shm_fd;
+
+ return dum;
+}
+
+struct shm_du_map * shm_du_map_open()
+{
+ struct shm_du_map * dum;
+ int shm_fd;
+ uint8_t * shm_base;
+
+ shm_fd = shm_open(SHM_DU_MAP_FILENAME, O_RDWR, 0666);
+ if (shm_fd == -1) {
+ LOG_ERR("Failed opening shared memory for du_buff.");
+ return NULL;
+ }
+
+ shm_base = mmap(NULL,
+ SHM_FILE_SIZE,
+ PROT_READ | PROT_WRITE,
+ MAP_SHARED,
+ shm_fd,
+ 0);
+ if (shm_base == MAP_FAILED) {
+ LOG_ERR("Failed to map shared memory.");
+
+ if (close(shm_fd) == -1)
+ LOG_ERR("Failed to close invalid shm.");
+
+ if (shm_unlink(SHM_DU_MAP_FILENAME) == -1)
+ LOG_ERR("Failed to unlink invalid shm.");
+
+ return NULL;
+ }
+
+ dum = malloc(sizeof *dum);
+ if (dum == NULL) {
+ LOG_ERR("Could not allocate struct.");
+ return NULL;
+ }
+
+ dum->shm_base = shm_base;
+ dum->ptr_du_buff = (struct shm_du_buff *)
+ ((uint8_t *) dum->shm_base + SHM_BLOCKS_SIZE);
+ dum->ptr_map = (uint8_t *) dum->ptr_du_buff + SHM_BUFFS_SIZE;
+ dum->shm_mutex = (pthread_mutex_t *)
+ ((uint8_t *) dum->ptr_map + SHM_MGT_MAP_SIZE);
+
+ return dum;
+}
+
+void shm_du_map_close(struct shm_du_map * dum)
+{
+ if (dum == NULL) {
+ LOG_DBGF("Bogus input. Bugging out.");
+ return;
+ }
+
+ if (munmap(dum->shm_base, SHM_FILE_SIZE) == -1)
+ LOG_DBGF("Couldn't unmap shared memory.");
+
+ if (shm_unlink(SHM_DU_MAP_FILENAME) == -1)
+ LOG_DBGF("Failed to unlink shm.");
+
+ free(dum);
+}
+
+static struct shm_du_buff * alloc_du_buff(struct shm_du_map * dum)
+{
+ uint8_t * ptr = dum->ptr_map;
+
+ pthread_mutex_lock(dum->shm_mutex);
+
+ while (*ptr == 1 && ptr < (uint8_t *) dum->shm_mutex)
+ ++ptr;
+
+ if (ptr < (uint8_t *) dum->shm_mutex) {
+ *ptr = 1;
+ } else {
+ pthread_mutex_unlock(dum->shm_mutex);
+ return NULL;
+ }
+
+ pthread_mutex_unlock(dum->shm_mutex);
+
+ return dum->ptr_du_buff + (ptr - dum->ptr_map);
+}
+
+static struct shm_block * alloc_block(struct shm_du_map * dum)
+{
+
+ pthread_mutex_lock(dum->shm_mutex);
+
+ uint8_t * ptr = dum->ptr_map;
+
+ while (*ptr == 1 && ptr < (uint8_t *) dum->shm_mutex)
+ ++ptr;
+
+ if (ptr < (uint8_t *) dum->shm_mutex) {
+ *ptr = 1;
+ }
+ else {
+ pthread_mutex_unlock(dum->shm_mutex);
+ return NULL;
+ }
+
+ pthread_mutex_unlock(dum->shm_mutex);
+
+
+ return (struct shm_block *)
+ (dum->shm_base + ((ptr - dum->ptr_map)
+ * SHM_DU_BUFF_BLOCK_SIZE));
+}
+
+struct shm_du_buff * shm_create_du_buff(struct shm_du_map * dum,
+ size_t size,
+ size_t headspace,
+ uint8_t * data,
+ size_t len)
+{
+ struct shm_du_buff * sdb;
+ long index;
+ long prev_index = -1;
+ size_t remaining = size;
+ size_t ts = size - (headspace + len);
+ uint8_t * read_pos = data;
+
+ if (dum == NULL || data == NULL) {
+ LOG_DBGF("Bogus input, bugging out.");
+ return NULL;
+ }
+
+ if (headspace >= size) {
+ LOG_DBGF("Index out of bounds.");
+ return NULL;
+ }
+
+ if (headspace + len > size) {
+ LOG_DBGF("Buffer too small for data.");
+ return NULL;
+ }
+
+ if (headspace > SHM_DU_BLOCK_DATA_SIZE || ts > SHM_DU_BLOCK_DATA_SIZE) {
+ LOG_ERR("Illegal du_buff: Cannot fit PCI in DU_BUFF_BLOCK.");
+ return NULL;
+ }
+
+ sdb = alloc_du_buff(dum);
+ if (sdb == NULL) {
+ LOG_DBGF("Allocation failed, Out of Memory.");
+ return NULL;
+ }
+
+ index = du_buff_ptr_to_idx(dum, sdb);
+ sdb->size = size;
+ sdb->du_head = headspace;
+ sdb->du_tail = sdb->du_head + len;
+
+ while (remaining > 0) {
+ struct shm_block * shm_buf;
+ unsigned long bytes_to_copy = len;
+ uint8_t * write_pos;
+
+ if (prev_index == -1)
+ shm_buf = idx_to_block_ptr(dum, index);
+ else
+ shm_buf = alloc_block(dum);
+
+ if (shm_buf == NULL) {
+ shm_release_du_buff(dum, sdb);
+ return NULL;
+ }
+
+ write_pos = (uint8_t *) shm_buf + sizeof *shm_buf;
+
+ index = block_ptr_to_idx(dum, shm_buf);
+
+ if (size > SHM_DU_BLOCK_DATA_SIZE
+ && remaining - ts <= SHM_DU_BLOCK_DATA_SIZE
+ && remaining != ts) {
+ shm_buf->size = remaining - ts;
+ bytes_to_copy = shm_buf->size;
+ } else if (size > SHM_DU_BLOCK_DATA_SIZE && remaining == ts) {
+ shm_buf->size = ts;
+ bytes_to_copy = 0;
+ } else {
+ shm_buf->size = remaining < SHM_DU_BLOCK_DATA_SIZE ?
+ remaining : SHM_DU_BLOCK_DATA_SIZE;
+ bytes_to_copy =shm_buf->size;
+ if (remaining == shm_buf->size)
+ bytes_to_copy -= ts;
+ }
+
+ remaining -= shm_buf->size;
+
+ if (prev_index == -1) {
+#ifdef CONFIG_OUROBOROS_DEBUG
+ memset(write_pos, 0, sdb->du_head);
+#endif
+
+ write_pos += sdb->du_head;
+ bytes_to_copy -= sdb->du_head;
+ }
+
+ if (prev_index != -1)
+ idx_to_block_ptr(dum, prev_index)->next = index;
+
+ memcpy(write_pos, read_pos, bytes_to_copy);
+
+ read_pos += bytes_to_copy;
+#ifdef CONFIG_OUROBOROS_DEBUG
+ if (remaining == 0) {
+ write_pos + = bytes_to_copy;
+ memset(write_pos, 0, ts);
+ }
+#endif
+ shm_buf->next = -1;
+ shm_buf->prev = prev_index;
+
+ prev_index = index;
+ }
+
+ return sdb;
+}
+
+void shm_release_du_buff(struct shm_du_map * dum, struct shm_du_buff * sdb)
+{
+ long index = 0;
+
+ if (sdb == NULL) {
+ LOG_DBGF("Bogus input, bugging out.");
+ return;
+ }
+
+ if (sdb < dum->ptr_du_buff || sdb > dum->ptr_du_buff + SHM_BUFFS_SIZE) {
+ LOG_DBGF("Refused to free sdb outside of region.");
+ return;
+ }
+
+ if ((sdb - dum->ptr_du_buff) % sizeof *sdb != 0) {
+ LOG_DBGF("Refused to free sdb at incorrect offset.");
+ return;
+ }
+
+ index = du_buff_ptr_to_idx(dum, sdb);
+
+ pthread_mutex_lock(dum->shm_mutex);
+
+ if (dum->ptr_map[index] == 0) {
+ LOG_DBGF("Attempt to free unused sdb. Nothing to do.");
+ pthread_mutex_unlock(dum->shm_mutex);
+ return;
+ }
+
+ /* release all blocks in the structure */
+ dum->ptr_map[index] = 0;
+
+ index = idx_to_block_ptr(dum, index)->next;
+ while (index != -1) {
+ dum->ptr_map[index] = 0;
+ index = idx_to_block_ptr(dum, index)->next;
+ }
+
+ pthread_mutex_unlock(dum->shm_mutex);
+
+}
+
+uint8_t * shm_du_buff_head_alloc(struct shm_du_map * dum,
+ struct shm_du_buff * sdb,
+ size_t size)
+{
+ uint8_t * ret;
+
+ if (sdb == NULL) {
+ LOG_DBGF("Bogus input, bugging out.");
+ return NULL;
+ }
+
+ if ((long) (sdb->du_head - size) < 0) {
+ LOG_DBGF("Failed to allocate PCI headspace.");
+ return NULL;
+ }
+
+ sdb->du_head -= size;
+
+ ret = (uint8_t *) idx_to_block_ptr(dum, du_buff_ptr_to_idx(dum,sdb));
+
+ return ret + sizeof(struct shm_block) + sdb->du_head;
+}
+
+uint8_t * shm_du_buff_tail_alloc(struct shm_du_map * dum,
+ struct shm_du_buff * sdb,
+ size_t size)
+{
+ uint8_t * ret;
+
+ if (sdb == NULL) {
+ LOG_DBGF("Bogus input, bugging out.");
+ return NULL;
+ }
+
+ if (sdb->du_tail + size >= sdb->size) {
+ LOG_DBGF("Failed to allocate PCI tailspace.");
+ return NULL;
+ }
+
+ sdb->du_tail += size;
+
+ ret = (uint8_t *) idx_to_block_ptr(dum, du_buff_ptr_to_idx(dum,sdb));
+
+ return ret + sizeof(struct shm_block) + sdb->du_tail;
+}
+
+int shm_du_buff_head_release(struct shm_du_buff * sdb,
+ size_t size)
+{
+ if (sdb == NULL) {
+ LOG_DBGF("Bogus input, bugging out.");
+ return -EINVAL;
+ }
+
+ if (size > sdb->du_tail - sdb->du_head) {
+ LOG_DBGF("Tried to release beyond sdu boundary.");
+ return -EOVERFLOW;
+ }
+
+ sdb->du_head += size;
+
+ return sdb->du_head;
+}
+
+int shm_du_buff_tail_release(struct shm_du_buff * sdb,
+ size_t size)
+{
+ if (sdb == NULL) {
+ LOG_DBGF("Bogus input, bugging out.");
+ return -EINVAL;
+ }
+
+ if (size > sdb->du_tail - sdb->du_head) {
+ LOG_DBGF("Tried to release beyond sdu boundary.");
+ return -EOVERFLOW;
+ }
+
+ sdb->du_tail -= size;
+
+ return sdb->du_tail;
+}
+
+#endif
diff --git a/src/lib/tests/CMakeLists.txt b/src/lib/tests/CMakeLists.txt
index 99df7232..d4bcb4e4 100644
--- a/src/lib/tests/CMakeLists.txt
+++ b/src/lib/tests/CMakeLists.txt
@@ -1,14 +1,27 @@
get_filename_component(tmp ".." ABSOLUTE)
get_filename_component(src_folder "${tmp}" NAME)
+find_library(LIBRT_LIBRARIES rt)
+if(NOT LIBRT_LIBRARIES)
+ message(FATAL_ERROR "librt not found")
+endif()
+
+find_library(LIBPTHREAD_LIBRARIES pthread)
+if(NOT LIBPTHREAD_LIBRARIES)
+ message(FATAL_ERROR "libpthread not found")
+endif()
+
create_test_sourcelist(${src_folder}_tests test_suite.c
# Add new tests here
bitmap_test.c
du_buff_test.c
+ shm_du_map_test_create.c
+ shm_du_map_test_du_buff_create.c
+ shm_du_map_test_prod_cons.c
)
add_executable(${src_folder}_test EXCLUDE_FROM_ALL ${${src_folder}_tests})
-target_link_libraries(${src_folder}_test ouroboros)
+target_link_libraries(${src_folder}_test ouroboros rt pthread)
add_dependencies(check ${src_folder}_test)
diff --git a/src/lib/tests/shm_du_map_test_create.c b/src/lib/tests/shm_du_map_test_create.c
new file mode 100644
index 00000000..dcf3bd45
--- /dev/null
+++ b/src/lib/tests/shm_du_map_test_create.c
@@ -0,0 +1,51 @@
+/*
+ * Ouroboros - Copyright (C) 2016
+ *
+ * Test of the Shared Memory Map
+ *
+ * Dimitri Staessens <[email protected]>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+
+#include <ouroboros/shm_du_map.h>
+#include <ouroboros/common.h>
+#include <sys/mman.h>
+
+int shm_du_map_test_create(int argc, char ** argv)
+{
+ struct shm_du_map * dum;
+ struct shm_du_map * dum2;
+
+ shm_unlink(SHM_DU_MAP_FILENAME);
+
+ dum = shm_du_map_create();
+
+ if (dum == NULL)
+ return -1;
+
+ dum2 = shm_du_map_open();
+
+ if (dum2 == NULL) {
+ shm_du_map_close(dum);
+ return 1;
+ }
+
+ shm_du_map_close(dum2);
+
+ shm_du_map_close(dum);
+
+ return 0; /* tests succeeded */
+}
diff --git a/src/lib/tests/shm_du_map_test_du_buff_create.c b/src/lib/tests/shm_du_map_test_du_buff_create.c
new file mode 100644
index 00000000..9f66b20c
--- /dev/null
+++ b/src/lib/tests/shm_du_map_test_du_buff_create.c
@@ -0,0 +1,93 @@
+/*
+ * Ouroboros - Copyright (C) 2016
+ *
+ * Test of the Shared Memory Map
+ *
+ * Dimitri Staessens <[email protected]>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+
+#include <ouroboros/shm_du_map.h>
+#include <sys/mman.h>
+
+
+#define SHM_DU_BLOCK_DATA_SIZE (SHM_DU_BUFF_BLOCK_SIZE - 3 * sizeof(long))
+#define TEST_BUFF_SIZE (16 * SHM_DU_BLOCK_DATA_SIZE)
+
+#define MAX(a,b) (a > b ? a : b)
+#define MIN(a,b) (a < b ? a : b)
+
+int shm_du_map_test_du_buff_create(int argc, char ** argv)
+{
+ struct shm_du_map * dum;
+ struct shm_du_map * dum2;
+
+ int i, j, k;
+ int i_inc, j_inc, k_inc;
+
+ uint8_t bits[TEST_BUFF_SIZE];
+
+ shm_unlink(SHM_DU_MAP_FILENAME);
+
+ dum = shm_du_map_create();
+
+ if (dum == NULL)
+ return -1;
+
+ for (i = 0; i < TEST_BUFF_SIZE; i++)
+ bits[i] = 0;
+
+ i_inc = MAX(1, SHM_DU_BLOCK_DATA_SIZE / 4);
+ j_inc = MAX(1, SHM_DU_BLOCK_DATA_SIZE / 8);
+ k_inc = MAX(1, SHM_DU_BLOCK_DATA_SIZE / 16);
+
+ for (i = SHM_DU_BUFF_BLOCK_SIZE / 4; i <= TEST_BUFF_SIZE; i += i_inc) {
+ for (j = 0; j < i; j += j_inc) {
+ for (k = 0; k < i - j; k += k_inc) {
+ if (k > SHM_DU_BLOCK_DATA_SIZE)
+ continue;
+
+ if (i - (j + k) > SHM_DU_BLOCK_DATA_SIZE)
+ continue;
+
+ struct shm_du_buff * dub = shm_create_du_buff(
+ dum,
+ i,
+ k,
+ bits,
+ j);
+ if (dub == NULL) {
+ shm_du_map_close(dum);
+ return -1;
+ }
+ shm_release_du_buff(dum, dub);
+ }
+ }
+ }
+
+ dum2 = shm_du_map_open();
+
+ if (dum2 == NULL) {
+ shm_du_map_close(dum);
+ return 1;
+ }
+
+ shm_du_map_close(dum2);
+
+ shm_du_map_close(dum);
+
+ return 0; /* tests succeeded */
+}
diff --git a/src/lib/tests/shm_du_map_test_prod_cons.c b/src/lib/tests/shm_du_map_test_prod_cons.c
new file mode 100644
index 00000000..945104c1
--- /dev/null
+++ b/src/lib/tests/shm_du_map_test_prod_cons.c
@@ -0,0 +1,179 @@
+/*
+ * Ouroboros - Copyright (C) 2016
+ *
+ * Test of the Shared Memory Map
+ *
+ * Dimitri Staessens <[email protected]>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+
+#include <ouroboros/shm_du_map.h>
+#include <sys/types.h>
+#include <stdlib.h>
+#include <time.h>
+#include <pthread.h>
+#include "shm_du_map.c"
+
+#define TEST_BUFF_SIZE (3 * SHM_DU_BLOCK_DATA_SIZE)
+
+#define MAX(a,b) (a > b ? a : b)
+#define MIN(a,b) (a < b ? a : b)
+
+int * sync;
+
+void * produce()
+{
+ struct shm_du_map * dum;
+ long test_buf_size = 0;
+ uint8_t * test_values;
+ int headspace;
+ int tailspace;
+ long i;
+ long bytes_written = 0;
+ struct timespec starttime;
+ struct timespec stoptime;
+ double elapsed;
+ long overruns = 0;
+
+ dum = shm_du_map_open();
+ if (dum == NULL)
+ return (void *)-1;
+
+ srand(time(NULL));
+ clock_gettime(CLOCK_MONOTONIC, &starttime);
+
+ test_values = malloc (sizeof *test_values * TEST_BUFF_SIZE);
+ for (i = 0; i < TEST_BUFF_SIZE; i++)
+ test_values[i] = 170;
+
+ for (i = 0; i < 4 * SHM_BLOCKS_IN_MAP; i++) {
+ struct shm_du_buff * sdb;
+ size_t len;
+ struct timespec ts;
+
+ test_buf_size = rand() % (TEST_BUFF_SIZE - 512) + 512;
+
+ headspace = MAX(4, rand() % 64);
+ tailspace = MAX(1, rand() % 24);
+
+ ts.tv_sec = 0;
+ ts.tv_nsec = rand() % 90000;
+
+ len = test_buf_size - (headspace + tailspace);
+
+ sdb = shm_create_du_buff(dum,
+ test_buf_size,
+ headspace,
+ test_values,
+ len);
+
+ if (sdb != NULL) {
+ sync[i] = du_buff_ptr_to_idx(dum, sdb);
+ bytes_written += len;
+ }
+ else {
+ i--;
+ ++overruns;
+ ts.tv_nsec = 10000;
+ nanosleep(&ts, NULL);
+ }
+ nanosleep(&ts, NULL);
+
+ if (overruns > 100) {
+ LOG_INFO("Bugging out due to overruns.");
+ sync[i+1] = -2;
+ break;
+ }
+
+ }
+
+ clock_gettime(CLOCK_MONOTONIC, &stoptime);
+ elapsed =(stoptime.tv_sec + stoptime.tv_nsec / 1000000000.0) -
+ (starttime.tv_sec + starttime.tv_nsec / 1000000000.0);
+ LOG_INFO("%ld bytes written in %.1lf ms = %lf Gb/s",
+ bytes_written,
+ elapsed * 1000.0,
+ bytes_written * 8 / (elapsed * 1000000000));
+
+ free(test_values);
+ shm_du_map_close(dum);
+ return 0;
+}
+
+void * consume()
+{
+ struct shm_du_map * dum;
+
+ long i;
+
+ struct timespec ts;
+
+ ts.tv_sec = 0;
+ ts.tv_nsec = 5000;
+
+ dum = shm_du_map_open();
+
+ if (dum == NULL)
+ pthread_exit((void *) -1);
+
+ for (i = 0; i < 4 * SHM_BLOCKS_IN_MAP; i++) {
+ while (sync[i] == -1)
+ nanosleep(&ts, NULL); /* wait for the producer */
+ if (sync[i] == -2)
+ break;
+ shm_release_du_buff(dum, idx_to_du_buff_ptr(dum, sync[i]));
+ }
+
+ shm_du_map_close(dum);
+
+ return 0;
+}
+
+int shm_du_map_test_prod_cons(int argc, char ** argv)
+{
+ struct shm_du_map * dum;
+
+ int res1;
+
+ int i;
+
+ pthread_t producer;
+ pthread_t consumer;
+
+ shm_unlink(SHM_DU_MAP_FILENAME);
+
+ dum = shm_du_map_create();
+
+ if (dum == NULL)
+ return -1;
+
+ sync = malloc(sizeof *sync * 4 * SHM_BLOCKS_IN_MAP);
+
+ for (i = 0; i < 4 * SHM_BLOCKS_IN_MAP; i++)
+ sync[i] = -1;
+
+ res1 = (int) pthread_create(&producer, NULL, produce, NULL);
+ pthread_create(&consumer, NULL, consume, NULL);
+
+ pthread_join(producer, NULL);
+ pthread_join(consumer, NULL);
+
+ free(sync);
+
+ shm_du_map_close(dum);
+
+ return res1;
+}
generated by cgit v1.2.3 (git 2.39.1) at 2024-11-28 23:43:58 +0000