Welcome to mirror list, hosted at ThFree Co, Russian Federation.

git.blender.org/blender.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/tests/gtests/blenlib/BLI_ghash_performance_test.cc
diff options
context:
space:
mode:
Diffstat (limited to 'tests/gtests/blenlib/BLI_ghash_performance_test.cc')
-rw-r--r--tests/gtests/blenlib/BLI_ghash_performance_test.cc625
1 files changed, 0 insertions, 625 deletions
diff --git a/tests/gtests/blenlib/BLI_ghash_performance_test.cc b/tests/gtests/blenlib/BLI_ghash_performance_test.cc
deleted file mode 100644
index afabbcaae80..00000000000
--- a/tests/gtests/blenlib/BLI_ghash_performance_test.cc
+++ /dev/null
@@ -1,625 +0,0 @@
-/* Apache License, Version 2.0 */
-
-#include "BLI_ressource_strings.h"
-#include "testing/testing.h"
-
-#define GHASH_INTERNAL_API
-
-#include "MEM_guardedalloc.h"
-
-#include "BLI_ghash.h"
-#include "BLI_rand.h"
-#include "BLI_string.h"
-#include "BLI_utildefines.h"
-#include "PIL_time_utildefines.h"
-
-/* Using http://corpora.uni-leipzig.de/downloads/eng_wikipedia_2010_1M-text.tar.gz
- * (1 million of words, about 122MB of text) from
- * http://corpora.informatik.uni-leipzig.de/download.html */
-#if 0
-# define TEXT_CORPUS_PATH \
- "/path/to/Téléchargements/eng_wikipedia_2010_1M-text/eng_wikipedia_2010_1M-sentences.txt"
-#endif
-
-/* Resizing the hash has a huge cost over global filling operation! */
-//#define GHASH_RESERVE
-
-/* Run the longest tests! */
-//#define GHASH_RUN_BIG
-
-/* Size of 'small case' ghash (number of entries). */
-#define TESTCASE_SIZE_SMALL 17
-
-#define PRINTF_GHASH_STATS(_gh) \
- { \
- double q, lf, var, pempty, poverloaded; \
- int bigb; \
- q = BLI_ghash_calc_quality_ex((_gh), &lf, &var, &pempty, &poverloaded, &bigb); \
- printf( \
- "GHash stats (%u entries):\n\t" \
- "Quality (the lower the better): %f\n\tVariance (the lower the better): %f\n\tLoad: " \
- "%f\n\t" \
- "Empty buckets: %.2f%%\n\tOverloaded buckets: %.2f%% (biggest bucket: %d)\n", \
- BLI_ghash_len(_gh), \
- q, \
- var, \
- lf, \
- pempty * 100.0, \
- poverloaded * 100.0, \
- bigb); \
- } \
- void(0)
-
-/* Str: whole text, lines and words from a 'corpus' text. */
-
-static void str_ghash_tests(GHash *ghash, const char *id)
-{
- printf("\n========== STARTING %s ==========\n", id);
-
-#ifdef TEXT_CORPUS_PATH
- size_t sz = 0;
- char *data;
- {
- struct stat st;
- if (stat(TEXT_CORPUS_PATH, &st) == 0)
- sz = st.st_size;
- }
- if (sz != 0) {
- FILE *f = fopen(TEXT_CORPUS_PATH, "r");
-
- data = (char *)MEM_mallocN(sz + 1, __func__);
- if (fread(data, sizeof(*data), sz, f) != sz) {
- printf("ERROR in reading file %s!", TEXT_CORPUS_PATH);
- MEM_freeN(data);
- data = BLI_strdup(words10k);
- }
- data[sz] = '\0';
- fclose(f);
- }
- else {
- data = BLI_strdup(words10k);
- }
-#else
- char *data = BLI_strdup(words10k);
-#endif
- char *data_p = BLI_strdup(data);
- char *data_w = BLI_strdup(data);
- char *data_bis = BLI_strdup(data);
-
- {
- char *p, *w, *c_p, *c_w;
-
- TIMEIT_START(string_insert);
-
-#ifdef GHASH_RESERVE
- BLI_ghash_reserve(ghash, strlen(data) / 32); /* rough estimation... */
-#endif
-
- BLI_ghash_insert(ghash, data, POINTER_FROM_INT(data[0]));
-
- for (p = c_p = data_p, w = c_w = data_w; *c_w; c_w++, c_p++) {
- if (*c_p == '.') {
- *c_p = *c_w = '\0';
- if (!BLI_ghash_haskey(ghash, p)) {
- BLI_ghash_insert(ghash, p, POINTER_FROM_INT(p[0]));
- }
- if (!BLI_ghash_haskey(ghash, w)) {
- BLI_ghash_insert(ghash, w, POINTER_FROM_INT(w[0]));
- }
- p = c_p + 1;
- w = c_w + 1;
- }
- else if (*c_w == ' ') {
- *c_w = '\0';
- if (!BLI_ghash_haskey(ghash, w)) {
- BLI_ghash_insert(ghash, w, POINTER_FROM_INT(w[0]));
- }
- w = c_w + 1;
- }
- }
-
- TIMEIT_END(string_insert);
- }
-
- PRINTF_GHASH_STATS(ghash);
-
- {
- char *p, *w, *c;
- void *v;
-
- TIMEIT_START(string_lookup);
-
- v = BLI_ghash_lookup(ghash, data_bis);
- EXPECT_EQ(POINTER_AS_INT(v), data_bis[0]);
-
- for (p = w = c = data_bis; *c; c++) {
- if (*c == '.') {
- *c = '\0';
- v = BLI_ghash_lookup(ghash, w);
- EXPECT_EQ(POINTER_AS_INT(v), w[0]);
- v = BLI_ghash_lookup(ghash, p);
- EXPECT_EQ(POINTER_AS_INT(v), p[0]);
- p = w = c + 1;
- }
- else if (*c == ' ') {
- *c = '\0';
- v = BLI_ghash_lookup(ghash, w);
- EXPECT_EQ(POINTER_AS_INT(v), w[0]);
- w = c + 1;
- }
- }
-
- TIMEIT_END(string_lookup);
- }
-
- BLI_ghash_free(ghash, NULL, NULL);
- MEM_freeN(data);
- MEM_freeN(data_p);
- MEM_freeN(data_w);
- MEM_freeN(data_bis);
-
- printf("========== ENDED %s ==========\n\n", id);
-}
-
-TEST(ghash, TextGHash)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_strhash_p, BLI_ghashutil_strcmp, __func__);
-
- str_ghash_tests(ghash, "StrGHash - GHash");
-}
-
-TEST(ghash, TextMurmur2a)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_strhash_p_murmur, BLI_ghashutil_strcmp, __func__);
-
- str_ghash_tests(ghash, "StrGHash - Murmur");
-}
-
-/* Int: uniform 100M first integers. */
-
-static void int_ghash_tests(GHash *ghash, const char *id, const unsigned int nbr)
-{
- printf("\n========== STARTING %s ==========\n", id);
-
- {
- unsigned int i = nbr;
-
- TIMEIT_START(int_insert);
-
-#ifdef GHASH_RESERVE
- BLI_ghash_reserve(ghash, nbr);
-#endif
-
- while (i--) {
- BLI_ghash_insert(ghash, POINTER_FROM_UINT(i), POINTER_FROM_UINT(i));
- }
-
- TIMEIT_END(int_insert);
- }
-
- PRINTF_GHASH_STATS(ghash);
-
- {
- unsigned int i = nbr;
-
- TIMEIT_START(int_lookup);
-
- while (i--) {
- void *v = BLI_ghash_lookup(ghash, POINTER_FROM_UINT(i));
- EXPECT_EQ(POINTER_AS_UINT(v), i);
- }
-
- TIMEIT_END(int_lookup);
- }
-
- {
- void *k, *v;
-
- TIMEIT_START(int_pop);
-
- GHashIterState pop_state = {0};
-
- while (BLI_ghash_pop(ghash, &pop_state, &k, &v)) {
- EXPECT_EQ(k, v);
- }
-
- TIMEIT_END(int_pop);
- }
- EXPECT_EQ(BLI_ghash_len(ghash), 0);
-
- BLI_ghash_free(ghash, NULL, NULL);
-
- printf("========== ENDED %s ==========\n\n", id);
-}
-
-TEST(ghash, IntGHash12000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p, BLI_ghashutil_intcmp, __func__);
-
- int_ghash_tests(ghash, "IntGHash - GHash - 12000", 12000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, IntGHash100000000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p, BLI_ghashutil_intcmp, __func__);
-
- int_ghash_tests(ghash, "IntGHash - GHash - 100000000", 100000000);
-}
-#endif
-
-TEST(ghash, IntMurmur2a12000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p_murmur, BLI_ghashutil_intcmp, __func__);
-
- int_ghash_tests(ghash, "IntGHash - Murmur - 12000", 12000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, IntMurmur2a100000000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p_murmur, BLI_ghashutil_intcmp, __func__);
-
- int_ghash_tests(ghash, "IntGHash - Murmur - 100000000", 100000000);
-}
-#endif
-
-/* Int: random 50M integers. */
-
-static void randint_ghash_tests(GHash *ghash, const char *id, const unsigned int nbr)
-{
- printf("\n========== STARTING %s ==========\n", id);
-
- unsigned int *data = (unsigned int *)MEM_mallocN(sizeof(*data) * (size_t)nbr, __func__);
- unsigned int *dt;
- unsigned int i;
-
- {
- RNG *rng = BLI_rng_new(1);
- for (i = nbr, dt = data; i--; dt++) {
- *dt = BLI_rng_get_uint(rng);
- }
- BLI_rng_free(rng);
- }
-
- {
- TIMEIT_START(int_insert);
-
-#ifdef GHASH_RESERVE
- BLI_ghash_reserve(ghash, nbr);
-#endif
-
- for (i = nbr, dt = data; i--; dt++) {
- BLI_ghash_insert(ghash, POINTER_FROM_UINT(*dt), POINTER_FROM_UINT(*dt));
- }
-
- TIMEIT_END(int_insert);
- }
-
- PRINTF_GHASH_STATS(ghash);
-
- {
- TIMEIT_START(int_lookup);
-
- for (i = nbr, dt = data; i--; dt++) {
- void *v = BLI_ghash_lookup(ghash, POINTER_FROM_UINT(*dt));
- EXPECT_EQ(POINTER_AS_UINT(v), *dt);
- }
-
- TIMEIT_END(int_lookup);
- }
-
- BLI_ghash_free(ghash, NULL, NULL);
-
- printf("========== ENDED %s ==========\n\n", id);
-}
-
-TEST(ghash, IntRandGHash12000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p, BLI_ghashutil_intcmp, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - GHash - 12000", 12000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, IntRandGHash50000000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p, BLI_ghashutil_intcmp, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - GHash - 50000000", 50000000);
-}
-#endif
-
-TEST(ghash, IntRandMurmur2a12000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p_murmur, BLI_ghashutil_intcmp, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - Murmur - 12000", 12000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, IntRandMurmur2a50000000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p_murmur, BLI_ghashutil_intcmp, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - Murmur - 50000000", 50000000);
-}
-#endif
-
-static unsigned int ghashutil_tests_nohash_p(const void *p)
-{
- return POINTER_AS_UINT(p);
-}
-
-static bool ghashutil_tests_cmp_p(const void *a, const void *b)
-{
- return a != b;
-}
-
-TEST(ghash, Int4NoHash12000)
-{
- GHash *ghash = BLI_ghash_new(ghashutil_tests_nohash_p, ghashutil_tests_cmp_p, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - No Hash - 12000", 12000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, Int4NoHash50000000)
-{
- GHash *ghash = BLI_ghash_new(ghashutil_tests_nohash_p, ghashutil_tests_cmp_p, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - No Hash - 50000000", 50000000);
-}
-#endif
-
-/* Int_v4: 20M of randomly-generated integer vectors. */
-
-static void int4_ghash_tests(GHash *ghash, const char *id, const unsigned int nbr)
-{
- printf("\n========== STARTING %s ==========\n", id);
-
- void *data_v = MEM_mallocN(sizeof(unsigned int[4]) * (size_t)nbr, __func__);
- unsigned int(*data)[4] = (unsigned int(*)[4])data_v;
- unsigned int(*dt)[4];
- unsigned int i, j;
-
- {
- RNG *rng = BLI_rng_new(1);
- for (i = nbr, dt = data; i--; dt++) {
- for (j = 4; j--;) {
- (*dt)[j] = BLI_rng_get_uint(rng);
- }
- }
- BLI_rng_free(rng);
- }
-
- {
- TIMEIT_START(int_v4_insert);
-
-#ifdef GHASH_RESERVE
- BLI_ghash_reserve(ghash, nbr);
-#endif
-
- for (i = nbr, dt = data; i--; dt++) {
- BLI_ghash_insert(ghash, *dt, POINTER_FROM_UINT(i));
- }
-
- TIMEIT_END(int_v4_insert);
- }
-
- PRINTF_GHASH_STATS(ghash);
-
- {
- TIMEIT_START(int_v4_lookup);
-
- for (i = nbr, dt = data; i--; dt++) {
- void *v = BLI_ghash_lookup(ghash, (void *)(*dt));
- EXPECT_EQ(POINTER_AS_UINT(v), i);
- }
-
- TIMEIT_END(int_v4_lookup);
- }
-
- BLI_ghash_free(ghash, NULL, NULL);
- MEM_freeN(data);
-
- printf("========== ENDED %s ==========\n\n", id);
-}
-
-TEST(ghash, Int4GHash2000)
-{
- GHash *ghash = BLI_ghash_new(
- BLI_ghashutil_uinthash_v4_p, BLI_ghashutil_uinthash_v4_cmp, __func__);
-
- int4_ghash_tests(ghash, "Int4GHash - GHash - 2000", 2000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, Int4GHash20000000)
-{
- GHash *ghash = BLI_ghash_new(
- BLI_ghashutil_uinthash_v4_p, BLI_ghashutil_uinthash_v4_cmp, __func__);
-
- int4_ghash_tests(ghash, "Int4GHash - GHash - 20000000", 20000000);
-}
-#endif
-
-TEST(ghash, Int4Murmur2a2000)
-{
- GHash *ghash = BLI_ghash_new(
- BLI_ghashutil_uinthash_v4_p_murmur, BLI_ghashutil_uinthash_v4_cmp, __func__);
-
- int4_ghash_tests(ghash, "Int4GHash - Murmur - 2000", 2000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, Int4Murmur2a20000000)
-{
- GHash *ghash = BLI_ghash_new(
- BLI_ghashutil_uinthash_v4_p_murmur, BLI_ghashutil_uinthash_v4_cmp, __func__);
-
- int4_ghash_tests(ghash, "Int4GHash - Murmur - 20000000", 20000000);
-}
-#endif
-
-/* GHash inthash_v2 tests */
-TEST(ghash, Int2NoHash12000)
-{
- GHash *ghash = BLI_ghash_new(ghashutil_tests_nohash_p, ghashutil_tests_cmp_p, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - No Hash - 12000", 12000);
-}
-
-#ifdef GHASH_RUN_BIG
-TEST(ghash, Int2NoHash50000000)
-{
- GHash *ghash = BLI_ghash_new(ghashutil_tests_nohash_p, ghashutil_tests_cmp_p, __func__);
-
- randint_ghash_tests(ghash, "RandIntGHash - No Hash - 50000000", 50000000);
-}
-#endif
-
-/* Int_v2: 20M of randomly-generated integer vectors. */
-
-static void int2_ghash_tests(GHash *ghash, const char *id, const unsigned int nbr)
-{
- printf("\n========== STARTING %s ==========\n", id);
-
- void *data_v = MEM_mallocN(sizeof(unsigned int[2]) * (size_t)nbr, __func__);
- unsigned int(*data)[2] = (unsigned int(*)[2])data_v;
- unsigned int(*dt)[2];
- unsigned int i, j;
-
- {
- RNG *rng = BLI_rng_new(1);
- for (i = nbr, dt = data; i--; dt++) {
- for (j = 2; j--;) {
- (*dt)[j] = BLI_rng_get_uint(rng);
- }
- }
- BLI_rng_free(rng);
- }
-
- {
- TIMEIT_START(int_v2_insert);
-
-#ifdef GHASH_RESERVE
- BLI_ghash_reserve(ghash, nbr);
-#endif
-
- for (i = nbr, dt = data; i--; dt++) {
- BLI_ghash_insert(ghash, *dt, POINTER_FROM_UINT(i));
- }
-
- TIMEIT_END(int_v2_insert);
- }
-
- PRINTF_GHASH_STATS(ghash);
-
- {
- TIMEIT_START(int_v2_lookup);
-
- for (i = nbr, dt = data; i--; dt++) {
- void *v = BLI_ghash_lookup(ghash, (void *)(*dt));
- EXPECT_EQ(POINTER_AS_UINT(v), i);
- }
-
- TIMEIT_END(int_v2_lookup);
- }
-
- BLI_ghash_free(ghash, NULL, NULL);
- MEM_freeN(data);
-
- printf("========== ENDED %s ==========\n\n", id);
-}
-
-/* MultiSmall: create and manipulate a lot of very small ghashes
- * (90% < 10 items, 9% < 100 items, 1% < 1000 items). */
-
-static void multi_small_ghash_tests_one(GHash *ghash, RNG *rng, const unsigned int nbr)
-{
- unsigned int *data = (unsigned int *)MEM_mallocN(sizeof(*data) * (size_t)nbr, __func__);
- unsigned int *dt;
- unsigned int i;
-
- for (i = nbr, dt = data; i--; dt++) {
- *dt = BLI_rng_get_uint(rng);
- }
-
-#ifdef GHASH_RESERVE
- BLI_ghash_reserve(ghash, nbr);
-#endif
-
- for (i = nbr, dt = data; i--; dt++) {
- BLI_ghash_insert(ghash, POINTER_FROM_UINT(*dt), POINTER_FROM_UINT(*dt));
- }
-
- for (i = nbr, dt = data; i--; dt++) {
- void *v = BLI_ghash_lookup(ghash, POINTER_FROM_UINT(*dt));
- EXPECT_EQ(POINTER_AS_UINT(v), *dt);
- }
-
- BLI_ghash_clear(ghash, NULL, NULL);
-}
-
-static void multi_small_ghash_tests(GHash *ghash, const char *id, const unsigned int nbr)
-{
- printf("\n========== STARTING %s ==========\n", id);
-
- RNG *rng = BLI_rng_new(1);
-
- TIMEIT_START(multi_small_ghash);
-
- unsigned int i = nbr;
- while (i--) {
- const int nbr = 1 + (BLI_rng_get_int(rng) % TESTCASE_SIZE_SMALL) *
- (!(i % 100) ? 100 : (!(i % 10) ? 10 : 1));
- multi_small_ghash_tests_one(ghash, rng, nbr);
- }
-
- TIMEIT_END(multi_small_ghash);
-
- TIMEIT_START(multi_small2_ghash);
-
- unsigned int i = nbr;
- while (i--) {
- const int nbr = 1 + (BLI_rng_get_int(rng) % TESTCASE_SIZE_SMALL) / 2 *
- (!(i % 100) ? 100 : (!(i % 10) ? 10 : 1));
- multi_small_ghash_tests_one(ghash, rng, nbr);
- }
-
- TIMEIT_END(multi_small2_ghash);
-
- BLI_ghash_free(ghash, NULL, NULL);
- BLI_rng_free(rng);
-
- printf("========== ENDED %s ==========\n\n", id);
-}
-
-TEST(ghash, MultiRandIntGHash2000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p, BLI_ghashutil_intcmp, __func__);
-
- multi_small_ghash_tests(ghash, "MultiSmall RandIntGHash - GHash - 2000", 2000);
-}
-
-TEST(ghash, MultiRandIntGHash200000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p, BLI_ghashutil_intcmp, __func__);
-
- multi_small_ghash_tests(ghash, "MultiSmall RandIntGHash - GHash - 200000", 200000);
-}
-
-TEST(ghash, MultiRandIntMurmur2a2000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p_murmur, BLI_ghashutil_intcmp, __func__);
-
- multi_small_ghash_tests(ghash, "MultiSmall RandIntGHash - Murmur2a - 2000", 2000);
-}
-
-TEST(ghash, MultiRandIntMurmur2a200000)
-{
- GHash *ghash = BLI_ghash_new(BLI_ghashutil_inthash_p_murmur, BLI_ghashutil_intcmp, __func__);
-
- multi_small_ghash_tests(ghash, "MultiSmall RandIntGHash - Murmur2a - 200000", 200000);
-}
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-10 06:11:28 +0300