pybind_learning/test_time_memory.py at pybind · bobzinin/pybind_learning · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
from fastdict import FastDict

import random
import string
import timeit
import matplotlib.pyplot as plt
import sys

import numpy as np

import tracemalloc

random.seed(32)


def generate_data(size=10000):
    keys = [''.join(random.choices(string.ascii_letters, k=10)) for temp in range(size)]
    values = [''.join(random.choices(string.ascii_letters, k=10)) for temp in range(size)]
    return dict(zip(keys, values))


def test_std_dict_write(data):
    def run():
        tracemalloc.start()
        d = {}
        for k, v in data.items():
            d[k] = v

        current, peak = tracemalloc.get_traced_memory()
        return (d, current / 1024)

    t = timeit.timeit(run, number=10)

    s = run()[1]

    return (t, s)


def test_FastDict_write(data):
    def run():
        tracemalloc.start()
        d = FastDict()
        for k, v in data.items():
            d[k] = v

        current, peak = tracemalloc.get_traced_memory()
        return (d, current / 1024)

    t = timeit.timeit(run, number=10)
    s = run()[1]

    return (t, s)


def test_std_dict_read(data, test_keys):
    d = dict(data)

    def run():
        for k in test_keys:
            temp = d[k]

    t = timeit.timeit(run, number=10)


def test_FastDict_read(data, test_keys):
    d = FastDict()
    for k, v in data.items(): d[k] = v

    def run():
        for k in test_keys:
            temp = d[k]

    t = timeit.timeit(run, number=10)

    return t


write_n = np.arange(0, 20000, 1000)

write_t_std = []
write_m_std = []
write_m_my = []
write_t_my = []

for elem in write_n:
    data = generate_data(elem)
    (t, m) = test_std_dict_write(data)
    write_m_std.append(m)
    write_t_std.append(t)

    (t, m) = test_FastDict_write(data)
    write_m_my.append(m)
    write_t_my.append(t)


fig, ax = plt.subplots()
ax.plot(write_n, write_m_std, label="standard dict")
ax.plot(write_n, write_m_my, label="my dict")
ax.set_xlabel("n")
ax.set_ylabel("memory, kb")
ax.set_title("Memory consumption")

ax.grid()
ax.legend()
fig.savefig("images/plot_mem.png")

fig, ax = plt.subplots()
ax.plot(write_n, write_t_std, label="standard dict")
ax.plot(write_n, write_t_my, label="my dict")
ax.set_xlabel("n")
ax.set_ylabel("time, ms")
ax.set_title("Time consumption")

ax.grid()
ax.legend()
fig.savefig("images/plot_time.png")