mirror of https://github.com/Jittor/Jittor
98 lines
3.2 KiB
Python
98 lines
3.2 KiB
Python
# ***************************************************************
|
|
# Copyright (c) 2020 Jittor. Authors:
|
|
# Dun Liang <randonlang@gmail.com>.
|
|
# All Rights Reserved.
|
|
# This file is subject to the terms and conditions defined in
|
|
# file 'LICENSE.txt', which is part of this source code package.
|
|
# ***************************************************************
|
|
import jittor as jt
|
|
import unittest
|
|
import numpy as np
|
|
import random
|
|
from .test_core import expect_error
|
|
from jittor.dataset.mnist import MNIST
|
|
import jittor.transform as trans
|
|
from tqdm import tqdm
|
|
|
|
def test_ring_buffer():
|
|
buffer = jt.RingBuffer(1000)
|
|
def test_send_recv(data):
|
|
print("test send recv", type(data))
|
|
buffer.push(data)
|
|
recv = buffer.pop()
|
|
if isinstance(data, np.ndarray):
|
|
assert (recv == data).all()
|
|
else:
|
|
assert data == recv
|
|
|
|
n_byte = 0
|
|
test_send_recv(1)
|
|
n_byte += 1 + 8
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
test_send_recv(100000000000)
|
|
n_byte += 1 + 8
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
|
|
test_send_recv(1e-5)
|
|
n_byte += 1 + 8
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
test_send_recv(100000000000.0)
|
|
n_byte += 1 + 8
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
|
|
test_send_recv("float32")
|
|
n_byte += 1 + 8 + 7
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
test_send_recv("")
|
|
n_byte += 1 + 8 + 0
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
test_send_recv("xxxxxxxxxx")
|
|
n_byte += 1 + 8 + 10
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
|
|
test_send_recv([1,0.2])
|
|
n_byte += 1 + 8 + 1 + 8 + 1 + 8
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
test_send_recv({'asd':1})
|
|
n_byte += 1 + 8 + 1 + 8 + 3 + 1 + 8
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
|
|
test_send_recv(np.random.rand(10,10))
|
|
n_byte += 1 + 16 + 2 + 10*10*8
|
|
assert n_byte == buffer.total_pop() and n_byte == buffer.total_push()
|
|
test_send_recv(test_ring_buffer)
|
|
|
|
expect_error(lambda: test_send_recv(np.random.rand(10,1000)))
|
|
|
|
|
|
class TestRingBuffer(unittest.TestCase):
|
|
|
|
def test_ring_buffer(self):
|
|
test_ring_buffer()
|
|
|
|
def test_dataset(self):
|
|
return
|
|
self.train_loader = MNIST(train=True, transform=trans.Resize(224)) \
|
|
.set_attrs(batch_size=300, shuffle=True)
|
|
self.train_loader.num_workers = 1
|
|
import time
|
|
for batch_idx, (data, target) in tqdm(enumerate(self.train_loader)):
|
|
# time.sleep(5)
|
|
# print("break")
|
|
# break
|
|
# self.train_loader.display_worker_status()
|
|
if batch_idx > 30:
|
|
break
|
|
pass
|
|
for batch_idx, (data, target) in tqdm(enumerate(self.train_loader)):
|
|
# time.sleep(5)
|
|
# print("break")
|
|
# break
|
|
# self.train_loader.display_worker_status()
|
|
if batch_idx > 300:
|
|
break
|
|
pass
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main() |