minizip/test/test.py at dev · jthorniley/minizip

Repository navigation

History

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

import os

import sys

import stat

import argparse

import glob

import shutil

import fnmatch

import time

import struct

import numpy

import random

import pprint

import hashlib

from sys import platform

parser = argparse.ArgumentParser(description='Test script')

parser.add_argument('--exe_dir', help='Built exes directory', default=None, action='store', required=False)

args, unknown = parser.parse_known_args()

def hash_file_sha1(path):

sha1 = hashlib.sha1()

with open(path, 'rb') as f:

while True:

data = f.read(8192)

if not data:

break

sha1.update(data)

return sha1.hexdigest()

def find_files(directory, pattern, recursive = True):

if directory == '':

directory = os.getcwd()

if recursive:

items = os.walk(directory)

else:

items = [next(os.walk(directory))]

for root, dirs, files in items:

for basename in files:

if fnmatch.fnmatch(basename, pattern):

filename = os.path.join(root, basename)

yield filename

def erase_file(path):

#print('Deleting {0}'.format(path))

os.chmod(path, stat.S_IWUSR)

os.remove(path)

def erase_files(search_pattern):

search_dir, match = os.path.split(search_pattern)

for path in find_files(search_dir, match):

erase_file(path)

def erase_dir(path):

if not os.path.exists(path):

return

print('Erasing dir {0}'.format(path))

# shutil.rmtree doesn't work well and sometimes can't delete

for root, dirs, files in os.walk(path, topdown=False):

for name in files:

filename = os.path.join(root, name)

success = False

while not success:

try:

erase_file(filename)

success = True

except:

time.sleep(4)

pass

for name in dirs:

os.rmdir(os.path.join(root, name))

os.rmdir(path)

def get_exec(name):

global args

if platform == 'win32':

name += '.exe'

if args.exe_dir is not None:

return os.path.join(args.exe_dir, name)

return name

def get_files_info(path):

if os.path.isfile(path):

return {

path: {

'hash': hash_file_sha1(path),

'size': os.path.getsize(path)

}

info = {}

for root, dirs, files in os.walk(path):

path = root.split(os.sep)

for path in files:

info.update(get_files_info(path))

return info

def create_random_file(path, size):

if os.path.exists(path):

return

with open(path, 'wb') as fout:

i = 0

while size > 0:

if i == 0 or i % 400000 == 0:

data = numpy.random.rand(100000)

floatlist = numpy.squeeze(numpy.asarray(data))

buf = struct.pack('%sf' % len(floatlist), *floatlist)

fout.write(buf)

size -= len(buf)

i += 1

def zip(zip_file, zip_args, files):

cmd = '{0} {1} {2} {3}'.format(get_exec('minizip'), zip_args, zip_file, ' '.join(files))

print cmd

err = os.system(cmd)

if (err != 0):

print('Zip returned error code {0}'.format(err))

sys.exit(err)

def list(zip_file):

cmd = '{0} -l {1}'.format(get_exec('minizip'), zip_file)

print cmd

err = os.system(cmd)

if (err != 0):

print('List returned error code {0}'.format(err))

sys.exit(err)

def unzip(zip_file, dest_dir, unzip_args = ''):

cmd = '{0} -x {1} -d {2} {3}'.format(get_exec('minizip'), unzip_args, dest_dir, zip_file)

print cmd

err = os.system(cmd)

if (err != 0):

print('Unzip returned error code {0}'.format(err))

sys.exit(err)

def zip_list_unzip(zip_file, dest_dir, zip_args, unzip_args, files):

# Single test run

original_infos = {}

for (i, path) in enumerate(files):

original_infos.update(get_files_info(path))

print original_infos

erase_files(zip_file[0:-2] + "*")

erase_dir(dest_dir)

zip(zip_file, zip_args, files)

list(zip_file)

unzip(zip_file, dest_dir, unzip_args)

new_infos = {}

for (i, path) in enumerate(files):

new_infos.update(get_files_info(path))

if (' '.join(original_infos) != ' '.join(new_infos)):

print('Infos do not match')

print('Original: ')

pprint(original_infos)

print('New: ')

print(new_infos)

def file_tests(method, zip_arg = '', unzip_arg = ''):

print('Testing {0} on Single File'.format(method))

zip_list_unzip('test.zip', 'out', zip_arg, unzip_arg, ['test.c'])

print('Testing {0} on Two Files'.format(method))

zip_list_unzip('test.zip', 'out', zip_arg, unzip_arg, ['test.c', 'test.h'])

print('Testing {0} Directory'.format(method))

zip_list_unzip('test.zip', 'out', zip_arg, unzip_arg, ['repo'])

print('Testing {0} 1MB file'.format(method))

create_random_file('1MB.dat', 1 * 1024 * 1024)

zip_list_unzip('test.zip', 'out', zip_arg, unzip_arg, ['1MB.dat'])

print('Testing {0} 50MB file'.format(method))

create_random_file('50MB.dat', 50 * 1024 * 1024)

zip_list_unzip('test.zip', 'out', zip_arg, unzip_arg, ['50MB.dat'])

def compression_method_tests(method = '', zip_arg = '', unzip_arg = ''):

method = method + ' ' if method != '' else ''

file_tests(method + 'Deflate', zip_arg, unzip_arg)

file_tests(method + 'Raw', '-0 ' + zip_arg, unzip_arg)

file_tests(method + 'BZIP2', '-b ' + zip_arg, unzip_arg)

file_tests(method + 'LZMA', '-m ' + zip_arg, unzip_arg)

def encryption_tests():

compression_method_tests('Crypt', '-p 1234567890', '-p 1234567890')

compression_method_tests('AES', '-s -p 1234567890', '-p 1234567890')

def empty_zip_test():

unzip('empty.zip', 'out')

def sfx_zip_test():

org_exe = get_exec('minizip')

sfx_exe = org_exe.replace('.exe', '') + '_sfx.exe'

shutil.copyfile(org_exe, sfx_exe)

zip_list_unzip(sfx_exe, 'out', '-a', '', [ 'test.c', 'test.h' ])

if not os.path.exists('repo'):

os.system('git clone https://github.com/nmoinvaz/minizip repo')

# Run tests

empty_zip_test()

sfx_zip_test()

compression_method_tests()

encryption_tests()

compression_method_tests('Disk Span', '-k 1024', '')

compression_method_tests('Buffered', '-u', '-u')

FilesExpand file tree

test.py

Latest commit

History

test.py

File metadata and controls