6 |
6 |
|
7 |
7 |
import pytest
|
8 |
8 |
import json
|
|
9 |
import shutil
|
9 |
10 |
|
10 |
11 |
from tempfile import TemporaryDirectory
|
11 |
12 |
from pathlib import Path
|
12 |
13 |
from hashlib import sha256, sha1
|
13 |
14 |
from zipfile import ZipFile
|
|
15 |
from typing import Callable, Optional
|
|
16 |
|
|
17 |
from jsonschema import ValidationError
|
|
18 |
|
|
19 |
from hydrilla_builder import build
|
14 |
20 |
|
15 |
21 |
here = Path(__file__).resolve().parent
|
16 |
22 |
|
... | ... | |
164 |
170 |
self.expected_source_description
|
165 |
171 |
]
|
166 |
172 |
|
|
173 |
ModifyCb = Callable[[CaseSettings, dict], Optional[str]]
|
|
174 |
|
|
175 |
def prepare_modified(tmpdir: Path, modify_cb: ModifyCb) -> CaseSettings:
|
|
176 |
"""
|
|
177 |
Use sample source package directory with an alternative, modified
|
|
178 |
index.json.
|
|
179 |
"""
|
|
180 |
settings = CaseSettings()
|
|
181 |
|
|
182 |
for fn in settings.src_filenames:
|
|
183 |
copy_path = tmpdir / 'srcdir_copy' / fn
|
|
184 |
copy_path.parent.mkdir(parents=True, exist_ok=True)
|
|
185 |
shutil.copy(settings.srcdir / fn, copy_path)
|
|
186 |
|
|
187 |
settings.srcdir = tmpdir / 'srcdir_copy'
|
|
188 |
|
|
189 |
with open(settings.srcdir / 'index.json', 'rt') as file_handle:
|
|
190 |
obj = json.loads(build.strip_json_comments(file_handle.read()))
|
|
191 |
|
|
192 |
contents = modify_cb(settings, obj)
|
|
193 |
|
|
194 |
# Replace the other index.json with new one
|
|
195 |
settings.index_json_path = tmpdir / 'replacement.json'
|
|
196 |
|
|
197 |
if contents is None:
|
|
198 |
contents = json.dumps(obj)
|
|
199 |
|
|
200 |
contents = contents.encode()
|
|
201 |
|
|
202 |
settings.contents['index.json'] = contents
|
|
203 |
|
|
204 |
settings.sha256_hashes['index.json'] = sha256(contents).digest().hex()
|
|
205 |
settings.sha1_hashes['index.json'] = sha1(contents).digest().hex()
|
|
206 |
|
|
207 |
with open(settings.index_json_path, 'wb') as file_handle:
|
|
208 |
file_handle.write(contents)
|
|
209 |
|
|
210 |
return settings
|
|
211 |
|
167 |
212 |
@pytest.fixture()
|
168 |
213 |
def tmpdir() -> str:
|
169 |
214 |
with TemporaryDirectory() as tmpdir:
|
... | ... | |
173 |
218 |
"""Use sample source package directory as exists in VCS."""
|
174 |
219 |
return CaseSettings()
|
175 |
220 |
|
176 |
|
def prepare_external_index_json(tmpdir: Path) -> dict:
|
|
221 |
def modify_index_good(settings: CaseSettings, obj: dict) -> None:
|
177 |
222 |
"""
|
178 |
|
Use sample source package directory with an alternative, modified
|
179 |
|
index.json.
|
|
223 |
Modify index.json object to make a slightly different but *also correct* one
|
|
224 |
that can be used to test some different cases.
|
180 |
225 |
"""
|
181 |
|
settings = CaseSettings()
|
182 |
|
|
183 |
|
from hydrilla_builder.build import strip_json_comments
|
184 |
|
|
185 |
|
with open(settings.srcdir / 'index.json', 'rt') as file_handle:
|
186 |
|
obj = json.loads(strip_json_comments(file_handle.read()))
|
187 |
|
|
188 |
226 |
# Add comments that should be preserved.
|
189 |
227 |
for dictionary in (obj, settings.expected_source_description):
|
190 |
228 |
dictionary['comment'] = 'index_json comment'
|
... | ... | |
233 |
271 |
to_process.extend(processed.values())
|
234 |
272 |
processed['spurious_property'] = 'some value'
|
235 |
273 |
|
236 |
|
# Replace the other index.json with new one
|
237 |
|
settings.index_json_path = tmpdir / 'replacement.json'
|
238 |
|
|
239 |
|
contents = json.dumps(obj).encode()
|
240 |
|
|
241 |
|
settings.contents['index.json'] = contents
|
242 |
|
|
243 |
|
settings.sha256_hashes['index.json'] = sha256(contents).digest().hex()
|
244 |
|
settings.sha1_hashes['index.json'] = sha1(contents).digest().hex()
|
245 |
|
|
246 |
|
with open(settings.index_json_path, 'wb') as file_handle:
|
247 |
|
file_handle.write(contents)
|
248 |
|
|
249 |
|
return settings
|
250 |
|
|
251 |
274 |
@pytest.mark.parametrize('prepare_source_example', [
|
252 |
|
prepare_default, prepare_external_index_json
|
|
275 |
prepare_default,
|
|
276 |
lambda tmpdir: prepare_modified(tmpdir, modify_index_good)
|
253 |
277 |
])
|
254 |
278 |
def test_build(tmpdir, prepare_source_example):
|
255 |
279 |
"""Build the sample source package and verify the produced files."""
|
256 |
|
from hydrilla_builder.build import Build
|
257 |
|
|
258 |
280 |
# First, build the package
|
259 |
281 |
dstdir = Path(tmpdir) / 'dstdir'
|
260 |
282 |
tmpdir = Path(tmpdir) / 'example'
|
... | ... | |
264 |
286 |
|
265 |
287 |
settings = prepare_source_example(tmpdir)
|
266 |
288 |
|
267 |
|
build = Build(settings.srcdir, settings.index_json_path)
|
268 |
|
build.write_package_files(dstdir)
|
|
289 |
build.Build(settings.srcdir, settings.index_json_path)\
|
|
290 |
.write_package_files(dstdir)
|
269 |
291 |
|
270 |
292 |
# Verify directories under destination directory
|
271 |
293 |
assert {'file', 'resource', 'mapping', 'source'} == \
|
... | ... | |
354 |
376 |
with open(source_dir / 'hello.json', 'rt') as file_handle:
|
355 |
377 |
assert json.load(file_handle) == settings.expected_source_description
|
356 |
378 |
|
357 |
|
# TODO: also check error handling
|
|
379 |
def modify_index_missing_file(dummy: CaseSettings, obj: dict) -> None:
|
|
380 |
"""
|
|
381 |
Modify index.json to expect missing report.spdx file and cause an error.
|
|
382 |
"""
|
|
383 |
del obj['reuse_generate_spdx_report']
|
|
384 |
|
|
385 |
def modify_index_schema_error(dummy: CaseSettings, obj: dict) -> None:
|
|
386 |
"""Modify index.json to be incompliant with the schema."""
|
|
387 |
del obj['definitions']
|
|
388 |
|
|
389 |
def modify_index_bad_comment(dummy: CaseSettings, obj: dict) -> str:
|
|
390 |
"""Modify index.json to have an invalid '/' in it."""
|
|
391 |
return json.dumps(obj) + '/something\n'
|
|
392 |
|
|
393 |
def modify_index_bad_json(dummy: CaseSettings, obj: dict) -> str:
|
|
394 |
"""Modify index.json to not be valid json even after comment stripping."""
|
|
395 |
return json.dumps(obj) + '???/\n'
|
|
396 |
|
|
397 |
def modify_index_missing_license(settings: CaseSettings, obj: dict) -> None:
|
|
398 |
"""Remove a file to make package REUSE-incompliant."""
|
|
399 |
(settings.srcdir / 'README.txt.license').unlink()
|
|
400 |
|
|
401 |
def modify_index_file_outside(dummy: CaseSettings, obj: dict) -> None:
|
|
402 |
"""Make index.json illegally reference a file outside srcdir."""
|
|
403 |
obj['copyright'].append({'file': '../abc'})
|
|
404 |
|
|
405 |
def modify_index_reference_itself(dummy: CaseSettings, obj: dict) -> None:
|
|
406 |
"""Make index.json illegally reference index.json."""
|
|
407 |
obj['copyright'].append({'file': 'index.json'})
|
|
408 |
|
|
409 |
def modify_index_report_excluded(dummy: CaseSettings, obj: dict) -> None:
|
|
410 |
"""
|
|
411 |
Make index.json require generation of index.json but not include it among
|
|
412 |
copyright files.
|
|
413 |
"""
|
|
414 |
obj['copyright'] = [fr for fr in obj['copyright']
|
|
415 |
if fr['file'] != 'report.spdx']
|
|
416 |
|
|
417 |
@pytest.mark.parametrize('break_index_json', [
|
|
418 |
(modify_index_missing_file, FileNotFoundError),
|
|
419 |
(modify_index_schema_error, ValidationError),
|
|
420 |
(modify_index_bad_comment, json.JSONDecodeError),
|
|
421 |
(modify_index_bad_json, json.JSONDecodeError),
|
|
422 |
(modify_index_missing_license, build.ReuseError),
|
|
423 |
(modify_index_file_outside, build.FileReferenceError),
|
|
424 |
(modify_index_reference_itself, build.FileReferenceError),
|
|
425 |
(modify_index_report_excluded, build.FileReferenceError)
|
|
426 |
])
|
|
427 |
def test_build_error(tmpdir: str, break_index_json: tuple[ModifyCb, type]):
|
|
428 |
"""Build the sample source package and verify the produced files."""
|
|
429 |
dstdir = Path(tmpdir) / 'dstdir'
|
|
430 |
tmpdir = Path(tmpdir) / 'example'
|
|
431 |
|
|
432 |
dstdir.mkdir(exist_ok=True)
|
|
433 |
tmpdir.mkdir(exist_ok=True)
|
|
434 |
|
|
435 |
modify_cb, error_type = break_index_json
|
|
436 |
|
|
437 |
settings = prepare_modified(tmpdir, modify_cb)
|
|
438 |
|
|
439 |
with pytest.raises(error_type):
|
|
440 |
build.Build(settings.srcdir, settings.index_json_path)\
|
|
441 |
.write_package_files(dstdir)
|
test&fix error handling