mirror of https://github.com/saimn/sigal.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
211 lines
7.7 KiB
211 lines
7.7 KiB
import os |
|
import pickle |
|
|
|
from sigal.gallery import Gallery, Image |
|
from sigal.plugins import extended_caching |
|
|
|
CURRENT_DIR = os.path.dirname(__file__) |
|
|
|
|
|
def test_store_metadata(settings, tmpdir): |
|
settings["destination"] = str(tmpdir) |
|
gal = Gallery(settings, ncpu=1) |
|
extended_caching.store_metadata(gal) |
|
|
|
cachePath = os.path.join(settings["destination"], ".metadata_cache") |
|
|
|
assert os.path.isfile(cachePath) |
|
|
|
with open(cachePath, "rb") as cacheFile: |
|
cache = pickle.load(cacheFile) |
|
|
|
# test exif |
|
album = gal.albums["exifTest"] |
|
cache_img = cache["exifTest/21.jpg"] |
|
assert cache_img["exif"] == album.medias[0].exif |
|
assert "markdown_metadata" not in cache_img |
|
assert cache_img["file_metadata"] == album.medias[0].file_metadata |
|
|
|
cache_img = cache["exifTest/22.jpg"] |
|
assert cache_img["exif"] == album.medias[1].exif |
|
assert "markdown_metadata" not in cache_img |
|
assert cache_img["file_metadata"] == album.medias[1].file_metadata |
|
|
|
cache_img = cache["exifTest/noexif.png"] |
|
assert cache_img["exif"] == album.medias[2].exif |
|
assert "markdown_metadata" not in cache_img |
|
assert cache_img["file_metadata"] == album.medias[2].file_metadata |
|
|
|
# test iptc and md |
|
album = gal.albums["iptcTest"] |
|
assert cache["iptcTest/_index"]["markdown_metadata"] == album.markdown_metadata |
|
|
|
cache_img = cache["iptcTest/1.jpg"] |
|
assert cache_img["file_metadata"] == album.medias[0].file_metadata |
|
assert "markdown_metadata" not in cache_img |
|
|
|
cache_img = cache["iptcTest/2.jpg"] |
|
assert cache_img["markdown_metadata"] == album.medias[1].markdown_metadata |
|
|
|
# test if file disappears |
|
gal.albums["exifTest"].medias.append(Image("foooo.jpg", "exifTest", settings)) |
|
extended_caching.store_metadata(gal) |
|
with open(cachePath, "rb") as cacheFile: |
|
cache = pickle.load(cacheFile) |
|
assert "exifTest/foooo.jpg" not in cache |
|
|
|
|
|
def test_restore_cache(settings, tmpdir): |
|
settings["destination"] = str(tmpdir) |
|
gal1 = Gallery(settings, ncpu=1) |
|
gal2 = Gallery(settings, ncpu=1) |
|
extended_caching.store_metadata(gal1) |
|
cachePath = os.path.join(settings["destination"], ".metadata_cache") |
|
extended_caching._restore_cache(cachePath, gal2) |
|
assert gal1.metadata_cache == gal2.metadata_cache |
|
|
|
# test bad cache |
|
with open(cachePath, "w") as f: |
|
f.write("bad pickle file") |
|
|
|
extended_caching._restore_cache(cachePath, gal2) |
|
assert gal2.metadata_cache == {} |
|
|
|
|
|
def test_store_metadata_local(settings, tmpdir): |
|
settings["destination"] = str(tmpdir) |
|
settings['extended_caching_options'] = {'global_cache': False} |
|
gal = Gallery(settings, ncpu=1) |
|
extended_caching.store_metadata(gal) |
|
|
|
for album in gal.albums.values(): |
|
if album.metadata_cache: |
|
cachePath = os.path.join(album.dst_path, ".metadata_cache") |
|
assert os.path.isfile(cachePath) |
|
with open(cachePath, "rb") as cacheFile: |
|
cache = pickle.load(cacheFile) |
|
|
|
# test exif |
|
cachePath = os.path.join(settings["destination"], "exifTest", ".metadata_cache") |
|
assert os.path.isfile(cachePath) |
|
with open(cachePath, "rb") as cacheFile: |
|
cache = pickle.load(cacheFile) |
|
|
|
album = gal.albums["exifTest"] |
|
cache_img = cache["21.jpg"] |
|
assert cache_img["exif"] == album.medias[0].exif |
|
assert "markdown_metadata" not in cache_img |
|
assert cache_img["file_metadata"] == album.medias[0].file_metadata |
|
|
|
cache_img = cache["22.jpg"] |
|
assert cache_img["exif"] == album.medias[1].exif |
|
assert "markdown_metadata" not in cache_img |
|
assert cache_img["file_metadata"] == album.medias[1].file_metadata |
|
|
|
cache_img = cache["noexif.png"] |
|
assert cache_img["exif"] == album.medias[2].exif |
|
assert "markdown_metadata" not in cache_img |
|
assert cache_img["file_metadata"] == album.medias[2].file_metadata |
|
|
|
# test iptc and md |
|
cachePath = os.path.join(settings["destination"], "iptcTest", ".metadata_cache") |
|
assert os.path.isfile(cachePath) |
|
with open(cachePath, "rb") as cacheFile: |
|
cache = pickle.load(cacheFile) |
|
|
|
album = gal.albums["iptcTest"] |
|
assert cache["_index"]["markdown_metadata"] == album.markdown_metadata |
|
|
|
cache_img = cache["1.jpg"] |
|
assert cache_img["file_metadata"] == album.medias[0].file_metadata |
|
assert "markdown_metadata" not in cache_img |
|
|
|
cache_img = cache["2.jpg"] |
|
assert cache_img["markdown_metadata"] == album.medias[1].markdown_metadata |
|
|
|
# test if file disappears |
|
gal.albums["exifTest"].medias.append(Image("foooo.jpg", "exifTest", settings)) |
|
extended_caching.store_metadata(gal) |
|
cachePath = os.path.join(settings["destination"], "exifTest", ".metadata_cache") |
|
with open(cachePath, "rb") as cacheFile: |
|
cache = pickle.load(cacheFile) |
|
assert "foooo.jpg" not in cache |
|
|
|
|
|
def test_restore_cache_local(settings, tmpdir): |
|
settings["destination"] = str(tmpdir) |
|
settings['extended_caching_options'] = {'global_cache': False} |
|
gal1 = Gallery(settings, ncpu=1) |
|
gal2 = Gallery(settings, ncpu=1) |
|
extended_caching.store_metadata(gal1) |
|
cachePath = os.path.join(settings["destination"], "exifTest", ".metadata_cache") |
|
extended_caching._restore_cache(cachePath, gal2.albums["exifTest"]) |
|
assert not hasattr(gal1, "metadata_cache") |
|
assert not hasattr(gal2, "metadata_cache") |
|
assert gal1.albums["exifTest"].metadata_cache == gal2.albums["exifTest"].metadata_cache |
|
|
|
# test bad cache |
|
with open(cachePath, "w") as f: |
|
f.write("bad pickle file") |
|
|
|
extended_caching._restore_cache(cachePath, gal2.albums["exifTest"]) |
|
assert gal2.albums["exifTest"].metadata_cache == {} |
|
|
|
|
|
def test_load_exif(settings, tmpdir): |
|
settings["destination"] = str(tmpdir) |
|
gal1 = Gallery(settings, ncpu=1) |
|
gal1.albums["exifTest"].medias[2].exif = "blafoo" |
|
# set mod_date in future, to force these values |
|
gal1.metadata_cache = { |
|
"exifTest/21.jpg": {"exif": "Foo", "mod_date": 100000000000}, |
|
"exifTest/22.jpg": {"exif": "Bar", "mod_date": 100000000000}, |
|
} |
|
|
|
extended_caching.load_metadata(gal1.albums["exifTest"]) |
|
|
|
assert gal1.albums["exifTest"].medias[0].exif == "Foo" |
|
assert gal1.albums["exifTest"].medias[1].exif == "Bar" |
|
assert gal1.albums["exifTest"].medias[2].exif == "blafoo" |
|
|
|
# check if setting gallery.metadata_cache works |
|
gal2 = Gallery(settings, ncpu=1) |
|
extended_caching.store_metadata(gal1) |
|
extended_caching.load_metadata(gal2.albums["exifTest"]) |
|
|
|
assert gal2.albums["exifTest"].medias[0].exif == "Foo" |
|
assert gal2.albums["exifTest"].medias[1].exif == "Bar" |
|
assert gal2.albums["exifTest"].medias[2].exif == "blafoo" |
|
|
|
|
|
def test_load_metadata_missing(settings, tmpdir): |
|
settings["destination"] = str(tmpdir) |
|
gal = Gallery(settings, ncpu=1) |
|
extended_caching.store_metadata(gal) |
|
assert gal.metadata_cache |
|
|
|
# test if file disappears |
|
gal.albums["exifTest"].medias.append(Image("foooo.jpg", "exifTest", settings)) |
|
|
|
# set mod_date to -1 to force cache update |
|
gal.metadata_cache = { |
|
"exifTest/_index": { |
|
"mod_date": -1, |
|
}, |
|
"exifTest/21.jpg": {"exif": "Foo", "mod_date": -1}, |
|
"exifTest/foooo.jpg": {"exif": "Foo"}, |
|
"dir1/test2/22.jpg": { |
|
"exif": "Bar", |
|
"mod_date": 100000000000, |
|
"meta_mod_date": -1, |
|
"markdown_metadata": "Bar", |
|
}, |
|
} |
|
# errors should all be caught |
|
extended_caching.load_metadata(gal.albums["exifTest"]) |
|
assert gal.albums["exifTest"].medias[0].exif != "Foo" |
|
assert gal.albums["exifTest"].medias[-1].exif != "Foo" |
|
|
|
extended_caching.load_metadata(gal.albums["dir1/test2"]) |
|
assert gal.albums["dir1/test2"].medias[1].exif == "Bar" |
|
assert gal.albums["dir1/test2"].medias[1].markdown_metadata != "Bar"
|
|
|