85 lines
3.5 KiB
Python
85 lines
3.5 KiB
Python
"""Tests for resync.resource_dump."""
|
|
from .testlib import TestCase
|
|
|
|
import os.path
|
|
try: # python2
|
|
# Must try this first as io also exists in python2
|
|
# but in the wrong one!
|
|
import StringIO as io
|
|
except ImportError: # python3
|
|
import io
|
|
import re
|
|
|
|
from resync.resource import Resource
|
|
from resync.resource_dump import ResourceDump
|
|
from resync.sitemap import SitemapParseError
|
|
|
|
|
|
class TestResourceDump(TestCase):
|
|
|
|
def test01_as_xml(self):
|
|
rd = ResourceDump()
|
|
rd.add(Resource('a.zip', timestamp=1))
|
|
rd.add(Resource('b.zip', timestamp=2))
|
|
xml = rd.as_xml()
|
|
self.assertTrue(
|
|
re.search(
|
|
r'<rs:md .*capability="resourcedump"',
|
|
xml),
|
|
'XML has capability')
|
|
self.assertTrue(
|
|
re.search(
|
|
r'<url><loc>a.zip</loc><lastmod>1970-01-01T00:00:01Z</lastmod></url>',
|
|
xml),
|
|
'XML has resource a')
|
|
|
|
def test02_parse(self):
|
|
xml = '<?xml version=\'1.0\' encoding=\'UTF-8\'?>\n\
|
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:rs="http://www.openarchives.org/rs/terms/">\
|
|
<rs:md at="2013-01-01" capability="resourcedump"/>\
|
|
<url><loc>http://example.com/a.zip</loc><lastmod>2012-03-14T18:37:36Z</lastmod><rs:md length="12345" /></url>\
|
|
<url><loc>http://example.com/b.zip</loc><lastmod>2012-03-14T18:37:36Z</lastmod><rs:md length="56789" /></url>\
|
|
</urlset>'
|
|
rd = ResourceDump()
|
|
rd.parse(fh=io.StringIO(xml))
|
|
self.assertEqual(len(rd.resources), 2, 'got 2 resource dumps')
|
|
self.assertEqual(rd.capability, 'resourcedump', 'capability set')
|
|
self.assertEqual(rd.md_at, '2013-01-01')
|
|
self.assertTrue('http://example.com/a.zip' in rd.resources)
|
|
self.assertTrue(rd.resources['http://example.com/a.zip'].length, 12345)
|
|
self.assertTrue('http://example.com/b.zip' in rd.resources)
|
|
self.assertTrue(rd.resources['http://example.com/b.zip'].length, 56789)
|
|
|
|
def test03_parse_no_capability(self):
|
|
# For a resource dump this should be an error
|
|
xml = '<?xml version=\'1.0\' encoding=\'UTF-8\'?>\n\
|
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:rs="http://www.openarchives.org/rs/terms/">\
|
|
<rs:md from="2013-01-01"/>\
|
|
<url><loc>http://example.com/a.zip</loc><lastmod>2012-03-14T18:37:36Z</lastmod><rs:md length="12" /></url>\
|
|
</urlset>'
|
|
rd = ResourceDump()
|
|
self.assertRaises(SitemapParseError, rd.parse, fh=io.StringIO(xml))
|
|
|
|
def test04_parse_bad_capability(self):
|
|
# the <rs:md capability="bad_capability".. should give error
|
|
xml = '<?xml version=\'1.0\' encoding=\'UTF-8\'?>\n\
|
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:rs="http://www.openarchives.org/rs/terms/">\
|
|
<rs:md capability="bad_capability" from="2013-01-01"/>\
|
|
<url><loc>http://example.com/bad_res_1</loc><lastmod>2012-03-14T18:37:36Z</lastmod></url>\
|
|
</urlset>'
|
|
rd = ResourceDump()
|
|
self.assertRaises(SitemapParseError, rd.parse, fh=io.StringIO(xml))
|
|
|
|
def test05_write(self):
|
|
rd = ResourceDump()
|
|
rd.add(Resource('aa.zip', timestamp=1))
|
|
rd.add(Resource('bb.zip', timestamp=2))
|
|
dumpf = os.path.join(self.tmpdir, "test05_dump.xml")
|
|
rd.write(basename=dumpf)
|
|
self.assertTrue(os.path.exists(dumpf))
|
|
# Now read that back
|
|
rd2 = ResourceDump()
|
|
rd2.parse(dumpf)
|
|
self.assertEqual(len(rd2), 2)
|
|
self.assertEqual(rd2.uris(), ['aa.zip', 'bb.zip'])
|
