139 lines
6.6 KiB
Python
139 lines
6.6 KiB
Python
import unittest
|
|
try: #python2
|
|
# Must try this first as io also exists in python2
|
|
# but in the wrong one!
|
|
import StringIO as io
|
|
except ImportError: #python3
|
|
import io
|
|
import re
|
|
|
|
from resync.resource import Resource
|
|
from resync.change_list import ChangeList
|
|
from resync.resource_list import ResourceList
|
|
from resync.sitemap import SitemapParseError
|
|
|
|
class TestChangeList(unittest.TestCase):
|
|
|
|
def test1_set_with_repeats(self):
|
|
src = ChangeList()
|
|
src.add( Resource('a',timestamp=1,change='updated') )
|
|
src.add( Resource('b',timestamp=1,change='created') )
|
|
src.add( Resource('c',timestamp=1,change='deleted') )
|
|
src.add( Resource('a',timestamp=2,change='deleted') )
|
|
src.add( Resource('b',timestamp=2,change='updated') )
|
|
self.assertEqual(len(src), 5, "5 changes in change_list")
|
|
|
|
def test2_with_repeats_again(self):
|
|
r1 = Resource(uri='a',length=1,change='created')
|
|
r2 = Resource(uri='b',length=2,change='created')
|
|
i = ChangeList()
|
|
i.add(r1)
|
|
i.add(r2)
|
|
self.assertEqual( len(i), 2 )
|
|
# Can add another Resource with same URI
|
|
r1d = Resource(uri='a',length=10,change='created')
|
|
i.add(r1d)
|
|
self.assertEqual( len(i), 3 )
|
|
|
|
def test3_change_list(self):
|
|
src = ChangeList()
|
|
src.add( Resource('a',timestamp=1,change='created') )
|
|
src.add( Resource('b',timestamp=2,change='created') )
|
|
src.add( Resource('c',timestamp=3,change='created') )
|
|
src.add( Resource('d',timestamp=4,change='created') )
|
|
src.add( Resource('e',timestamp=5,change='created') )
|
|
self.assertEqual(len(src), 5, "5 things in src")
|
|
|
|
def test4_iter(self):
|
|
i = ChangeList()
|
|
i.add( Resource('a',timestamp=1,change='created') )
|
|
i.add( Resource('b',timestamp=2,change='created') )
|
|
i.add( Resource('c',timestamp=3,change='created') )
|
|
i.add( Resource('d',timestamp=4,change='created') )
|
|
resources=[]
|
|
for r in i:
|
|
resources.append(r)
|
|
self.assertEqual(len(resources), 4)
|
|
self.assertEqual( resources[0].uri, 'a')
|
|
self.assertEqual( resources[3].uri, 'd')
|
|
|
|
def test5_add_changed_resources(self):
|
|
added = ResourceList()
|
|
added.add( Resource('a',timestamp=1,change='created') )
|
|
added.add( Resource('d',timestamp=4,change='created') )
|
|
self.assertEqual(len(added), 2, "2 things in added resource_list")
|
|
changes = ChangeList()
|
|
changes.add_changed_resources( added, change='created' )
|
|
self.assertEqual(len(changes), 2, "2 things added")
|
|
i = iter(changes)
|
|
first = next(i)
|
|
self.assertEqual(first.uri, 'a', "changes[0].uri=a")
|
|
self.assertEqual(first.timestamp, 1, "changes[0].timestamp=1")
|
|
self.assertEqual(first.change, 'created') #, "changes[0].change=createdd")
|
|
second = next(i)
|
|
self.assertEqual(second.timestamp, 4, "changes[1].timestamp=4")
|
|
self.assertEqual(second.change, 'created', "changes[1].change=createdd")
|
|
# Now add some with updated (one same, one diff)
|
|
updated = ResourceList()
|
|
updated.add( Resource('a',timestamp=5,change='created') )
|
|
updated.add( Resource('b',timestamp=6,change='created') )
|
|
self.assertEqual(len(updated), 2, "2 things in updated resource_list")
|
|
changes.add_changed_resources( updated, change='updated' )
|
|
self.assertEqual(len(changes), 4, "4 = 2 old + 2 things updated")
|
|
# Make new resource_list from the changes which should not have dupes
|
|
dst = ResourceList()
|
|
dst.add( changes, replace=True )
|
|
self.assertEqual(len(dst), 3, "3 unique resources")
|
|
self.assertEqual(dst.resources['a'].timestamp, 5 ) # 5 was later in last the 1
|
|
self.assertEqual(dst.resources['a'].change, 'updated')
|
|
self.assertEqual(dst.resources['b'].timestamp, 6)
|
|
self.assertEqual(dst.resources['b'].change, 'updated')
|
|
self.assertEqual(dst.resources['d'].timestamp, 4)
|
|
self.assertEqual(dst.resources['d'].change, 'created')
|
|
|
|
def test20_as_xml(self):
|
|
cl = ChangeList()
|
|
cl.md_from = '1970-01-01T00:00:00Z'
|
|
cl.add( Resource('a',timestamp=1,change='updated') )
|
|
cl.add( Resource('b',timestamp=2,change='updated') )
|
|
xml = cl.as_xml()
|
|
self.assertTrue( re.search(r'<rs:md .*capability="changelist"', xml), 'XML has capability' )
|
|
self.assertTrue( re.search(r'<rs:md .*from="\d\d\d\d\-\d\d\-\d\dT\d\d:\d\d:\d\dZ"', xml), 'XML has from to seconds precision (and not more)' )
|
|
self.assertTrue( re.search(r'<url><loc>a</loc><lastmod>1970-01-01T00:00:01Z</lastmod>', xml), 'XML has resource a' )
|
|
|
|
def test30_parse(self):
|
|
xml='<?xml version=\'1.0\' encoding=\'UTF-8\'?>\n\
|
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:rs="http://www.openarchives.org/rs/terms/">\
|
|
<rs:md capability="changelist" from="2013-01-01"/>\
|
|
<url><loc>/tmp/rs_test/src/file_a</loc><lastmod>2012-03-14T18:37:36Z</lastmod><rs:md change="updated" length="12" /></url>\
|
|
<url><loc>/tmp/rs_test/src/file_b</loc><lastmod>2012-03-14T18:37:36Z</lastmod><rs:md change="deleted" length="32" /></url>\
|
|
</urlset>'
|
|
cl=ChangeList()
|
|
cl.parse(fh=io.StringIO(xml))
|
|
self.assertEqual( len(cl.resources), 2, 'got 2 resources')
|
|
self.assertEqual( cl.md['capability'], 'changelist', 'capability set' )
|
|
self.assertEqual( cl.md['md_from'], '2013-01-01' )
|
|
|
|
def test31_parse_no_capability(self):
|
|
# missing capability is an error for changelist
|
|
xml='<?xml version=\'1.0\' encoding=\'UTF-8\'?>\n\
|
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:rs="http://www.openarchives.org/rs/terms/">\
|
|
<url><loc>http://example.com/res1</loc><lastmod>2012-03-14T18:37:36Z</lastmod><rs:md change="updated"/></url>\
|
|
</urlset>'
|
|
cl=ChangeList()
|
|
self.assertRaises( SitemapParseError, cl.parse, fh=io.StringIO(xml) )
|
|
|
|
def test32_parse_bad_capability(self):
|
|
# the <rs:md capability="bad_capability".. should give error
|
|
xml='<?xml version=\'1.0\' encoding=\'UTF-8\'?>\n\
|
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:rs="http://www.openarchives.org/rs/terms/">\
|
|
<rs:md capability="bad_capability" from="2013-01-01"/>\
|
|
<url><loc>http://example.com/bad_res_1</loc><lastmod>2012-03-14T18:37:36Z</lastmod><rs:md change="updated"/></url>\
|
|
</urlset>'
|
|
cl=ChangeList()
|
|
self.assertRaises( SitemapParseError, cl.parse, fh=io.StringIO(xml) )
|
|
|
|
if __name__ == '__main__':
|
|
suite = unittest.defaultTestLoader.loadTestsFromTestCase(TestChangeList)
|
|
unittest.TextTestRunner().run(suite)
|
