# -*- coding: iso-8859-1 -*- # Copyright (C) 2004-2005 Tristan Seligmann and Jonathan Jacobs # Copyright (C) 2012 Bastian Kleineidam """ The Universal comics only have some samples, but those samples are always the newest ones. """ import datetime from re import compile, escape from ..scraper import make_scraper from ..util import tagre, getPageContent def parse_strdate(strdate): """Parse date string. XXX this is locale dependant but it should not be.""" return datetime.datetime.strptime(strdate, "%A, %B %d, %Y") _imageSearch = compile(tagre("img", "src", r'(http://assets\.amuniversal\.com/[^"]+)') + r'\s+

published') def add(name, shortname): latestUrl = 'http://www.universaluclick.com%s' % shortname classname = 'Universal_%s' % name @classmethod def namer(cls, imageUrl, pageUrl): """Parse publish date from page content which looks like:

published: Sunday, November 11, 2012

""" data = getPageContent(pageUrl)[0] ro = compile(tagre("img", "src", escape(imageUrl)) + r'\s+

published: ([^<]+)') mo = ro.search(data) if mo: strdate = mo.group(1) return parse_strdate(strdate).strftime("%Y%m%d") globals()[classname] = make_scraper(classname, name='Universal/' + name, latestUrl = latestUrl, stripUrl = latestUrl + '%s/', imageSearch = _imageSearch, multipleImagesPerStrip = True, prevSearch = None, help = 'Index format: none', namer = namer, ) # do not edit anything below since these entries are generated from scripts/update.sh # DO NOT REMOVE #add('9ChickweedLane', '/comics/strip/9chickweedlane') #add('AdamAtHome', '/comics/strip/adamathome') #add('AlleyOop', '/comics/strip/alley-oop') #add('ArloandJanis', '/comics/strip/arloandjanis') #add('BadReporter', '/comics/badreporter') #add('Baldo', '/comics/strip/baldo') #add('Betty', '/comics/strip/betty') #add('BigNate', '/comics/strip/bignate') #add('Biographic', '/comics/strip/biographic') add('Brevitystrip', '/comics/strip/brevity') add('BusinessAndFinance', '/comics/category/business%20%26%20finance') #add('CalvinandHobbes', '/comics/strip/calvinandhobbes') #add('Cathy', '/comics/strip/cathy') #add('Cleats', '/comics/strip/cleats') #add('ClosetoHome', '/comics/panel/closetohome') add('ComicPanel', '/comics/panel') add('ComicStrip', '/comics/strip') add('ComicsAZ', '/comics/list') #add('Cornered', '/comics/panel/cornered') #add('CowandBoy', '/comics/strip/cowandboy') #add('CuldeSac', '/comics/strip/culdesac') #add('Dilbert', '/comics/strip/dilbert') #add('Doonesbury', '/comics/strip/doonesbury') #add('Drabble', '/comics/strip/drabble') add('Espaol', '/comics/category/espanol') #add('FMinus', '/comics/strip/fminus') add('Family', '/comics/category/family') #add('ForBetterorForWorse', '/comics/strip/forbetterorforworse') add('ForKids', '/comics/category/for%20kids') #add('FoxTrot', '/comics/strip/foxtrot') #add('FrankAndErnest', '/comics/strip/frankandernest') #add('Frazz', '/comics/strip/frazz') #add('FredBasset', '/comics/strip/fredbasset') #add('FreshlySqueezed', '/comics/strip/freshlysqueezed') #add('Garfield', '/comics/strip/garfield') #add('GetFuzzy', '/comics/strip/getfuzzy') #add('GingerMeggs', '/comics/strip/gingermeggs') #add('Graffiti', '/comics/panel/graffiti') #add('GrandAvenue', '/comics/strip/grand-avenue') #add('HealthCapsules', '/comics/panel/healthcapsules') #add('HeartoftheCity', '/comics/strip/heartofthecity') #add('Herman', '/comics/panel/herman') #add('InkPen', '/comics/strip/inkpen') #add('IntheBleachers', '/comics/panel/inthebleachers') #add('IntheSticks', '/comics/strip/inthesticks') add('JamesBond', '/comics/strip/jamesbond') #add('JumpStart', '/comics/strip/jumpstart') #add('KidCity', '/comics/strip/kidcity') #add('KidSpot', '/comics/panel/kidspot') #add('KitNCarlyle', '/comics/panel/kitncarlyle') #add('LaCucaracha', '/comics/strip/lacucaracha') #add('Lio', '/comics/strip/lio') #add('Lola', '/comics/strip/lola') #add('Luann', '/comics/strip/luann') #add('MagicinaMinute', '/comics/strip/magicinaminute') #add('Marmaduke', '/comics/panel/marmaduke') add('Men', '/comics/category/men') #add('ModeratelyConfused', '/comics/panel/moderately-confused') #add('Monty', '/comics/strip/monty') #add('MrGigiandtheSquid', '/comics/strip/mr-gigi-and-the-squid') #add('MuttAndJeff', '/comics/strip/muttandjeff') add('NEA', '/comics/category/nea') #add('Nancy', '/comics/strip/nancy') #add('NonSequitur', '/comics/strip/nonsequitur') add('NonSequiturPanel', '/comics/panel/non-sequitur-panel') #add('OfftheMark', '/comics/panel/offthemark') #add('Overboard', '/comics/strip/overboard') #add('OvertheHedge', '/comics/strip/overthehedge') #add('Peanuts', '/comics/strip/peanuts') #add('PearlsBeforeSwine', '/comics/strip/pearlsbeforeswine') add('Pets', '/comics/category/pets') #add('PoochCafe', '/comics/strip/poochcafe') #add('PricklyCity', '/comics/strip/pricklycity') #add('RealLifeAdventures', '/comics/panel/reallifeadventures') #add('RealityCheck', '/comics/panel/realitycheck') #add('RedandRover', '/comics/strip/redandrover') #add('RipHaywire', '/comics/strip/riphaywire') #add('RipleysBelieveItorNot', '/comics/panel/ripleysbelieveitornot') #add('RoseisRose', '/comics/strip/roseisrose') #add('RudyPark', '/comics/strip/rudypark') #add('Shortcuts', '/comics/strip/shortcuts') #add('SouptoNutz', '/comics/strip/soup-to-nutz') #add('StoneSoup', '/comics/strip/stonesoup') add('SundayOnly', '/comics/category/sunday%20only') #add('TankMcNamara', '/comics/strip/tankmcnamara') #add('Tarzan', '/comics/strip/tarzan') #add('Thatababy', '/comics/strip/thatababy') #add('TheArgyleSweater', '/comics/panel/theargylesweater') #add('TheBornLoser', '/comics/strip/the-born-loser') #add('TheBuckets', '/comics/strip/thebuckets') #add('TheDinetteSet', '/comics/panel/dinetteset') #add('TheDuplex', '/comics/strip/duplex') #add('TheElderberries', '/comics/strip/theelderberries') #add('TheFlyingMcCoys', '/comics/panel/theflyingmccoys') #add('TheFuscoBrothers', '/comics/strip/thefuscobrothers') #add('TheGrizzwells', '/comics/strip/thegrizzwells') #add('TheKnightLife', '/comics/strip/theknightlife') #add('TomtheDancingBug', '/comics/strip/tomthedancingbug') #add('UncleArtsFunland', '/comics/strip/uncleartsfunland') add('WebExclusive', '/comics/category/web%20exclusive') add('Women', '/comics/category/women') #add('Ziggy', '/comics/panel/ziggy')