@article {440,
	title = {Soft-404 pages, a crawling problem},
	journal = {Journal of Digital Information Management},
	volume = {12},
	year = {2014},
	note = {Export Date: 10 July 2014},
	month = {2014},
	pages = {73 - 92},
	abstract = {During its traversal of the Web, crawler systems have to deal with multiple challenges. Some of them are related with detecting garbage content to avoid wasting resources processing it. Soft-404 pages are a type of garbage content generated when some web servers do not use the appropriate HTTP response code for death links making them to be incorrectly identified. Our analysis of the Web has revealed that 7.35\% of web servers send a 200 HTTP code when a request for an unknown document is received, instead of a 404 code, which indicates that the document is not found. This paper presents a system called Soft404Detector, based on web content analysis to identify web pages that are Soft-404 pages. Our system uses a set of content-based heuristics and combines them with a C4.5 classifier. For testing purposes, we built a Soft-404 pages dataset. Our experiments indicate that our system is very effective, achieving a precision of 0.992 and a recall of 0.980 at Soft-404 pages.},
	keywords = {Algorithms, Data mining, Design, Link analysis, Performance, Soft-404 error, Statistical properties of the web, Web decay, Web spam},
	url = {http://www.scopus.com/inward/record.url?eid=2-s2.0-84903202899\&partnerID=40\&md5=fa1bd1e59e4da6c413c6527da17e6e6b},
	author = {Prieto, V.M. and {\'A}lvarez, M. and Cacheda, F.}
}
@article {201,
	title = {Addressing the challenge of managing large-scale digital multimedia libraries},
	journal = {Journal of Digital Information Management},
	volume = {7},
	year = {2009},
	note = {Export Date: 10 July 2014},
	month = {2009},
	pages = {261 - 269},
	abstract = {Traditional Digital Libraries require human editorial control over the lifecycles of digital objects contained therein. This imposes an inherent (human) overhead on the maintenance of these digital libraries, which becomes unwieldy once the number of important information units in the digital library becomes too large. A revised framework is needed for digital libraries that takes the onus off the editor and allows the digital library to directly control digital object lifecycles, by employing a set of transformation rules that operate directly on the digital objects themselves. In this paper we motivate and describe a revised digital library framework that utilises transformation rules to automatically optimise system resources. We evaluate this library in three scenarios and also outline how we could apply concepts from this revised framework to address other challenges for digital libraries and digital information access in general.},
	keywords = {Design, Digital objects, Experimentation, Human factors, Video objects},
	url = {http://www.scopus.com/inward/record.url?eid=2-s2.0-77953277044\&partnerID=40\&md5=75419cab710ca0152f89b3a277933c71},
	author = {Gurrin, C. and Aarflot, T. and Sav, S. and Johansen, D.}
}
