test updates: AIP, Cell, IBIS, Ingetna, Isitore, Medium;

Fix to CanLII and biblio.com after minor site redesigns;
Small fix to finding importable multiples on frontiers;
Improve detectWeb precision for Atypon

Author: adam3smith

AIP.js

@@ -183,7 +183,7 @@ var testCases = [
 					}
 				],
 				"title": "Local stabilisation of polar order at charged antiphase boundaries in antiferroelectric (Bi0.85Nd0.15)(Ti0.1Fe0.9)O3",
-				"date": "2013/08/13",
+				"date": "2013/08/01",
 				"publicationTitle": "APL Materials",
 				"volume": "1",
 				"issue": "2",
@@ -271,19 +271,23 @@ var testCases = [
 				"attachments": [
 					{
 						"title": "Snapshot"
+					},
+					{
+						"title": "Full Text PDF",
+						"mimeType": "application/pdf"
 					}
 				],
+				"title": "Low‐field magnetoresistance and domain drag in ferromagnets",
+				"date": "1978/03/01",
+				"publicationTitle": "Journal of Applied Physics",
+				"volume": "49",
 				"issue": "3",
 				"abstractNote": "Despite common misconceptions, domain walls are too thick to ’’scatter’’ electrons appreciably. However, electrons crossing a wall apply a torque to it, which tends to cant the wall spins. This could be used to measure the conduction electron spin polarization. Most of the low‐field resistive anomalies observed in pure Fe, Ni and Co at low temperature are caused by the Lorentz force associated with the internal field B=M s present inside each domain. The existence of low‐resistivity paths extending over many domains accounts for still unexplained magnetoresistance data in ironwhiskers. In uniaxial materials, a d.c. eddy‐current loop caused by the Hall effect runs around each wall. The field H z generated by these loops tends to ’’drag’’ the whole domain structure in the direction of the carrier drift velocity. Also, the Joule dissipation of the eddy currents manifests itself as an excess Ohmic resistance. As predicted, this excess resistance decreases as the square of the field, in amorphous Gd25Co75 films, in MnBi films, and in pure bulk cobalt, when the walls are removed by an external field. The excess resistance can also be changed by reorienting the walls.",
 				"DOI": "10.1063/1.324716",
+				"pages": "2156-2161",
 				"ISSN": "0021-8979, 1089-7550",
 				"url": "http://scitation.aip.org/content/aip/journal/jap/49/3/10.1063/1.324716",
-				"libraryCatalog": "scitation.aip.org",
-				"title": "Low‐field magnetoresistance and domain drag in ferromagnets",
-				"date": "1978",
-				"publicationTitle": "Journal of Applied Physics",
-				"volume": "49",
-				"pages": "2156-2161"
+				"libraryCatalog": "scitation.aip.org"
 			}
 		]
 	}

Atypon Journals.js

@@ -9,7 +9,7 @@
 	"inRepository": true,
 	"translatorType": 4,
 	"browserSupport": "gcsibv",
-	"lastUpdated": "2014-04-22 00:37:48"
+	"lastUpdated": "2014-04-28 21:01:10"
 }
 
 /*
@@ -39,7 +39,9 @@ function detectWeb(doc, url) {
 	if (url.indexOf('/doi/book/') != -1) {
 		return 'book';
 	}
-	
+	else if (url.search(/\.ch\d+$/)!=-1){
+		return 'bookSection';
+	}
 	return "journalArticle";
 }
 

Biblio.com.js

@@ -9,15 +9,15 @@
 	"inRepository": true,
 	"translatorType": 4,
 	"browserSupport": "gcsibv",
-	"lastUpdated": "2014-01-19 23:44:31"
+	"lastUpdated": "2014-04-28 19:32:32"
 }
 
 function detectWeb(doc, url) {
 	if (doc.location.href.match("bookseller_search") || doc.location.href.match("bookstores") || doc.location.href.match("textbooks")) {
 
-	} else if (doc.location.href.match("search")) {
+	} else if (doc.location.href.search(/\/search\.php/)!=-1) {
 		return "multiple";
-	} else if (doc.location.href.match("books")) {
+	} else if (doc.location.href.search(/\/book/)!=-1) {
 		return "book";
 	}
 }
@@ -113,7 +113,7 @@ var testCases = [
 	},
 	{
 		"type": "web",
-		"url": "http://www.biblio.com/books/29965287.html",
+		"url": "http://www.biblio.com/book/through-year-dickens-compiled-his-eldest/d/29965287",
 		"items": [
 			{
 				"itemType": "book",
@@ -133,7 +133,7 @@ var testCases = [
 				"date": "1909",
 				"edition": "First American",
 				"title": "Through The Year With Dickens. Compiled by his Eldest Daughter",
-				"url": "http://www.biblio.com/books/29965287.html",
+				"url": "http://www.biblio.com/book/through-year-dickens-compiled-his-eldest/d/29965287",
 				"libraryCatalog": "Biblio.com",
 				"accessDate": "CURRENT_TIMESTAMP"
 			}

CanLII (English).js

@@ -9,7 +9,7 @@
 	"inRepository": true,
 	"translatorType": 4,
 	"browserSupport": "gcsibv",
-	"lastUpdated": "2014-03-31 14:05:47"
+	"lastUpdated": "2014-04-28 19:52:25"
 }
 
 var canLiiRegexp = /https?:\/\/(www\.)?canlii\.org\/.*en\/[^\/]+\/[^\/]+\/doc\/.+/;
@@ -29,10 +29,10 @@ function detectWeb(doc, url) {
 }
 
 
-function scrape(doc) {
+function scrape(doc, url) {
 
 	var newItem = new Zotero.Item("case");
-	var voliss = ZU.xpathText(doc, '//td[@class="canlii-label" and contains(text(), "Citation:")]/following-sibling::td');
+	var voliss = ZU.xpathText(doc, '//td[contains(@class, "canlii-label") and contains(text(), "Citation:")]/following-sibling::td');
 	//Z.debug("voliss: ("+voliss+")")
 	var casename = voliss.match(/.+?,/)[0].replace(/,/, "").trim();
 	//Z.debug("casename: ("+casename+")");
@@ -45,25 +45,27 @@ function scrape(doc) {
 	var reporterpg = voliss.match(/\]\s*\d+\s*[A-Z]+\s*\d+/);
 	//Z.debug("reporterpg: ("+reporterpg+")");
 	var page = voliss.match(/,\s*\d{4}\s*[A-Z]+\s*\d+/);
-	var date = ZU.xpathText(doc, '//td[@class="canlii-label" and contains(text(), "Date:")]/following-sibling::td');
-	//Z.debug("date: ("+date+")")
-	var docket = ZU.xpathText(doc, '//td[@class="canlii-label" and contains(text(), "Docket:")]/following-sibling::td');
-	//Z.debug("docket: ("+docket+")")
+	var dateDocket = ZU.xpathText(doc, '//td[@class="canlii-label" and contains(text(), "Date:")]/following-sibling::td');
 
 	newItem.caseName = newItem.title = casename;
 	if (court) newItem.court = court[0].replace(/,\s*\d{4}\s*/, "").trim();;
 	if (reporter) newItem.reporter = reporter[0].replace(/\]\s*\d+\s*/, "");
-	newItem.dateDecided = date;
-	if (docket) newItem.docketNumber = docket.trim();
+
+	if (dateDocket){
+		var date = dateDocket.match(/\d{4}-\d{2}-\d{2}/);
+		if (date) newItem.dateDecided = date[0];
+		var docket = ZU.trimInternal(dateDocket).match(/\(Docket:(.+?)\)/);
+		if (docket) newItem.docketNumber = docket[1];
+	}
 	if (reporterpg) newItem.firstPage = reporterpg[0].replace(/\]\s*\d+\s*[A-Z]+\s*/, "");
 	//
 	if (!reporterpg && page) newItem.firstPage = page[0].replace(/,\s*\d{4}\s*[A-Z]+\s*/, "");
 	if (reportvl) newItem.reporterVolume = reportvl[0].replace(/\]\s*/, "");
 
 	// attach link to pdf version
-	var pdfurl = ZU.xpathText(doc, '//td/a[contains(text(), "PDF Format")]/@href');
+	Z.debug(url)
+	var pdfurl = url.replace(/\.html.+/, ".pdf");
 	if (pdfurl) {
-		pdfurl = "http://canlii.ca" + pdfurl;
 		newItem.attachments = [{
 			url: pdfurl,
 			title: "CanLII Full Text PDF",
@@ -93,10 +95,7 @@ function doWeb(doc, url) {
 			for (var i in items) {
 				articles.push(i);
 			}
-			Zotero.Utilities.processDocuments(articles, scrape, function () {
-				Zotero.done();
-			});
-			Zotero.wait();
+			Zotero.Utilities.processDocuments(articles, scrape);
 		});
 	}
 }

Cell Press.js

@@ -416,18 +416,16 @@ var testCases = [
 				],
 				"title": "Punishment and cooperation in nature",
 				"date": "01/05/2012",
-				"publicationTitle": "Trends in Ecology & Evolution",
+				"publicationTitle": "Trends in Ecology & Evolution",
 				"volume": "27",
 				"issue": "5",
-				"publisher": "Elsevier",
 				"DOI": "10.1016/j.tree.2011.12.004",
 				"language": "English",
 				"pages": "288-295",
 				"ISSN": "0169-5347",
 				"extra": "PMID: 22284810",
 				"url": "http://www.cell.com/article/S016953471200002X/abstract",
 				"libraryCatalog": "www.cell.com",
-				"accessDate": "CURRENT_TIMESTAMP",
 				"abstractNote": "Humans use punishment to promote cooperation in laboratory experiments but evidence that punishment plays a similar role in non-human animals is comparatively rare. In this article, we examine why this may be the case by reviewing evidence from both laboratory experiments on humans and ecologically relevant studies on non-human animals. Generally, punishment appears to be most probable if players differ in strength or strategic options. Although these conditions are common in nature, punishment (unlike other forms of aggression) involves immediate payoff reductions to both punisher and target, with net benefits to punishers contingent on cheats behaving more cooperatively in future interactions. In many cases, aggression yielding immediate benefits may suffice to deter cheats and might explain the relative scarcity of punishment in nature."
 			}
 		]

Frontiers.js

@@ -9,7 +9,7 @@
 	"inRepository": true,
 	"translatorType": 4,
 	"browserSupport": "gcsibv",
-	"lastUpdated": "2014-03-12 04:43:57"
+	"lastUpdated": "2014-04-28 20:54:37"
 }
 
 /*
@@ -44,7 +44,7 @@ function detectWeb(doc, url) {
 
 function getItems(doc, url) {
 	var items = {};
-	var links = doc.evaluate('//*[@class="AS55"]/a[contains(@title, " ")]', doc, null, XPathResult.ANY_TYPE, null);
+	var links = doc.evaluate('//*[@class="AS55"]/a[contains(@title, " ") or contains(@title, "/")]', doc, null, XPathResult.ANY_TYPE, null);
 	while (link = links.iterateNext()) {
 		if (link.href.indexOf("/abstract") === -1) continue;
 		items[link.href] = link.textContent;

IBISWorld.js

@@ -148,7 +148,7 @@ var testCases = [
 					}
 				],
 				"url": "http://clients1.ibisworld.com/reports/us/riskrating/default.aspx?entid=1281",
-				"date": "March 2014",
+				"date": "April 2014",
 				"institution": "IBISWorld Services",
 				"place": "Melbourne, Australia",
 				"reportNumber": "51821",

IngentaConnect.js

@@ -9,7 +9,7 @@
 	"inRepository": true,
 	"translatorType": 4,
 	"browserSupport": "gcsibv",
-	"lastUpdated": "2013-12-12 12:55:31"
+	"lastUpdated": "2014-04-28 21:03:15"
 }
 
 function detectWeb(doc, url) {
@@ -98,48 +98,38 @@ function scrape(newDoc, url){
 var testCases = [
 	{
 		"type": "web",
-		"url": "http://www.ingentaconnect.com/content/klu/10436/2007/00000003/00000001/00000064",
+		"url": "http://www.ingentaconnect.com/search;jsessionid=296g394n0j012.alice?form_name=quicksearch&ie=%E0%A5%B0&value1=argentina&option1=tka&x=0&y=0",
+		"items": "multiple"
+	},
+	{
+		"type": "web",
+		"url": "http://www.ingentaconnect.com/search/article?option1=tka&value1=labor+market&pageSize=10&index=10",
 		"items": [
 			{
 				"itemType": "journalArticle",
 				"creators": [
 					{
-						"lastName": "Calomiris",
-						"firstName": "Charles",
+						"lastName": "Brinton",
+						"firstName": "M.C.",
 						"creatorType": "author"
 					}
 				],
 				"notes": [],
-				"tags": [
-					"Argentina",
-					"Devaluation",
-					"E42",
-					"F30",
-					"G3",
-					"G32",
-					"K2",
-					"Pesification",
-					"Redenomination"
-				],
+				"tags": [],
 				"seeAlso": [],
 				"attachments": [],
-				"title": "Devaluation with contract redenomination in Argentina",
-				"journalAbbreviation": "Annals of Finance",
-				"volume": "3",
-				"issue": "1",
-				"pages": "155-192",
-				"abstractNote": "This study offers the first empirical microeconomic analysis of the effectiveness of dollar debt and contract redenomination policies to mitigate adverse financial and relative price consequences from a large devaluation. An analysis of Argentina’s policy of devaluation with redenomination in 2002, in contrast to Mexico’s policy of devaluation without debt redenomination in 1994–1995, shows that devaluation benefited tradables firms, and that dollar debt redenomination in Argentina benefited high-dollar debtors, as shown in these firms’ investment behavior, especially non-tradables firms whose revenues in dollar terms were adversely affected by devaluation. That investment behavior contrasts with the experience of Mexican firms in the aftermath of Mexico’s large devaluation, in which non-tradables producers with high dollar debt displayed significant relative reductions in investment. Stock return reactions to Argentine debt redenomination indicate large, positive, unanticipated effects on high-dollar debtors from debt redenomination. Energy concession contract redenomination likewise increased investment by high energy users in Argentina, and that benefit was apparent also in positive stock returns of those firms.",
-				"DOI": "10.1007/s10436-006-0064-9",
-				"date": "2007",
-				"publicationTitle": "Annals of Finance",
-				"libraryCatalog": "IngentaConnect"
+				"title": "Social capital in the Japanese youth labor market: Labor market policy, schools, and norms",
+				"journalAbbreviation": "Policy Sciences",
+				"volume": "33",
+				"issue": "3-1",
+				"pages": "289-306",
+				"abstractNote": "This paper develops the concept of institutional social capital and discusses its importance in the labor market. Institutional social capital is constituted by the resources inherent in an organization (such as a school) and thereby available to members of that organization. This is contrasted with the social capital available to individuals through their own personal networks. In the labor market context, an example of institutional social capital is the ties that schools have with employers who recruit a proportion of their new employees as they prepare to graduate. The paper examines how these ties and the norms governing the important labor market screening role played by the high school developed in post-WWII Japan. I also discuss an important positive externality – social control over students – generated by schools’ institutional social capital. Finally, I examine current challenges to Japanese high schools’ institutional social capital.",
+				"date": "2000-12-01T00:00:00///",
+				"publicationTitle": "Policy Sciences",
+				"libraryCatalog": "IngentaConnect",
+				"shortTitle": "Social capital in the Japanese youth labor market"
 			}
 		]
-	},
-	{
-		"type": "web",
-		"url": "http://www.ingentaconnect.com/search;jsessionid=296g394n0j012.alice?form_name=quicksearch&ie=%E0%A5%B0&value1=argentina&option1=tka&x=0&y=0",
-		"items": "multiple"
 	}
 ]
 /** END TEST CASES **/

Isidore.js

@@ -9,7 +9,7 @@
 	"inRepository": true,
 	"translatorType": 4,
 	"browserSupport": "gcsibv",
-	"lastUpdated": "2013-11-18 22:53:58"
+	"lastUpdated": "2014-04-28 21:06:26"
 }
 
 var typeMap = {
@@ -484,79 +484,6 @@ var testCases = [
 		"type": "web",
 		"url": "http://rechercheisidore.fr/search/?type=http://www.rechercheisidore.fr/ontology/art",
 		"items": "multiple"
-	},
-	{
-		"type": "web",
-		"url": "http://rechercheisidore.fr/search/resource/?uri=10670/1.mnjsvs",
-		"items": [
-			{
-				"itemType": "newspaperArticle",
-				"creators": [
-					{
-						"lastName": "Yu Jianrong",
-						"creatorType": "author"
-					}
-				],
-				"notes": [],
-				"tags": [
-					"Linguistique",
-					"Linguistique",
-					"Travail",
-					"Thérapeutique par l'exercice",
-					"travail",
-					"Histoire",
-					"histoire",
-					"lutte politique",
-					"Contrôle social",
-					"bien",
-					"Création",
-					"Développement",
-					"emploi",
-					"Adaptations",
-					"société",
-					"Société",
-					"droit",
-					"Droit",
-					"Police",
-					"Nature",
-					"nature",
-					"Conséquence",
-					"Justification (théologie)"
-				],
-				"seeAlso": [],
-				"attachments": [
-					{
-						"title": "Snapshot"
-					},
-					{
-						"title": "Isidore Record",
-						"snapshot": false
-					}
-				],
-				"title": "Le système de rééducation par le travail, instrument de la lutte politique et moyen de contrôle social",
-				"publisher": "OpenEdition",
-				"institution": "OpenEdition",
-				"company": "OpenEdition",
-				"label": "OpenEdition",
-				"distributor": "OpenEdition",
-				"date": "2010-06-01",
-				"archiveLocation": "Époque contemporaine",
-				"abstractNote": "Après un bref récapitulatif de l’histoire du système de rééducation par le travail ( laojiao), notre article conclut que la création et le développement de ce système peut se diviser de manière générale en deux phases : celle de la rééducation par le travail en tant qu’instrument de lutte politique et celle de la rééducation par le travail en tant que moyen de contrôle social. Bien qu’au cours de l’histoire, le laojiaoait été réformé plusieurs fois, que sa fonction et ses cibles aient connu de grandes variations, on peut dire que ces changements dans les tâches concrètes n’ont constitué que des adaptations du laojiaoaux exigences de la société à différentes époques, mais que la violation arbitraire du droit individuel par la force publique qui constitue la nature profonde de ce système, n’a jamais changé. En conséquence, bien que le système du laojiao, anomalie produite par l’histoire, continue de jouer un rôle aujourd’hui, la poursuite de son existence a déjà perdu toute justification et toute légitimité.",
-				"reportType": "Actualités",
-				"letterType": "Actualités",
-				"manuscriptType": "Actualités",
-				"mapType": "Actualités",
-				"thesisType": "Actualités",
-				"websiteType": "Actualités",
-				"presentationType": "Actualités",
-				"postType": "Actualités",
-				"audioFileType": "Actualités",
-				"url": "http://perspectiveschinoises.revues.org/5625",
-				"libraryCatalog": "rechercheisidore.fr",
-				"accessDate": "CURRENT_TIMESTAMP",
-				"language": "Français"
-			}
-		]
 	}
 ]
 /** END TEST CASES **/