Skip to content

Commit f70f536

Browse files
committed
large repair on OSTI. Be more picky about TOCs for IoP, test update for IPAP
1 parent 9c71557 commit f70f536

3 files changed

+88
-132
lines changed

Institute of Physics.js

+64-27
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
"inRepository": true,
1010
"translatorType": 4,
1111
"browserSupport": "gcsbv",
12-
"lastUpdated": "2013-04-17 03:10:37"
12+
"lastUpdated": "2013-09-23 22:46:18"
1313
}
1414

1515
/*
@@ -37,29 +37,34 @@ function detectWeb(doc,url) {
3737
return "journalArticle";
3838
}
3939

40-
else if (!url.match(/\/pdf\//)){
40+
else if (!url.match(/\/pdf\//) && getResults(doc).length){
4141
return "multiple";
4242
}
4343

4444
return false;
4545
}
4646

47+
function getResults(doc){
48+
var results;
49+
if (ZU.xpathText(doc, '//div[@class="searchResCol1"]')){
50+
results = ZU.xpath(doc, '//div[@class="searchResCol1"]//h4/a')
51+
}
52+
//journal TOC
53+
else if (ZU.xpathText(doc, '//div[@class="paperEntry"]')){
54+
results = ZU.xpath(doc, '//div[@class="paperEntry"]//a[@class="title" and not(contains(@href, "fulltext"))]');
55+
}
56+
return results;
57+
}
4758

4859
function doWeb(doc,url)
4960
{
5061
if (detectWeb(doc, url) == "multiple") {
5162
var hits = {};
5263
var urls = [];
5364
//search results
54-
if (ZU.xpathText(doc, '//div[@class="searchResCol1"]')){
55-
var results = ZU.xpath(doc, '//div[@class="searchResCol1"]//h4/a')
56-
}
57-
//journal TOC
58-
else if (ZU.xpathText(doc, '//div[@class="paperEntry"]')){
59-
var results = ZU.xpath(doc, '//div[@class="paperEntry"]//a[@class="title"]');
60-
}
65+
6166
//var results = ZU.xpath(doc,"//table[@id='articles-list']//td[@class='article-entry']//p/strong/a");
62-
67+
var results = getResults(doc)
6368
for (var i in results) {
6469
hits[results[i].href] = results[i].textContent.trim();
6570
}
@@ -134,19 +139,35 @@ var testCases = [
134139
"title": "Snapshot"
135140
}
136141
],
142+
"itemID": "http://iopscience.iop.org/0022-3727/34/10/311",
143+
"title": "Hydrodynamical simulation of the electric wind in a cylindrical vessel with positive point-to-plane device",
144+
"publisher": "IOP Publishing",
145+
"institution": "IOP Publishing",
146+
"company": "IOP Publishing",
147+
"label": "IOP Publishing",
148+
"distributor": "IOP Publishing",
149+
"date": "2001-05-21",
137150
"DOI": "10.1088/0022-3727/34/10/311",
151+
"reportType": "Text",
152+
"letterType": "Text",
153+
"manuscriptType": "Text",
154+
"mapType": "Text",
155+
"thesisType": "Text",
156+
"websiteType": "Text",
157+
"presentationType": "Text",
158+
"postType": "Text",
159+
"audioFileType": "Text",
138160
"language": "en",
161+
"publicationTitle": "Journal of Physics D: Applied Physics",
139162
"journalAbbreviation": "J. Phys. D: Appl. Phys.",
163+
"volume": "34",
140164
"issue": "10",
141165
"abstractNote": "Electrical corona discharges at atmospheric pressure in a positive point-to-plane configuration create an electric wind from the point to the plane which, in a closed cylindrical vessel, generates in a few seconds axisymmetrical vortices in the vessel. Photography and video recording show that a small ring vortex appears around the discharge axis, close to the plane, enlarges and progressively fills the vessel up to a stationary situation. A simplified stationary model was first used in order to take into account the measured values of the wind velocity along the discharge axis as well as the velocity field lines visualized by smoke particles. Simulation and experimental results are in fairly good agreement, and a few particular adjustments concerning temperature profiles were made to improve the numerical results. Then, a dynamical model, including the effect of the repetitive ionizing fronts (streamers) occurring in the filamentary discharge, allows one to render an account of the transient evolution of the velocity field lines towards the stationary vortices. Although the numerical simulation could not be continued to a steady state, it shows that a small ring vortex is created near the point electrode, moves rapidly from the point to the plane and then begins to enlarge at the right (experimental) place.",
166+
"pages": "1510",
142167
"ISSN": "0022-3727",
143168
"url": "http://iopscience.iop.org/0022-3727/34/10/311",
144-
"libraryCatalog": "Institute of Physics",
145-
"title": "Hydrodynamical simulation of the electric wind in a cylindrical vessel with positive point-to-plane device",
146-
"date": "2001-05-21",
147-
"publicationTitle": "Journal of Physics D: Applied Physics",
148-
"volume": "34",
149-
"pages": "1510"
169+
"accessDate": "CURRENT_TIMESTAMP",
170+
"libraryCatalog": "Institute of Physics"
150171
}
151172
]
152173
},
@@ -155,11 +176,6 @@ var testCases = [
155176
"url": "http://iopscience.iop.org/search?searchType=fullText&fieldedquery=fun&f=titleabs&time=all&submit=Search&navsubmit=Search",
156177
"items": "multiple"
157178
},
158-
{
159-
"type": "web",
160-
"url": "http://iopscience.iop.org/0004-637X/536/2",
161-
"items": "multiple"
162-
},
163179
{
164180
"type": "web",
165181
"url": "http://iopscience.iop.org/1741-2552/10/2/026008/article#jne451204f3",
@@ -225,21 +241,42 @@ var testCases = [
225241
"title": "Snapshot"
226242
}
227243
],
244+
"itemID": "http://iopscience.iop.org/1741-2552/10/2/026008/article#jne451204f3",
245+
"title": "Local-learning-based neuron selection for grasping gesture prediction in motor brain machine interfaces",
246+
"publisher": "IOP Publishing",
247+
"institution": "IOP Publishing",
248+
"company": "IOP Publishing",
249+
"label": "IOP Publishing",
250+
"distributor": "IOP Publishing",
251+
"date": "2013-04-01",
228252
"DOI": "10.1088/1741-2560/10/2/026008",
253+
"reportType": "Text",
254+
"letterType": "Text",
255+
"manuscriptType": "Text",
256+
"mapType": "Text",
257+
"thesisType": "Text",
258+
"websiteType": "Text",
259+
"presentationType": "Text",
260+
"postType": "Text",
261+
"audioFileType": "Text",
229262
"language": "en",
263+
"publicationTitle": "Journal of Neural Engineering",
230264
"journalAbbreviation": "J. Neural Eng.",
265+
"volume": "10",
231266
"issue": "2",
232267
"abstractNote": "Objective. The high-dimensional neural recordings bring computational challenges to movement decoding in motor brain machine interfaces (mBMI), especially for portable applications. However, not all recorded neural activities relate to the execution of a certain movement task. This paper proposes to use a local-learning-based method to perform neuron selection for the gesture prediction in a reaching and grasping task. Approach. Nonlinear neural activities are decomposed into a set of linear ones in a weighted feature space. A margin is defined to measure the distance between inter-class and intra-class neural patterns. The weights, reflecting the importance of neurons, are obtained by minimizing a margin-based exponential error function. To find the most dominant neurons in the task, 1-norm regularization is introduced to the objective function for sparse weights, where near-zero weights indicate irrelevant neurons. Main results. The signals of only 10 neurons out of 70 selected by the proposed method could achieve over 95% of the full recording's decoding accuracy of gesture predictions, no matter which different decoding methods are used (support vector machine and K-nearest neighbor). The temporal activities of the selected neurons show visually distinguishable patterns associated with various hand states. Compared with other algorithms, the proposed method can better eliminate the irrelevant neurons with near-zero weights and provides the important neuron subset with the best decoding performance in statistics. The weights of important neurons converge usually within 10–20 iterations. In addition, we study the temporal and spatial variation of neuron importance along a period of one and a half months in the same task. A high decoding performance can be maintained by updating the neuron subset. Significance. The proposed algorithm effectively ascertains the neuronal importance without assuming any coding model and provides a high performance with different decoding models. It shows better robustness of identifying the important neurons with noisy signals presented. The low demand of computational resources which, reflected by the fast convergence, indicates the feasibility of the method applied in portable BMI systems. The ascertainment of the important neurons helps to inspect neural patterns visually associated with the movement task. The elimination of irrelevant neurons greatly reduces the computational burden of mBMI systems and maintains the performance with better robustness.",
268+
"pages": "026008",
233269
"ISSN": "1741-2552",
234270
"url": "http://iopscience.iop.org/1741-2552/10/2/026008",
235-
"libraryCatalog": "Institute of Physics",
236-
"title": "Local-learning-based neuron selection for grasping gesture prediction in motor brain machine interfaces",
237-
"date": "2013-04-01",
238-
"publicationTitle": "Journal of Neural Engineering",
239-
"volume": "10",
240-
"pages": "026008"
271+
"accessDate": "CURRENT_TIMESTAMP",
272+
"libraryCatalog": "Institute of Physics"
241273
}
242274
]
275+
},
276+
{
277+
"type": "web",
278+
"url": "http://iopscience.iop.org/0004-637X/776/1",
279+
"items": "multiple"
243280
}
244281
]
245282
/** END TEST CASES **/

Institute of Pure and Applied Physics.js

+1-61
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
"inRepository": true,
1010
"translatorType": 4,
1111
"browserSupport": "gcsibv",
12-
"lastUpdated": "2013-02-07 00:17:57"
12+
"lastUpdated": "2013-09-23 22:58:35"
1313
}
1414

1515
/*
@@ -241,66 +241,6 @@ var testCases = [
241241
"url": "http://jpsj.ipap.jp/journal/JPSJS-78SA.html",
242242
"items": "multiple"
243243
},
244-
{
245-
"type": "web",
246-
"url": "http://ptp.ipap.jp/journal/PTPS-160.html",
247-
"items": "multiple"
248-
},
249-
{
250-
"type": "web",
251-
"url": "http://ptp.ipap.jp/link?PTPS/160/15",
252-
"items": [
253-
{
254-
"itemType": "journalArticle",
255-
"creators": [
256-
{
257-
"firstName": "J. Y.",
258-
"lastName": "Gan",
259-
"creatorType": "author"
260-
},
261-
{
262-
"firstName": "Yan",
263-
"lastName": "Chen",
264-
"creatorType": "author"
265-
},
266-
{
267-
"firstName": "Z. B.",
268-
"lastName": "Su",
269-
"creatorType": "author"
270-
},
271-
{
272-
"firstName": "F. C.",
273-
"lastName": "Zhang",
274-
"creatorType": "author"
275-
}
276-
],
277-
"notes": [],
278-
"tags": [],
279-
"seeAlso": [],
280-
"attachments": [
281-
{
282-
"title": "IPAP - Snapshot",
283-
"mimeType": "text/html"
284-
},
285-
{
286-
"title": "IPAP - Full Text PDF",
287-
"mimeType": "application/pdf"
288-
}
289-
],
290-
"title": "Gossamer Superconductivity in Layered Organic Compounds κ-(BEDT-TTF)<sub>2</sub>X",
291-
"publicationTitle": "Progress of Theoretical Physics Supplement",
292-
"volume": "160",
293-
"pages": "15-27",
294-
"date": "2005",
295-
"url": "http://ptp.ipap.jp/link?PTPS/160/15/",
296-
"DOI": "10.1143/PTPS.160.15",
297-
"publisher": "Progress of Theoretical Physics",
298-
"abstractNote": "The layered organic superconductors κ-(BEDT-TTF)2Xexhibit similar normal and superconducting state properties withthose of the high temperature cuprate superconductors. Manyexperimental measurements support the version that thesuperconducting state is on the verge of the Mott insulator. Usingthe strong-coupling approach, we employ the Gutzwiller variationalmethod to study a two-dimensional Hubbard model including a spinexchange coupling term on an anisotropic triangular lattice as aminimal model for the compounds. The ground state is found to be aGossamer superconductor at a small on-site Coulomb repulsion U andan antiferromagnetic Mott insulator at large U, separated by afirst order phase transition. The lattice structure anisotropy, orthe ratio of the hopping integrals along different latticeorientation t′/t plays an important role in determining thehighly non-trivial phase diagram. Our theory is qualitativelyconsistent with major experiments reported in organicsuperconductors.",
299-
"libraryCatalog": "Institute of Pure and Applied Physics",
300-
"accessDate": "CURRENT_TIMESTAMP"
301-
}
302-
]
303-
},
304244
{
305245
"type": "web",
306246
"url": "http://jpsj.ipap.jp/cgi-bin/getarticle?journal=JPSJ&volume=70&page=1604",

OSTI Energy Citations.js

+23-44
Original file line numberDiff line numberDiff line change
@@ -2,18 +2,18 @@
22
"translatorID": "0cdc6a07-38cf-4ec1-b9d5-7a3c0cc89b15",
33
"label": "OSTI Energy Citations",
44
"creator": "Michael Berkowitz",
5-
"target": "^https?://www\\.osti\\.gov/energycitations",
5+
"target": "^https?://www\\.osti\\.gov/(energycitations|scitech)",
66
"minVersion": "1.0.0b4.r5",
77
"maxVersion": "",
88
"priority": 100,
99
"inRepository": true,
1010
"translatorType": 4,
1111
"browserSupport": "gcsibv",
12-
"lastUpdated": "2012-11-24 11:36:35"
12+
"lastUpdated": "2013-09-23 22:23:09"
1313
}
1414

1515
/*
16-
Translator
16+
Translator
1717
Copyright (C) 2012 Sebastian Karcher an Avram Lyon
1818
1919
This program is free software: you can redistribute it and/or modify
@@ -53,7 +53,7 @@ function doWeb(doc,url)
5353
if (detectWeb(doc, url) == "multiple") {
5454
var hits = {};
5555
var urls = [];
56-
var results = ZU.xpath(doc,"//table[@class='searchresults']//a[@class='citation']");
56+
var results = ZU.xpath(doc,"//div[@class='title']//a[@itemprop='url']");
5757

5858
for (var i in results) {
5959
hits[results[i].href] = results[i].textContent;
@@ -68,9 +68,9 @@ function doWeb(doc,url)
6868

6969
});
7070
} else {
71-
var pageno = ZU.xpathText(doc, '//table[@class="productDetails"]/tbody/tr/th[contains(text(), "Format")]/following-sibling::td')
71+
var pageno = ZU.xpathText(doc, '//div[@id="citation-details"]//tr/td[contains(text(), "Format")]/following-sibling::td')
7272
if (pageno && pageno.indexOf("Pages")!=-1) pageno = pageno.match(/Pages:\s*(\d+)/)
73-
var type = ZU.xpathText(doc, '//table[@class="productDetails"]/tbody/tr/th[contains(text(), "Resource Type")]/following-sibling::td');
73+
var type = ZU.xpathText(doc, '//div[@id="citation-details"]//tr/td[contains(text(), "Resource Type")]/following-sibling::td');
7474
var itemtype;
7575
//Currently journal articles and reports work through metadata, thesis was an easy call
7676
//It's be easy to add other item types.
@@ -105,7 +105,7 @@ function doWeb(doc,url)
105105
var testCases = [
106106
{
107107
"type": "web",
108-
"url": "http://www.osti.gov/energycitations/product.biblio.jsp?query_id=0&page=0&osti_id=893699",
108+
"url": "http://www.osti.gov/scitech/biblio/893699",
109109
"items": [
110110
{
111111
"itemType": "journalArticle",
@@ -145,56 +145,37 @@ var testCases = [
145145
}
146146
],
147147
"title": "Phase Transition from Hadronic Matter to Quark Matter",
148-
"date": "04/01/2007",
148+
"date": "2007/04/01",
149149
"publicationTitle": "Phys.Rev.C",
150150
"volume": "75",
151151
"institution": "Thomas Jefferson National Accelerator Facility, Newport",
152152
"number": "JLAB-THY-06-545; DOE/ER/40150-4072",
153153
"DOI": "10.1103/PhysRevC.75.045202",
154154
"language": "English",
155-
"url": "http://www.osti.gov/energycitations/product.biblio.jsp?query_id=0&page=0&osti_id=893699",
156-
"accessDate": "CURRENT_TIMESTAMP",
155+
"url": "http://www.osti.gov/scitech/biblio/893699",
157156
"libraryCatalog": "www.osti.gov",
158-
"place": "News, VA",
159-
"numPages": "S"
157+
"accessDate": "CURRENT_TIMESTAMP",
158+
"place": "News, VA"
160159
}
161160
]
162161
},
163162
{
164163
"type": "web",
165-
"url": "http://www.osti.gov/energycitations/product.biblio.jsp?query_id=0&page=0&osti_id=900531",
164+
"url": "http://www.osti.gov/scitech/biblio/1084504",
166165
"items": [
167166
{
168167
"itemType": "report",
169168
"creators": [
170169
{
171-
"firstName": "Joseph",
172-
"lastName": "Gambogi",
173-
"creatorType": "author"
174-
},
175-
{
176-
"firstName": "Stephen J.",
177-
"lastName": "Gerdemann",
170+
"firstName": "Boris A.",
171+
"lastName": "Maiorov",
178172
"creatorType": "author"
179173
}
180174
],
181175
"notes": [],
182176
"tags": [
183-
"materials science",
184-
"chlorination",
185-
"corrosion resistance",
186-
"economics",
187-
"machining",
188-
"magnesium",
189-
"mining",
190-
"physical properties",
191-
"production",
192-
"purification",
193-
"rutile",
194-
"titanium",
195-
"titanium",
196-
"titanium metal",
197-
"kroll process"
177+
"condensed matter physics",
178+
"superconductivity & superfluidity(75)"
198179
],
199180
"seeAlso": [],
200181
"attachments": [
@@ -206,17 +187,15 @@ var testCases = [
206187
"title": "Snapshot"
207188
}
208189
],
209-
"title": "Titanium Metal: Extraction to Application",
210-
"date": "09/01/2002",
211-
"institution": "Albany Research Center (ARC),",
212-
"number": "DOE/ARC-1999-060",
213-
"publisher": "TMS (The Minerals, Metals & Materials Society), Warrendale, PA",
190+
"title": "Superconductivity",
191+
"date": "2013/06/19",
192+
"institution": "Los Alamos National Laboratory (LANL)",
193+
"number": "LA-UR-13-24526",
194+
"DOI": "10.2172/1084504",
214195
"language": "English",
215-
"url": "http://www.osti.gov/energycitations/product.biblio.jsp?query_id=0&page=0&osti_id=900531",
216-
"accessDate": "CURRENT_TIMESTAMP",
196+
"url": "http://www.osti.gov/scitech/biblio/1084504",
217197
"libraryCatalog": "www.osti.gov",
218-
"place": "Albany, OR",
219-
"shortTitle": "Titanium Metal"
198+
"accessDate": "CURRENT_TIMESTAMP"
220199
}
221200
]
222201
}

0 commit comments

Comments
 (0)