initial commit

Author: nherbaut

.gitignore

@@ -0,0 +1 @@
+.env

Dockerfile

@@ -0,0 +1,8 @@
+#FROM tiangolo/meinheld-gunicorn-flask:python3.8
+FROM tiangolo/uwsgi-nginx-flask:python3.8
+
+COPY ./requirements.txt /tmp
+RUN pip install -r /tmp/requirements.txt
+COPY ./app /app
+
+

LICENSE

@@ -0,0 +1,13 @@
+build:
+	docker build . -t nherbaut/scpushack
+push:
+	docker push nherbaut/scpushack
+run:
+	docker run -d -p 8106:80 -e API_KEY=${API_KEY} --name "scpushack" nherbaut/scpushack
+	sleep 2
+	echo Go to localhost:8106 to visit the website
+stop:
+	docker rm -f scpushack
+
+
+

Makefile

@@ -0,0 +1,87 @@
+# Install
+
+## Install docker and docker-compose if necessary:
+
+```bash
+# docker-ce
+$ wget https://get.docker.com -O get.docker.sh sh ./get.docker.sh
+
+# To run docker without sudo (remember to log out and back in for this to take effect!)
+$ sudo groupadd docker && sudo usermod -aG docker $USER
+
+# docker compose
+$ sudo curl -L "https://github.com/docker/compose/releases/download/1.24.0/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
+$ sudo chmod +x /usr/local/bin/docker-compose
+```
+
+## Build all the services and create the database:
+
+```bash
+$ docker-compose up
+
+# Create the DB
+$ docker-compose exec web bash -c 'PGPASSWORD=$POSTGRES_PASSWORD createdb -U $POSTGRES_USER -h db $POSTGRES_USER'
+```
+
+## Seed the database:
+
+```python
+# /!\ Execute these commands inside the web container
+$ python
+>>> from app import db
+>>> db.create_all(); exit()
+# Set alembic revision to latest to avoid running all the previous migrations
+$ flask db stamp head
+```
+
+## Start the project:
+
+```
+docker-compose up
+```
+
+---
+
+# Code generation
+
+We rely on [OpenAPIs code generation](http://openapis.org/) and sql reverse engineering to create back-end code for rest APIs and persistence.
+
+**/!\ All these commands must be executed inside the web container /!\\**
+
+## Python rest api
+
+Generates the python-flask REST API layer from its [openapi specification](http://spec.openapis.org/oas/v3.0.2) in file api-definition.yml.
+
+```bash
+make build-api
+```
+
+## Python persistence models
+
+Generates the persistence model objects from a live SQL connection specified in the Makefile.
+
+```bash
+make build-model
+```
+
+## Javascript client API
+
+Generates the typescript-jquery client for the API.
+
+```bash
+make build-api-client
+```
+
+## Ruby client API
+
+Generates the ruby client for the API.
+
+```bash
+make build-api-client-ruby
+```
+
+---
+
+## Production
+
+it should run as a WSGI app, behind https

README.md

@@ -0,0 +1 @@
+migrations/*

app/.gitignore

@@ -0,0 +1 @@
+migrations/*

app/.idea/emns.iml

@@ -0,0 +1,40 @@
+from flask import Flask, render_template, request
+import requests
+import itertools
+import os
+import urllib
+app = Flask(__name__)
+
+
+@app.route('/')
+@app.route('/home')
+@app.route('/query', methods=["GET"])
+def hello_world():
+    return render_template('index.html')
+
+
+
+@app.route('/query', methods=["POST"])
+def query():
+    query = request.form.get("query")
+
+    is_count = request.form.get("count")
+
+    p = f'https://api.elsevier.com/content/search/scopus?start=%d&count=%d&query=%s&apiKey={os.environ("API_KEY")}'
+    count = int(requests.get(p % (0, 1,  query.replace(" ", "+").replace("\\", "%%22"))).json()["search-results"][
+                    "opensearch:totalResults"])
+
+    print(f"fetching {count} results")
+    if is_count:
+        return render_template('index.html', query=query, count=count)
+    else:
+        refs = list(itertools.chain(*[aa["search-results"]["entry"] for aa in
+                                      [requests.get(p % (i, 25, query.replace(" ", "+").replace("\\", "%%22"))).json() for i
+                                       in
+                                       range(0, min(1000,count), 25)]]))
+        dois = [ r.get("prism:doi") for r in refs if "prism:doi" in r]
+        return render_template('dois.html',dois=dois)
+
+
+if __name__ == '__main__':
+    app.run()

app/.idea/misc.xml

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <title>dois</title>
+</head>
+<body>
+{% for d in dois %}
+    @article{article{{loop.index}},
+	doi = { {{d}} },
+}
+{% endfor %}
+</body>
+</html>

app/.idea/modules.xml

@@ -0,0 +1,78 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <title>Scpus Hack</title>
+
+    <script>
+
+    function onLoaded(evt){
+
+        document.getElementById("querybox").value = window.localStorage.getItem("query");
+    }
+
+
+    function textAreaChange(){
+        updateQueryStorage(document.getElementById("querybox").value);
+    }
+
+    function updateQueryStorage(str){
+        window.localStorage.setItem("query", str);
+    }
+
+
+ window.onload = onLoaded;
+
+
+</script>
+</head>
+<body>
+<h1>Scpus Hack: Get a list of DOIs that match your search queries</h1>
+<h2>How to</h2>
+<ol>
+    <li>Type your query by following the <a
+            href="http://schema.elsevier.com/dtds/document/bkapi/search/SCOPUSSearchTips.htm">doc</a> e.g. <i>TITLE-ABS-KEY(blockchain) AND TITLE-ABS-KEY(INDUSTRY 4.0) AND (TITLE-ABS-KEY(Security) OR TITLE-ABS-KEY(Privacy))</i></li>
+    <li>Click "count results" to get the number of results</li>
+    <li>Once you have a number, click Fetch to show the dois as bibtex</li>
+    <li>save the content in a .bib file</li>
+    <li>import it in mendeley Desktop</li>
+    <li>Select all the (untitled) entries and right click > update details</li>
+    <li>Wait for mendeley to populate each entry</li>
+    <li>In mendeley, select all entires and export as a bib file</li>
+    <li>Inport your results in <a href="parsif.al">parsif.al</a></li>
+</ol>
+
+
+<form action="query" method="POST">
+    <p>Query:</p>
+    <fieldset>
+
+
+
+
+    {% if count %}
+        <textarea id="querybox" name="query" readonly>{{ query }}</textarea>
+
+
+            </fieldset>
+        <input type="submit" value="Fetch {{ count }} results (up to 1000)">
+    {% else %}
+        <textarea id="querybox" name="query" onkeyup="textAreaChange()"></textarea>
+        <input type="hidden" name="count" value="true">
+
+            </fieldset>
+        <input type="submit" value="Count Results">
+    {% endif %}
+
+
+
+
+</form>
+<form action="/home" method="GET">
+    <input type="submit" value="Reset" />
+</form>
+
+</body>
+
+
+</html>

app/.idea/vcs.xml

@@ -0,0 +1,4 @@
+[uwsgi]
+module = app.main
+callable = app
+buffer-size = 8192

app/.idea/workspace.xml

@@ -0,0 +1,2 @@
+Flask==1.1.2
+requests==2.25.1