Removed deprecated files.

Author: Panayiotis Smeros

src/bin/configure.sh renamed to bin/configure.sh

@@ -9,6 +9,7 @@
     "%matplotlib inline\n",
     "%load_ext autoreload\n",
     "%autoreload 2\n",
+    "from pathlib import Path\n",
     "from math import sqrt\n",
     "\n",
     "import numpy as np\n",
@@ -23,9 +24,8 @@
     "pd.options.mode.chained_assignment = None\n",
     "\n",
     "from create_corpus import analyze_url\n",
-    "from run import scilens_dir\n",
     "\n",
-    "scilens_dir = scilens_dir + 'www2019/'\n",
+    "scilens_dir = str(Path.home()) + '/Dropbox/scilens/www2019/'\n",
     "print_RMSE = False"
    ]
   },
@@ -267,13 +267,6 @@
     "sns.despine(left=True, bottom=True)\n",
     "fig.savefig(scilens_dir+'figures/crispr.pdf', bbox_inches='tight')"
    ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
   }
  ],
  "metadata": {
@@ -293,7 +286,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.3"
+   "version": "3.6.8"
   },
   "toc": {
    "base_numbering": 1,

src/bin/corpus_creation.sh renamed to bin/corpus_creation.sh

@@ -1,3 +1,4 @@
+from pathlib import Path
 import os
 import re
 import string
@@ -16,11 +17,12 @@
 
 from create_corpus import analyze_url, read_graph
 from papers_ops import predict_similarity
-from run import scilens_dir
 from tweets_ops import attach_social_media_details
 
 ############################### CONSTANTS ###############################
 
+scilens_dir = str(Path.home()) + '/Dropbox/scilens/'
+
 #Predefined keyword lists
 personKeywordsFile = scilens_dir + 'small_files/keywords/person.txt'
 studyKeywordsFile = scilens_dir + 'small_files/keywords/study.txt'

src/TheWebConf 2019.ipynb renamed to src/TheWebConf2019.ipynb

@@ -1,3 +1,4 @@
+from pathlib import Path
 import os
 import random
 import re
@@ -15,10 +16,10 @@
 from pyspark import SparkConf
 from pyspark.sql import Row, SparkSession
 
-from run import scilens_dir
-
 ############################### CONSTANTS ###############################
 
+scilens_dir = str(Path.home()) + '/Dropbox/scilens/'
+
 #Spark conf
 #conf = {'memory':8, 'cores':4, 'partitions':4*20}
 conf = {'memory':64, 'cores':24, 'partitions':24*20}

src/articles_ops.py

@@ -1,3 +1,4 @@
+from pathlib import Path
 import pickle
 import re
 from math import sqrt
@@ -18,13 +19,14 @@
 from sklearn.svm import SVC
 
 from create_corpus import read_graph
-from run import scilens_dir
 
 nlp = None
 tokenizer = None
 
 ############################### CONSTANTS ###############################
 
+scilens_dir = str(Path.home()) + '/Dropbox/scilens/'
+
 #Topic Discovery parameters
 numOfTopics = 16
 max_iter = 100