OpenCyc.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n",
      "\n",
      "<rdf:RDF xml:base=\"http://sw.opencyc.org/concept/\"\n",
      "\n",
      "FINISHED\n",
      "EXECUTION TIME: 0.00078010559082 s\n"
     ]
    }
   ],
   "source": [
    "# read file\n",
    "import os\n",
    "import time\n",
    "import string\n",
    "import itertools\n",
    "import re\n",
    "\n",
    "start = time.time()\n",
    "\n",
    "owl = 'OpenCyc/opencyc-latest.owl'\n",
    "\n",
    "\n",
    "lineCounter = 0\n",
    "lineProgress = 100000\n",
    "maxLines = 2\n",
    "\n",
    "try:\n",
    "    # read file\n",
    "    fr = open(owl, 'r')\n",
    "    \n",
    "    for line in fr:\n",
    "        print line\n",
    "        #splitted_line = line.rstrip('\\n').split('\\t') #remove line break in the end, split line on tab\n",
    "        #position_counter = 0\n",
    "        #print splitted_line\n",
    "        #for word in splitted_line:\n",
    "        #    if word.startswith('concept:'): # check for concepts\n",
    "        #        if not word in conceptArray:\n",
    "        #            conceptArray.append(word)\n",
    "        lineCounter += 1\n",
    "        if (lineCounter % lineProgress == 0):\n",
    "            print ('{} lines read'.format(lineCounter))\n",
    "        if (lineCounter >= maxLines):\n",
    "            break\n",
    "    fr.close()\n",
    "    print ('FINISHED')\n",
    "except:\n",
    "    print ('ERROR')\n",
    "    \n",
    "end = time.time()\n",
    "print ('EXECUTION TIME: {} s'.format(end-start))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "START\n",
      "DONE\n"
     ]
    }
   ],
   "source": [
    "# get all classes\n",
    "\n",
    "classDict = dict()\n",
    "#counter = 0\n",
    "classFound = False\n",
    "print ('START')\n",
    "try:\n",
    "    fr = open(owl, 'r')\n",
    "    for line in fr:\n",
    "        if classFound:\n",
    "            classDict[owlClass] = line #label\n",
    "            classFound = False\n",
    "        if '<owl:Class' in line:\n",
    "            owlClass = line\n",
    "            classFound = True\n",
    "        #counter += 1\n",
    "    fr.close()\n",
    "    fw = open ('OpenCyc/classes_with_label.txt', 'w')\n",
    "    for k, v in classDict.iteritems():\n",
    "        fw.write(k)\n",
    "        fw.write(v)\n",
    "        fw.write('\\n')        \n",
    "    fw.close()\n",
    "    #print classDict\n",
    "    print ('DONE')\n",
    "\n",
    "except:\n",
    "    print ('ERROR')\n",
    "        \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/curtis/anaconda/lib/python2.7/site-packages/ipykernel/__main__.py:4: DeprecationWarning: Use ConjunctiveGraph instead. ( from rdflib.Graph import ConjunctiveGraph )\n"
     ]
    }
   ],
   "source": [
    "#rdflib test\n",
    "import rdflib \n",
    "\n",
    "g=rdflib.Graph()\n",
    "g.load('http://dbpedia.org/resource/Semantic_Web')\n",
    "\n",
    "#for s,p,o in g:\n",
    "    #print s,p,o"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "STARTING\n",
      "START PARSING GRAPH\n",
      "DONE PARSING GRAPH\n",
      "START READING TRIPLES\n",
      "10000 lines read\n",
      "20000 lines read\n",
      "30000 lines read\n",
      "40000 lines read\n",
      "50000 lines read\n",
      "60000 lines read\n",
      "70000 lines read\n",
      "80000 lines read\n",
      "90000 lines read\n",
      "100000 lines read\n",
      "110000 lines read\n",
      "DONE READING TRIPLES\n",
      "116822\n",
      "EXECUTION TIME: 519.72619915 s\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "import rdflib\n",
    "from rdflib.graph import Graph, ConjunctiveGraph\n",
    "import rdflib.namespace\n",
    "from rdflib.namespace import OWL, RDF, RDFS\n",
    "from rdflib import Namespace, URIRef, Literal\n",
    "\n",
    "print ('STARTING')\n",
    "start = time.time()\n",
    "\n",
    "lineCounter = 0\n",
    "lineProgress = 10000\n",
    "\n",
    "#s = \"OpenCyc/opencyc-latest_sample.owl\"\n",
    "s = \"OpenCyc/opencyc-latest.owl\"\n",
    "\n",
    "rdfType = URIRef(\"http://www.w3.org/1999/02/22-rdf-syntax-ns#type\")\n",
    "owlClass = URIRef('http://www.w3.org/2002/07/owl#Class')\n",
    "\n",
    "allClasses = set()\n",
    "\n",
    "try:\n",
    "    g = rdflib.ConjunctiveGraph()\n",
    "    print ('START PARSING GRAPH')\n",
    "    g = g.parse(s)\n",
    "    print ('DONE PARSING GRAPH')\n",
    "    #g.serialize(s)\n",
    "    #print len(g)\n",
    "\n",
    "    #query = \"SELECT ?class WHERE {?class rdf:type owl:Class}\"\n",
    "\n",
    "    #for s, p, o in g.triples((None, None, None)):\n",
    "        #if (p.eq('http://www.w3.org/1999/02/22-rdf-syntax-ns#type')):\n",
    "    #    print o\n",
    "\n",
    "    #for owlClass in g.subjects(RDF.type, OWL.Class):\n",
    "    #    print owlClass\n",
    "    \n",
    "    print ('START READING TRIPLES')\n",
    "    for s in g.subjects(predicate=rdfType, object=owlClass):\n",
    "        if s not in allClasses:\n",
    "            allClasses.add(s)\n",
    "        lineCounter += 1\n",
    "        if (lineCounter % lineProgress == 0):\n",
    "            print ('{} lines read'.format(lineCounter))\n",
    "    print ('DONE READING TRIPLES')\n",
    "    print len(allClasses)\n",
    "    end = time.time()\n",
    "    print ('EXECUTION TIME: {} s'.format(end-start))\n",
    "except:\n",
    "    print ('ERROR')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "http://sw.opencyc.org/concept/Mx8NhB4rwAiHbpwpEbGdrcN5Y29ycB4rvV7MhJwpEbGdrcN5Y29ycB4rvVi2ipwpEbGdrcN5Y29ycB8Ngh4rwQrvPZwpEbGdrcN5Y29ycB4rvVikKpwpEbGdrcN5Y29ycA\n",
      "http://sw.opencyc.org/concept/Mx4rQVKNUU0JQ9KTXOD4qKtxkQ\n",
      "http://sw.opencyc.org/concept/Mx4rcK_vuHS9EdaAAACgyZzFrg\n",
      "http://sw.opencyc.org/concept/Mx4r45bh4JZWS8urhmnQ6Rbq4A\n",
      "http://sw.opencyc.org/concept/Mx4rwQBnvpwpEbGdrcN5Y29ycA\n",
      "http://sw.opencyc.org/concept/Mx4rvVj7U5wpEbGdrcN5Y29ycA\n",
      "http://sw.opencyc.org/concept/Mx8Ngh4rvrhK-JwpEbGdrcN5Y29ycA2DHiu9WOR2nCkRsZ2tw3ljb3JwHivA-505nCkRsZ2tw3ljb3JwHw2CHivA_XnfnCkRsZ2tw3ljb3JwHivA-505nCkRsZ2tw3ljb3Jw\n",
      "http://sw.opencyc.org/concept/Mx4rD5ZiGiEeQdmEWZjnPm5Z0A\n",
      "http://sw.opencyc.org/concept/Mx4rvcKl4ZwpEbGdrcN5Y29ycA\n",
      "http://sw.opencyc.org/concept/Mx4rQT-R22LZRxiyw238fTJzlg\n",
      "http://sw.opencyc.org/concept/Mx4rKeVBfD2TQdmXsZkaqMA4Gw\n"
     ]
    }
   ],
   "source": [
    "counter = 0\n",
    "for s in allClasses:\n",
    "    print (s)\n",
    "    counter += 1\n",
    "    if counter > 10:\n",
    "        break\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "STARTING\n",
      "116822\n",
      "[(rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVjVT5wpEbGdrcN5Y29ycA'), 12), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvWEA25wpEbGdrcN5Y29ycA'), 11), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViADZwpEbGdrcN5Y29ycA'), 11), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVieEpwpEbGdrcN5Y29ycA'), 10), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVie2ZwpEbGdrcN5Y29ycA'), 9), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvg1ZeJwpEbGdrcN5Y29ycA'), 9), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rKqORBnS8EdaAAACgyZzFrg'), 9), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViAkpwpEbGdrcN5Y29ycA'), 9), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViA1ZwpEbGdrcN5Y29ycA'), 9), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx8Ngh4rwBhyv5wpEbGdrcN5Y29ycB4r6dRGtPZPQdady5-2_8lO5A'), 9)]\n",
      "EXECUTION TIME: 5.05729794502 s\n"
     ]
    }
   ],
   "source": [
    "# get top 10 classes\n",
    "import operator\n",
    "\n",
    "print ('STARTING')\n",
    "start = time.time()\n",
    "\n",
    "lineCounter = 0\n",
    "lineProgress = 10000\n",
    "\n",
    "classCount = {} #key: class, value: count\n",
    "seenClasses = set()\n",
    "\n",
    "#for s in g.subjects(predicate=rdfType, None):\n",
    "for s, p, o in g.triples((None, rdfType, None)):\n",
    "    if s in allClasses:\n",
    "        if s in seenClasses:\n",
    "            classCount[s] += 1\n",
    "        else:\n",
    "            seenClasses.add(s)\n",
    "            classCount[s] = 1\n",
    "print (len(classCount))\n",
    "top10dict = dict(sorted(classCount.items(), key=operator.itemgetter(1), reverse=True)[:10])\n",
    "print (sorted(top10dict.items(), key=operator.itemgetter(1), reverse=True))\n",
    "end = time.time()\n",
    "print ('EXECUTION TIME: {} s'.format(end-start))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "STARTING\n",
      "DONE\n",
      "INDEGREE RESULT:\n",
      "[(rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViAkpwpEbGdrcN5Y29ycA'), 3752), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViADZwpEbGdrcN5Y29ycA'), 1604), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVjVT5wpEbGdrcN5Y29ycA'), 1293), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViA1ZwpEbGdrcN5Y29ycA'), 1195), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVie2ZwpEbGdrcN5Y29ycA'), 853), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rKqORBnS8EdaAAACgyZzFrg'), 18), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvg1ZeJwpEbGdrcN5Y29ycA'), 13), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvWEA25wpEbGdrcN5Y29ycA'), 1)]\n",
      "OUTDEGREE RESULT\n",
      "[(rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViAkpwpEbGdrcN5Y29ycA'), 91), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVjVT5wpEbGdrcN5Y29ycA'), 72), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViADZwpEbGdrcN5Y29ycA'), 55), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvViA1ZwpEbGdrcN5Y29ycA'), 42), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvWEA25wpEbGdrcN5Y29ycA'), 34), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVieEpwpEbGdrcN5Y29ycA'), 34), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvg1ZeJwpEbGdrcN5Y29ycA'), 24), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rvVie2ZwpEbGdrcN5Y29ycA'), 23), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx8Ngh4rwBhyv5wpEbGdrcN5Y29ycB4r6dRGtPZPQdady5-2_8lO5A'), 16), (rdflib.term.URIRef(u'http://sw.opencyc.org/concept/Mx4rKqORBnS8EdaAAACgyZzFrg'), 14)]\n",
      "EXECUTION TIME: 29.3447189331 s\n"
     ]
    }
   ],
   "source": [
    "# calculate class indegree & outdegree\n",
    "\n",
    "import operator\n",
    "import time\n",
    "\n",
    "print ('STARTING')\n",
    "start = time.time()\n",
    "\n",
    "indegreeDic = {} # key:class, value: indegree\n",
    "outdegreeDic = {} #key: class, value: outdegree\n",
    "\n",
    "for s, p, o in g.triples((None, None, None)):\n",
    "    if top10dict.has_key(s):\n",
    "        if outdegreeDic.has_key(s):\n",
    "            outdegreeDic[s] += 1\n",
    "        else:\n",
    "            outdegreeDic[s] = 1\n",
    "    if top10dict.has_key(o):\n",
    "        if indegreeDic.has_key(o):\n",
    "            indegreeDic[o] += 1\n",
    "        else:\n",
    "            indegreeDic[o] = 1\n",
    "\n",
    "print ('DONE')\n",
    "print ('INDEGREE RESULT:')\n",
    "print sorted(indegreeDic.items(), key=operator.itemgetter(1), reverse=True)\n",
    "print ('OUTDEGREE RESULT')\n",
    "print sorted(outdegreeDic.items(), key=operator.itemgetter(1), reverse=True)\n",
    "print ('EXECUTION TIME: {} s'.format(time.time()-start))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "STARTING\n",
      "class instances indegree for orgainzation\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for character sequence\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for event\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for integer\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for positive integer\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for space surface\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for device\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for person\n",
      "min: 23, avg: 41.5, median: 41.5, max: 60\n",
      "class instances indegree for context\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances indegree for HP=4\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances outdegree for orgainzation\n",
      "min: 1, avg: 1.02208201893, median: 1.0, max: 2\n",
      "class instances outdegree for character sequence\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances outdegree for event\n",
      "min: 1, avg: 1.0, median: 1.0, max: 1\n",
      "class instances outdegree for integer\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances outdegree for positive integer\n",
      "min: 1, avg: 1.0, median: 1.0, max: 1\n",
      "class instances outdegree for space surface\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances outdegree for device\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "class instances outdegree for person\n",
      "min: 1, avg: 1.03199534613, median: 1.0, max: 6\n",
      "class instances outdegree for context\n",
      "min: 1, avg: 1.00784313725, median: 1.0, max: 2\n",
      "class instances outdegree for HP=4\n",
      "min: 9999999, avg: 0.0, median: 0.0, max: 0\n",
      "DONE\n",
      "EXECUTION TIME: 9.65943908691 s\n"
     ]
    }
   ],
   "source": [
    "# get all class instances\n",
    "\n",
    "import numpy\n",
    "import operator\n",
    "import time\n",
    "\n",
    "print ('STARTING')\n",
    "start = time.time()\n",
    "\n",
    "class ClassInstances:\n",
    "    def __init__(self, name, uri):\n",
    "        self.name = name\n",
    "        self.uri = uri\n",
    "        self.allClassInstances = set()\n",
    "        self.countDict = dict()\n",
    "        self.min = 9999999\n",
    "        self.max = 0\n",
    "        self.avg = 0.0\n",
    "        self.median = 0.0\n",
    "    def getURI(self):\n",
    "        return self.uri\n",
    "    def getClassInstances(self):\n",
    "        return len(self.allClassInstances)\n",
    "    def addInstance(self, instance):\n",
    "        if instance in self.allClassInstances:\n",
    "            self.countDict[instance] += 1\n",
    "        else:\n",
    "            self.countDict[instance] = 1\n",
    "            self.allClassInstances.add(instance)\n",
    "    def calculateDegrees(self):\n",
    "        allValueList = []\n",
    "        for k,v in self.countDict.iteritems():\n",
    "            allValueList.append(v)\n",
    "            if (v < self.min):\n",
    "                self.min = v\n",
    "            if (v > self.max):\n",
    "                self.max = v\n",
    "            self.avg += v\n",
    "        if (len(self.countDict) != 0):\n",
    "            self.avg = self.avg / len(self.countDict)\n",
    "        if (len(allValueList) != 0):\n",
    "            self.median = numpy.median(numpy.array(allValueList))\n",
    "    def printResults(self):\n",
    "        print ('{}'.format(self.name))\n",
    "        print ('min: {}, avg: {}, median: {}, max: {}'.format(self.min, self.avg, self.median, self.max))\n",
    "        \n",
    "allInstances = set()\n",
    "instancesOrg = set()\n",
    "instancesCharSeq = set()\n",
    "instancesEvent = set()\n",
    "instancesInteger = set()\n",
    "instancesPosInteger = set()\n",
    "instancesSpaceSur = set()\n",
    "instancesDevice = set()\n",
    "instancesPerson = set()\n",
    "instancesContext = set()\n",
    "instancesHpo4 = set()\n",
    "\n",
    "# instantiation of all class instances for indegree          \n",
    "orgCi = ClassInstances('class instances indegree for orgainzation', 'http://sw.opencyc.org/concept/Mx4rvVjVT5wpEbGdrcN5Y29ycA')\n",
    "charSeqCi = ClassInstances('class instances indegree for character sequence', 'http://sw.opencyc.org/concept/Mx4rvWEA25wpEbGdrcN5Y29ycA')\n",
    "eventCi = ClassInstances('class instances indegree for event', 'http://sw.opencyc.org/concept/Mx4rvViADZwpEbGdrcN5Y29ycA')\n",
    "integerCi = ClassInstances('class instances indegree for integer', 'http://sw.opencyc.org/concept/Mx4rvVieEpwpEbGdrcN5Y29ycA')\n",
    "posIntegerCi = ClassInstances('class instances indegree for positive integer', 'http://sw.opencyc.org/concept/Mx4rvVie2ZwpEbGdrcN5Y29ycA')\n",
    "spaceSurCi = ClassInstances('class instances indegree for space surface', 'http://sw.opencyc.org/concept/Mx4rvg1ZeJwpEbGdrcN5Y29ycA')\n",
    "deviceCi = ClassInstances('class instances indegree for device', 'http://sw.opencyc.org/concept/Mx4rKqORBnS8EdaAAACgyZzFrg')\n",
    "personCi = ClassInstances('class instances indegree for person', 'http://sw.opencyc.org/concept/Mx4rvViAkpwpEbGdrcN5Y29ycA')\n",
    "contextCi = ClassInstances('class instances indegree for context', 'http://sw.opencyc.org/concept/Mx4rvViA1ZwpEbGdrcN5Y29ycA')\n",
    "hpo4Ci = ClassInstances('class instances indegree for HPO4', 'http://sw.opencyc.org/concept/Mx8Ngh4rwBhyv5wpEbGdrcN5Y29ycB4r6dRGtPZPQdady5-2_8lO5A')\n",
    "\n",
    "# list with references to all indegree classes\n",
    "classInstancesIndegree = [orgCi, charSeqCi, eventCi, integerCi, posIntegerCi, spaceSurCi, deviceCi, personCi, contextCi, hpo4Ci]\n",
    "\n",
    "# instantiation of all class instances for outdegree          \n",
    "orgCo = ClassInstances('class instances outdegree for orgainzation', 'http://sw.opencyc.org/concept/Mx4rvVjVT5wpEbGdrcN5Y29ycA')\n",
    "charSeqCo = ClassInstances('class instances outdegree for character sequence', 'http://sw.opencyc.org/concept/Mx4rvWEA25wpEbGdrcN5Y29ycA')\n",
    "eventCo = ClassInstances('class instances outdegree for event', 'http://sw.opencyc.org/concept/Mx4rvViADZwpEbGdrcN5Y29ycA')\n",
    "integerCo = ClassInstances('class instances outdegree for integer', 'http://sw.opencyc.org/concept/Mx4rvVieEpwpEbGdrcN5Y29ycA')\n",
    "posIntegerCo = ClassInstances('class instances outdegree for positive integer', 'http://sw.opencyc.org/concept/Mx4rvVie2ZwpEbGdrcN5Y29ycA')\n",
    "spaceSurCo = ClassInstances('class instances outdegree for space surface', 'http://sw.opencyc.org/concept/Mx4rvg1ZeJwpEbGdrcN5Y29ycA')\n",
    "deviceCo = ClassInstances('class instances outdegree for device', 'http://sw.opencyc.org/concept/Mx4rKqORBnS8EdaAAACgyZzFrg')\n",
    "personCo = ClassInstances('class instances outdegree for person', 'http://sw.opencyc.org/concept/Mx4rvViAkpwpEbGdrcN5Y29ycA')\n",
    "contextCo = ClassInstances('class instances outdegree for context', 'http://sw.opencyc.org/concept/Mx4rvViA1ZwpEbGdrcN5Y29ycA')\n",
    "hpo4Co = ClassInstances('class instances outdegree for HPO4', 'http://sw.opencyc.org/concept/Mx8Ngh4rwBhyv5wpEbGdrcN5Y29ycB4r6dRGtPZPQdady5-2_8lO5A')\n",
    "# list with references to all outdegree classes\n",
    "classInstancesOutdegree = [orgCo, charSeqCo, eventCo, integerCo, posIntegerCo, spaceSurCo, deviceCo, personCo, contextCo, hpo4Co]\n",
    "\n",
    "def getInstances(s, p, o):\n",
    "    classString = o.toPython()\n",
    "    if top10dict.has_key(o):\n",
    "        allInstances.add(s)\n",
    "        if (classString == orgCi.getURI()):\n",
    "            if s not in instancesOrg:\n",
    "                instancesOrg.add(s)\n",
    "                return\n",
    "        if (classString == charSeqCi.getURI()):\n",
    "            if s not in instancesCharSeq:\n",
    "                instancesCharSeq.add(s)\n",
    "                return\n",
    "        if (classString == eventCi.getURI()):\n",
    "            if s not in instancesEvent:\n",
    "                instancesEvent.add(s)\n",
    "                return\n",
    "        if (classString == integerCi.getURI()):\n",
    "            if s not in instancesInteger:\n",
    "                instancesInteger.add(s)\n",
    "                return\n",
    "        if (classString == posIntegerCi.getURI()):\n",
    "            if s not in instancesPosInteger:\n",
    "                instancesPosInteger.add(s)\n",
    "                return\n",
    "        if (classString == spaceSurCi.getURI()):\n",
    "            if s not in instancesSpaceSur:\n",
    "                instancesSpaceSur.add(s)\n",
    "                return\n",
    "        if (classString == deviceCi.getURI()):\n",
    "            if s not in instancesDevice:\n",
    "                instancesDevice.add(s)\n",
    "                return\n",
    "        if (classString == personCi.getURI()):\n",
    "            if s not in instancesPerson:\n",
    "                instancesPerson.add(s)\n",
    "                return\n",
    "        if (classString == contextCi.getURI()):\n",
    "            if s not in instancesContext:\n",
    "                instancesContext.add(s)\n",
    "                return\n",
    "        if (classString == hpo4Ci.getURI()):\n",
    "            if s not in instancesHpo4:\n",
    "                instancesHpo4.add(s)\n",
    "                return\n",
    "        \n",
    "def countInstanceDegrees(s,p,o):\n",
    "    if s in allInstances: # outdegree\n",
    "        #print ('outdegree match')\n",
    "        if s in instancesOrg:\n",
    "            orgCo.addInstance(s)\n",
    "        elif s in instancesCharSeq:\n",
    "            charSeqCo.addInstance(s)\n",
    "        elif s in instancesEvent:\n",
    "            eventCo.addInstance(s)\n",
    "        elif s in instancesInteger:\n",
    "            integerCo.addInstance(s)\n",
    "        elif s in instancesPosInteger:\n",
    "            posIntegerCo.addInstance(s)\n",
    "        elif s in instancesSpaceSur:\n",
    "            spaceSurCo.addInstance(s)\n",
    "        elif s in instancesDevice:\n",
    "            deviceCo.addInstance(s)\n",
    "        elif s in instancesPerson:\n",
    "            personCo.addInstance(s)\n",
    "        elif s in instancesContext:\n",
    "            contextCo.addInstance(s)\n",
    "        elif s in instancesHpo4:\n",
    "            hpo4Co.addInstance(s)\n",
    "    if o in allInstances: #indegree\n",
    "        #print ('indegree match')\n",
    "        if o in instancesOrg:\n",
    "            orgCi.addInstance(o)\n",
    "        elif o in instancesCharSeq:\n",
    "            charSeqCi.addInstance(o)\n",
    "        elif o in instancesEvent:\n",
    "            eventCi.addInstance(o)\n",
    "        elif o in instancesInteger:\n",
    "            integerCi.addInstance(o)\n",
    "        elif o in instancesPosInteger:\n",
    "            posIntegerCi.addInstance(o)    \n",
    "        elif o in instancesSpaceSur:\n",
    "            spaceSurCi.addInstance(o)\n",
    "        elif o in instancesDevice:\n",
    "            deviceCi.addInstance(o)\n",
    "        elif o in instancesPerson:\n",
    "            personCi.addInstance(o)\n",
    "        elif o in instancesContext:\n",
    "            contextCi.addInstance(o)\n",
    "        elif o in instancesHpo4:\n",
    "            hpo4Ci.addInstance(o)\n",
    "\n",
    "def calculateClassDegrees():\n",
    "    for item in classInstancesIndegree:\n",
    "        item.calculateDegrees()\n",
    "    for item in classInstancesOutdegree:\n",
    "        item.calculateDegrees()\n",
    "        \n",
    "def printClassDegreeResults():\n",
    "    for item in classInstancesIndegree:\n",
    "        item.printResults()\n",
    "    for item in classInstancesOutdegree:\n",
    "        item.printResults()          \n",
    "            \n",
    "#counter = 0\n",
    "#s, p, o: instance rdf:type top10class\n",
    "for s, p, o in g.triples((None, rdfType, None)):\n",
    "    getInstances(s,p,o)      \n",
    "    #counter += 1\n",
    "    #if counter > 50000:\n",
    "    #    break\n",
    "#print (len(instancesOrg))\n",
    "#print (len(instancesPerson))\n",
    "#print (len(allInstances))\n",
    "\n",
    "counter = 0\n",
    "for s, p, o in g.triples((None, rdfType, None)):\n",
    "    countInstanceDegrees(s,p,o)      \n",
    "    #counter += 1\n",
    "    #if counter > 50000:\n",
    "    #    break\n",
    "calculateClassDegrees()\n",
    "printClassDegreeResults()\n",
    "\n",
    "#print (personCi.getClassInstances())\n",
    "#print (personCo.getClassInstances())\n",
    "print ('DONE')\n",
    "\n",
    "print ('EXECUTION TIME: {} s'.format(time.time()-start))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "g.serialize(destination='opencyc.nt', format='nt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}