prototypes/FamixToNeo4j.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import py2neo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>raw</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>\\t(FAMIX.Access (id: 1)(accessor (ref: 471))(s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 2)(candidates (ref: 2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>\\t(FAMIX.AnnotationInstanceAttribute (id: 3)(a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 7)(element (re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\\t(FAMIX.Inheritance (id: 9)(subclass (ref: 60...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 10)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 13)(candidates (ref: ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 14)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 20)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 23)(candidates (ref: ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>\\t(FAMIX.AnnotationInstanceAttribute (id: 24)(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 27)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>\\t(FAMIX.DeclaredException (id: 29)(definingMe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>\\t(FAMIX.Access (id: 30)(accessor (ref: 2239))...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 31)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 34)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>\\t(FAMIX.AnnotationInstanceAttribute (id: 36)(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>\\t(FAMIX.Access (id: 40)(accessor (ref: 3580))...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>\\t(FAMIX.AnnotationInstance (id: 41)(annotated...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>\\t(FAMIX.ParameterizableClass (id: 42)(name 'E...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>\\t(FAMIX.ParameterizedType (id: 44)(name 'Map&lt;...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>\\t(FAMIX.AnnotationInstanceAttribute (id: 45)(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>\\t(FAMIX.Inheritance (id: 50)(subclass (ref: 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 51)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 53)(candidates (ref: ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>\\t(FAMIX.Inheritance (id: 54)(subclass (ref: 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 55)(candidates (ref: ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 56)(element (r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>\\t(FAMIX.Access (id: 59)(accessor (ref: 496))(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>\\t(FAMIX.AnnotationTypeAttribute (id: 60)(name...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3485</th>\n",
       "      <td>\\t(FAMIX.Method (id: 6947)(name 'intValue')(cy...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3486</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 6950)(candidates (ref...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3488</th>\n",
       "      <td>\\t(FAMIX.Method (id: 6951)(name 'toString')(cy...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3489</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6953)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3490</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 6956)(candidates (ref...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3491</th>\n",
       "      <td>\\t(FAMIX.DeclaredException (id: 6957)(defining...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3492</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6958)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3493</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6960)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3494</th>\n",
       "      <td>\\t(FAMIX.ParameterizedType (id: 6964)(name 'Ab...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3495</th>\n",
       "      <td>\\t(FAMIX.Inheritance (id: 6965)(subclass (ref:...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3496</th>\n",
       "      <td>\\t(FAMIX.AnnotationInstanceAttribute (id: 6966...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3497</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6968)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3498</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6975)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3499</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6977)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3500</th>\n",
       "      <td>\\t(FAMIX.Access (id: 6979)(accessor (ref: 2170...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3501</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6980)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3502</th>\n",
       "      <td>\\t(FAMIX.Access (id: 6982)(accessor (ref: 2391...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3503</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6983)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3504</th>\n",
       "      <td>\\t(FAMIX.Access (id: 6985)(accessor (ref: 2228...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3505</th>\n",
       "      <td>\\t(FAMIX.LocalVariable (id: 6986)(name 'webApp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3506</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6987)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3507</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6989)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3508</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 6991)(element ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3509</th>\n",
       "      <td>\\t(FAMIX.Access (id: 6996)(accessor (ref: 4089...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3510</th>\n",
       "      <td>\\t(FAMIX.AnnotationTypeAttribute (id: 6997)(na...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3511</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 6998)(candidates (ref...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3512</th>\n",
       "      <td>\\t(FAMIX.Access (id: 6999)(accessor (ref: 934)...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3513</th>\n",
       "      <td>\\t(FAMIX.Inheritance (id: 7000)(subclass (ref:...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3514</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 7001)(candidates (ref...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3515</th>\n",
       "      <td>\\t(FAMIX.IndexedFileAnchor (id: 7002)(element ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3460 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    raw\n",
       "0     \\t(FAMIX.Access (id: 1)(accessor (ref: 471))(s...\n",
       "1     \\t(FAMIX.Invocation (id: 2)(candidates (ref: 2...\n",
       "2     \\t(FAMIX.AnnotationInstanceAttribute (id: 3)(a...\n",
       "3     \\t(FAMIX.IndexedFileAnchor (id: 7)(element (re...\n",
       "4     \\t(FAMIX.Inheritance (id: 9)(subclass (ref: 60...\n",
       "5     \\t(FAMIX.IndexedFileAnchor (id: 10)(element (r...\n",
       "6     \\t(FAMIX.Invocation (id: 13)(candidates (ref: ...\n",
       "7     \\t(FAMIX.IndexedFileAnchor (id: 14)(element (r...\n",
       "8     \\t(FAMIX.IndexedFileAnchor (id: 20)(element (r...\n",
       "9     \\t(FAMIX.Invocation (id: 23)(candidates (ref: ...\n",
       "10    \\t(FAMIX.AnnotationInstanceAttribute (id: 24)(...\n",
       "11    \\t(FAMIX.IndexedFileAnchor (id: 27)(element (r...\n",
       "12    \\t(FAMIX.DeclaredException (id: 29)(definingMe...\n",
       "13    \\t(FAMIX.Access (id: 30)(accessor (ref: 2239))...\n",
       "14    \\t(FAMIX.IndexedFileAnchor (id: 31)(element (r...\n",
       "15    \\t(FAMIX.IndexedFileAnchor (id: 34)(element (r...\n",
       "16    \\t(FAMIX.AnnotationInstanceAttribute (id: 36)(...\n",
       "17    \\t(FAMIX.Access (id: 40)(accessor (ref: 3580))...\n",
       "18    \\t(FAMIX.AnnotationInstance (id: 41)(annotated...\n",
       "19    \\t(FAMIX.ParameterizableClass (id: 42)(name 'E...\n",
       "20    \\t(FAMIX.ParameterizedType (id: 44)(name 'Map<...\n",
       "21    \\t(FAMIX.AnnotationInstanceAttribute (id: 45)(...\n",
       "22    \\t(FAMIX.Inheritance (id: 50)(subclass (ref: 6...\n",
       "23    \\t(FAMIX.IndexedFileAnchor (id: 51)(element (r...\n",
       "24    \\t(FAMIX.Invocation (id: 53)(candidates (ref: ...\n",
       "25    \\t(FAMIX.Inheritance (id: 54)(subclass (ref: 6...\n",
       "26    \\t(FAMIX.Invocation (id: 55)(candidates (ref: ...\n",
       "27    \\t(FAMIX.IndexedFileAnchor (id: 56)(element (r...\n",
       "28    \\t(FAMIX.Access (id: 59)(accessor (ref: 496))(...\n",
       "29    \\t(FAMIX.AnnotationTypeAttribute (id: 60)(name...\n",
       "...                                                 ...\n",
       "3485  \\t(FAMIX.Method (id: 6947)(name 'intValue')(cy...\n",
       "3486  \\t(FAMIX.Invocation (id: 6950)(candidates (ref...\n",
       "3488  \\t(FAMIX.Method (id: 6951)(name 'toString')(cy...\n",
       "3489  \\t(FAMIX.IndexedFileAnchor (id: 6953)(element ...\n",
       "3490  \\t(FAMIX.Invocation (id: 6956)(candidates (ref...\n",
       "3491  \\t(FAMIX.DeclaredException (id: 6957)(defining...\n",
       "3492  \\t(FAMIX.IndexedFileAnchor (id: 6958)(element ...\n",
       "3493  \\t(FAMIX.IndexedFileAnchor (id: 6960)(element ...\n",
       "3494  \\t(FAMIX.ParameterizedType (id: 6964)(name 'Ab...\n",
       "3495  \\t(FAMIX.Inheritance (id: 6965)(subclass (ref:...\n",
       "3496  \\t(FAMIX.AnnotationInstanceAttribute (id: 6966...\n",
       "3497  \\t(FAMIX.IndexedFileAnchor (id: 6968)(element ...\n",
       "3498  \\t(FAMIX.IndexedFileAnchor (id: 6975)(element ...\n",
       "3499  \\t(FAMIX.IndexedFileAnchor (id: 6977)(element ...\n",
       "3500  \\t(FAMIX.Access (id: 6979)(accessor (ref: 2170...\n",
       "3501  \\t(FAMIX.IndexedFileAnchor (id: 6980)(element ...\n",
       "3502  \\t(FAMIX.Access (id: 6982)(accessor (ref: 2391...\n",
       "3503  \\t(FAMIX.IndexedFileAnchor (id: 6983)(element ...\n",
       "3504  \\t(FAMIX.Access (id: 6985)(accessor (ref: 2228...\n",
       "3505  \\t(FAMIX.LocalVariable (id: 6986)(name 'webApp...\n",
       "3506  \\t(FAMIX.IndexedFileAnchor (id: 6987)(element ...\n",
       "3507  \\t(FAMIX.IndexedFileAnchor (id: 6989)(element ...\n",
       "3508  \\t(FAMIX.IndexedFileAnchor (id: 6991)(element ...\n",
       "3509  \\t(FAMIX.Access (id: 6996)(accessor (ref: 4089...\n",
       "3510  \\t(FAMIX.AnnotationTypeAttribute (id: 6997)(na...\n",
       "3511  \\t(FAMIX.Invocation (id: 6998)(candidates (ref...\n",
       "3512  \\t(FAMIX.Access (id: 6999)(accessor (ref: 934)...\n",
       "3513  \\t(FAMIX.Inheritance (id: 7000)(subclass (ref:...\n",
       "3514  \\t(FAMIX.Invocation (id: 7001)(candidates (ref...\n",
       "3515  \\t(FAMIX.IndexedFileAnchor (id: 7002)(element ...\n",
       "\n",
       "[3460 rows x 1 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "content = \"\"\n",
    "with open (r\"C:\\Temp\\famix\\buschmais_spring_petclinic_joa.mse\") as f:\n",
    "    content = f.read()\n",
    "    content = content[1:-2]\n",
    "    content = content.replace(\"\\n\\t\\t\", \"\")\n",
    "    content = content.replace(\"\\n\", \"\")\n",
    "    content = content.replace(\")))\", \")))\\n\")\n",
    "    content = content.replace(\"^\\t\",\"\",)\n",
    "    #content = content[1:-2]\n",
    "    \n",
    "\n",
    "with open(\n",
    "    r\"C:\\Temp\\famix\\buschmais_spring_petclinic_joa.txt\",\n",
    "    mode='w') as f:\n",
    "    \n",
    "    f.write(content)\n",
    "    \n",
    "from io import StringIO\n",
    "\n",
    "mse = pd.read_csv(\n",
    "    StringIO(content),\n",
    "    header=None,\n",
    "    sep=\"\\n\",\n",
    "    names=['raw'])\n",
    "\n",
    "mse.raw = mse.raw.str.replace('\"\"', '\\\"')\n",
    "mse.loc[\n",
    "    mse[(mse.raw.str.startswith('\"')) & (mse.raw.str.endswith('\"'))],\n",
    "    'raw'] = mse.raw.str[1:-2]\n",
    "\n",
    "mse = mse[mse[\"raw\"].str.startswith(\"\\t(FAMIX.\")]\n",
    "mse"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>raw</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [raw]\n",
       "Index: []"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mse[(mse.raw.str.startswith('\"')) & (mse.raw.str.endswith('\"'))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "mse.raw.to_csv(\n",
    "    r\"C:\\Temp\\famix\\buschmais_spring_petclinic_joa.csv\",\n",
    "    index=None,\n",
    "    header=None)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "0",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[1;32mC:\\dev\\apps\\Anaconda3\\lib\\site-packages\\pandas\\core\\indexes\\base.py\u001b[0m in \u001b[0;36mget_loc\u001b[1;34m(self, key, method, tolerance)\u001b[0m\n\u001b[0;32m   2524\u001b[0m             \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2525\u001b[1;33m                 \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2526\u001b[0m             \u001b[1;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;31mKeyError\u001b[0m: 0",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-72-b6f8871a78f4>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mmse\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_clipboard\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mindex\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32mC:\\dev\\apps\\Anaconda3\\lib\\site-packages\\pandas\\core\\frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[1;34m(self, key)\u001b[0m\n\u001b[0;32m   2137\u001b[0m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_getitem_multilevel\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2138\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2139\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_getitem_column\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2140\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2141\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_getitem_column\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mC:\\dev\\apps\\Anaconda3\\lib\\site-packages\\pandas\\core\\frame.py\u001b[0m in \u001b[0;36m_getitem_column\u001b[1;34m(self, key)\u001b[0m\n\u001b[0;32m   2144\u001b[0m         \u001b[1;31m# get column\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2145\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mis_unique\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2146\u001b[1;33m             \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_get_item_cache\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2147\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2148\u001b[0m         \u001b[1;31m# duplicate columns & possible reduce dimensionality\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mC:\\dev\\apps\\Anaconda3\\lib\\site-packages\\pandas\\core\\generic.py\u001b[0m in \u001b[0;36m_get_item_cache\u001b[1;34m(self, item)\u001b[0m\n\u001b[0;32m   1840\u001b[0m         \u001b[0mres\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcache\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1841\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mres\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1842\u001b[1;33m             \u001b[0mvalues\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_data\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1843\u001b[0m             \u001b[0mres\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_box_item_values\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalues\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1844\u001b[0m             \u001b[0mcache\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mitem\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mres\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mC:\\dev\\apps\\Anaconda3\\lib\\site-packages\\pandas\\core\\internals.py\u001b[0m in \u001b[0;36mget\u001b[1;34m(self, item, fastpath)\u001b[0m\n\u001b[0;32m   3841\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3842\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0misna\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3843\u001b[1;33m                 \u001b[0mloc\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3844\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3845\u001b[0m                 \u001b[0mindexer\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0marange\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0misna\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mC:\\dev\\apps\\Anaconda3\\lib\\site-packages\\pandas\\core\\indexes\\base.py\u001b[0m in \u001b[0;36mget_loc\u001b[1;34m(self, key, method, tolerance)\u001b[0m\n\u001b[0;32m   2525\u001b[0m                 \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2526\u001b[0m             \u001b[1;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2527\u001b[1;33m                 \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_maybe_cast_indexer\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2528\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2529\u001b[0m         \u001b[0mindexer\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_indexer\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mtolerance\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtolerance\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;31mKeyError\u001b[0m: 0"
     ]
    }
   ],
   "source": [
    "mse[0].to_clipboard(index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1                             Invocation {famixId: 1)\n",
       "5                             Invocation {famixId: 2)\n",
       "9                                 Access {famixId: 3)\n",
       "13                     IndexedFileAnchor {famixId: 4)\n",
       "18                     IndexedFileAnchor {famixId: 5)\n",
       "23                               Comment {famixId: 6)\n",
       "30                     IndexedFileAnchor {famixId: 7)\n",
       "35                            Invocation {famixId: 8)\n",
       "39                     IndexedFileAnchor {famixId: 9)\n",
       "44                               Access {famixId: 10)\n",
       "48                           Invocation {famixId: 11)\n",
       "52                    IndexedFileAnchor {famixId: 12)\n",
       "57                               Method {famixId: 13)\n",
       "64                    IndexedFileAnchor {famixId: 14)\n",
       "69                        LocalVariable {famixId: 15)\n",
       "74                    IndexedFileAnchor {famixId: 16)\n",
       "79                   AnnotationInstance {famixId: 17)\n",
       "84                           Invocation {famixId: 18)\n",
       "89                               Access {famixId: 19)\n",
       "93                        LocalVariable {famixId: 20)\n",
       "98                    IndexedFileAnchor {famixId: 21)\n",
       "103                  AnnotationInstance {famixId: 22)\n",
       "108                              Method {famixId: 23)\n",
       "116                   IndexedFileAnchor {famixId: 24)\n",
       "121                   IndexedFileAnchor {famixId: 25)\n",
       "126                               Class {famixId: 26)\n",
       "131                       LocalVariable {famixId: 27)\n",
       "136                           Namespace {famixId: 28)\n",
       "140                          Invocation {famixId: 29)\n",
       "145                              Method {famixId: 30)\n",
       "                             ...                     \n",
       "62818                         Method {famixId: 13238)\n",
       "62825              IndexedFileAnchor {famixId: 13239)\n",
       "62830                         Method {famixId: 13240)\n",
       "62837                     Invocation {famixId: 13241)\n",
       "62841              IndexedFileAnchor {famixId: 13242)\n",
       "62846                     Invocation {famixId: 13243)\n",
       "62851              IndexedFileAnchor {famixId: 13244)\n",
       "62856                     Invocation {famixId: 13245)\n",
       "62861                         Access {famixId: 13246)\n",
       "62866              IndexedFileAnchor {famixId: 13247)\n",
       "62871                     Invocation {famixId: 13248)\n",
       "62876        AnnotationTypeAttribute {famixId: 13249)\n",
       "62879              IndexedFileAnchor {famixId: 13250)\n",
       "62884                     Invocation {famixId: 13251)\n",
       "62889                         Access {famixId: 13252)\n",
       "62893                         Method {famixId: 13253)\n",
       "62901    AnnotationInstanceAttribute {famixId: 13254)\n",
       "62905              IndexedFileAnchor {famixId: 13255)\n",
       "62910                         Method {famixId: 13256)\n",
       "62918                     Invocation {famixId: 13257)\n",
       "62923              IndexedFileAnchor {famixId: 13258)\n",
       "62928              IndexedFileAnchor {famixId: 13259)\n",
       "62933    AnnotationInstanceAttribute {famixId: 13260)\n",
       "62937                    Inheritance {famixId: 13261)\n",
       "62940              IndexedFileAnchor {famixId: 13262)\n",
       "62945                 AnnotationType {famixId: 13263)\n",
       "62950              IndexedFileAnchor {famixId: 13264)\n",
       "62955                     Invocation {famixId: 13265)\n",
       "62959                         Access {famixId: 13266)\n",
       "62963           ParameterizableClass {famixId: 13267)\n",
       "Name: raw, Length: 13267, dtype: object"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "beginning = mse[mse.raw.str.startswith(\"\\t(\")].raw\n",
    "beginning = beginning.str.extract(\"\\t\\(FAMIX\\.(.*)\", expand=False)\n",
    "beginning = beginning.str.replace(\"(\",\"{\")\n",
    "beginning = beginning.str.replace(\"}\",\"}\")\n",
    "beginning = beginning.str.replace(\"id\",\"famixId\")\n",
    "beginning = beginning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>raw</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>(</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>\\t(FAMIX.Invocation (id: 1)</td>\n",
       "      <td>(FAMIX.Invocation (id: 1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>\\t\\t(sender (ref: 6762))</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\\t\\t(sender (ref: 6762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>\\t\\t(signature 'out.write(\"                \")')</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\\t\\t(sourceAnchor (ref: 4709)))</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\\t\\t(sourceAnchor (ref: 4709)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               raw                     begin  \\\n",
       "0                                                (                       NaN   \n",
       "1                      \\t(FAMIX.Invocation (id: 1)  (FAMIX.Invocation (id: 1   \n",
       "2                         \\t\\t(sender (ref: 6762))                       NaN   \n",
       "3  \\t\\t(signature 'out.write(\"                \")')                       NaN   \n",
       "4                  \\t\\t(sourceAnchor (ref: 4709)))                       NaN   \n",
       "\n",
       "                             end  \n",
       "0                            NaN  \n",
       "1                            NaN  \n",
       "2         \\t\\t(sender (ref: 6762  \n",
       "3                            NaN  \n",
       "4  \\t\\t(sourceAnchor (ref: 4709)  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mse['end'] = mse.raw.str.extract(\"(.*)\\)\\)\", expand=True).str.replace(\"\\t\")\n",
    "mse.head()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}