Messing with quick keys and zen mode

[dotfiles.git] / data / issues.ipynb

diff --git a/data/issues.ipynb b/data/issues.ipynb
index 011beec2ea3144c44dfd250c94619c3e28411f66..d718bbf59dc66633e5fe24c07d1b99e11042584b 100644 (file)
--- a/data/issues.ipynb
+++ b/data/issues.ipynb
@@ -4,104 +4,266 @@
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
     "import platform\n",
    "source": [
     "import platform\n",

+    "import matplotlib.pyplot as plt\n",

     "print(platform.python_version())"
    ]
   },
   {
     "print(platform.python_version())"
    ]
   },
   {

-   "cell_type": "code",
-   "execution_count": null,
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": []
+  },
+  {
+   "cell_type": "markdown",

    "metadata": {},
    "metadata": {},

-   "outputs": [],

    "source": [
    "source": [

-    "# Get ye data\n",
-    "import glob\n",
-    "import os\n",
+    "# Todo List\n",

     "\n",
     "\n",

-    "data_files = glob.glob(os.path.expanduser('~\\\\Data\\\\*.json'))\n"
+    "- [x] add calculated year to the metadata\n",
+    "- [ ] make one chart per year\n",
+    "- [x] make sure all the data files are getting loaded"

    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
    "source": [

+    "# Get ye data\n",
+    "import glob\n",

     "import os\n",
     "\n",
     "import os\n",
     "\n",

+    "data_files = glob.glob(os.path.expanduser('~\\\\Data\\\\*.json'))\n",
+    "\n",

     "for file in data_files:\n",
     "for file in data_files:\n",

-    "\tprint(f\"{file}\", os.path.getsize(file))\n"
+    "\tprint(f\"{file}\", os.path.getsize(file))\n",
+    "\n"

    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
     "import pandas as pd\n",
     "\n",
    "source": [
     "import pandas as pd\n",
     "\n",

-    "data_sets = []\n",
+    "data_frames = []\n",
+    "for file in data_files:\n",

     "\n",
     "\n",

-    "file = data_files[2]\n",
-    "print(file)\n",
+    "\tf = open(file, encoding='utf-8')\n",
+    "\tdf_temp = pd.read_json(f)\n",
+    "\tdata_frames.append(df_temp)\n",

     "\n",
     "\n",

-    "f = open(file, encoding='utf-8')\n",
-    "df = pd.read_json(f)"
+    "df = pd.concat(data_frames, ignore_index=True)"

    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
     "import numpy as np\n",
     "df['count'] = np.zeros(len(df))\n",
     "\n"
    ]
   },
    "source": [
     "import numpy as np\n",
     "df['count'] = np.zeros(len(df))\n",
     "\n"
    ]
   },

+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Pie Chart"
+   ]
+  },

   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
    "source": [

-    "closed_months = pd.to_datetime(df['closedAt'], format='ISO8601')\n",
-    "df['closed_month'] = closed_months.dt.month\n",
-    "df.drop(columns=['closedAt'], inplace=True)"
+    "\n",
+    "dfp = df\n",
+    "# dfp['mile'] = [m.get('title') if m else None for m in dfp.milestone]\n",
+    "dfp['mile'] = [m.get('title') if hasattr(m, 'get') else None for m in dfp['milestone']]\n"

    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
    "source": [

-    "df['mile'] = [d.get('title') if d else None for d in df.milestone]"
+    "closed_dates = pd.to_datetime(df['closedAt'], format='ISO8601')\n",
+    "dfp['year'] = closed_dates.dt.year\n",
+    "\n",
+    "dfp.drop(columns=['closedAt','milestone', 'url'], inplace=True)\n",
+    "print(dfp)"

    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
     "\n",
    "source": [
     "\n",

-    "dfg = df.groupby(['mile', 'closed_month']).count().reset_index()\n",
-    "dfg.drop(columns=['milestone', 'title', 'url'], inplace=True)\n"
+    "mile_counts = dfp.groupby('mile')['title'].nunique()\n",
+    "dfp['count'] = dfp['mile'].map(mile_counts)\n",
+    "# dfp.drop(columns=['title'], inplace=True)\n",
+    "dfp['mile'] = df['mile'].drop_duplicates()\n",
+    "dfp.dropna(inplace=True)\n",
+    "dfp = dfp[dfp['count'] > 5]\n",
+    "print(dfp)"

    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
    "source": [

+    "mile_counts = df.groupby('mile')['count'].sum()\n",
+    "mile_counts = mile_counts.loc[lambda x: x > 5]\n",

     "\n",
     "\n",

-    "print(dfg)"
+    "\n",
+    "print(mile_counts)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],
+   "source": [
+    "\n",
+    "plt.pie(mile_counts, labels=mile_counts.index, autopct='%0.1f%%')\n",
+    "plt.title(f\"Tasks by Milestone\")\n",
+    "plt.axis('equal')\n",
+    "plt.show()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],
+   "source": [
+    "type(mile_counts)"

    ]
   },
   {
    ]
   },
   {


@@ -113,9 +275,84 @@
   },
   {
    "cell_type": "code",
   },
   {
    "cell_type": "code",

-   "execution_count": 32,
+   "execution_count": null,

    "metadata": {},
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],
+   "source": [
+    "closed_months = pd.to_datetime(df['closedAt'], format='ISO8601')\n",
+    "df['closed_month'] = closed_months.dt.month\n",
+    "df.drop(columns=['closedAt'], inplace=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],
+   "source": [
+    "df['mile'] = [d.get('title') if d else None for d in df.milestone]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],
+   "source": [
+    "\n",
+    "dfg = df.groupby(['mile', 'closed_month']).count().reset_index()\n",
+    "dfg.drop(columns=['milestone', 'title', 'url'], inplace=True)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
     "exclude_from_chart = [\n",
     "\t'Job Aid Ideas']\n",
    "source": [
     "exclude_from_chart = [\n",
     "\t'Job Aid Ideas']\n",


@@ -128,7 +365,18 @@
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},

-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mRunning cells with '/bin/python3' requires the ipykernel package.\n",
+      "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n",
+      "\u001b[1;31mCommand: '/bin/python3 -m pip install ipykernel -U --user --force-reinstall'"
+     ]
+    }
+   ],

    "source": [
     "import seaborn as sns\n",
     "import matplotlib.pyplot as plt\n",
    "source": [
     "import seaborn as sns\n",
     "import matplotlib.pyplot as plt\n",


@@ -142,7 +390,8 @@
    "outputs": [],
    "source": [
     "plt.figure(figsize=(10, 6))\n",
    "outputs": [],
    "source": [
     "plt.figure(figsize=(10, 6))\n",

-    "sns.barplot(x='closed_month', y='count', hue='mile', data=dfg)\n",
+    "sns.pie(x='closed_month', y='count', hue='mile', data=dfg)\n",
+    "plt.pie(dfg, )\n",

     "plt.xlabel('Closed Month')\n",
     "plt.ylabel('ClosedAt')\n",
     "plt.title('Stacked Line Chart: Milestone Effort by Issue Close Date')\n",
     "plt.xlabel('Closed Month')\n",
     "plt.ylabel('ClosedAt')\n",
     "plt.title('Stacked Line Chart: Milestone Effort by Issue Close Date')\n",


@@ -168,7 +417,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",

-   "version": "3.12.2"
+   "version": "3.8.10"

   }
  },
  "nbformat": 4,
   }
  },
  "nbformat": 4,