X-Git-Url: https://us-delaporte.pagekite.me/gitweb/dotfiles.git/blobdiff_plain/913175fed4fa9fa4c69377cc28b3d476f462c078..f2da558df4191c894d599d5f0d6b24cfc0a65c32:/data/issues.ipynb?ds=sidebyside diff --git a/data/issues.ipynb b/data/issues.ipynb index b731ad1..b65e1d7 100644 --- a/data/issues.ipynb +++ b/data/issues.ipynb @@ -2,7 +2,17 @@ "cells": [ { "cell_type": "code", - "execution_count": 2, + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import platform\n", + "print(platform.python_version())" + ] + }, + { + "cell_type": "code", + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -15,20 +25,14 @@ }, { "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "3.12.2\n" - ] - } - ], + "execution_count": null, + "metadata": {}, + "outputs": [], "source": [ - "import platform\n", - "print(platform.python_version())" + "import os\n", + "\n", + "for file in data_files:\n", + "\tprint(f\"{file}\", os.path.getsize(file))\n" ] }, { @@ -39,15 +43,152 @@ "source": [ "import pandas as pd\n", "\n", - "data_sets = []\n", + "data_frames = []\n", + "for file in data_files:\n", "\n", - "file = data_files[0]\n", - "print(file)\n", + "\tf = open(file, encoding='utf-8')\n", + "\tdf_temp = pd.read_json(f)\n", + "\tdata_frames.append(df_temp)\n", + "\n", + "df = pd.concat(data_frames, ignore_index=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "df['count'] = np.zeros(len(df))\n", + "\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Pie Chart" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "dfp = df\n", + "dfp['mile'] = [d.get('title') if d else None for d in dfp.milestone]\n", + "dfp.drop(columns=['closedAt','milestone', 'url'], inplace=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "mile_counts = dfp.groupby('mile')['title'].nunique()\n", + "dfp['count'] = dfp['mile'].map(mile_counts)\n", + "# dfp.drop(columns=['title'], inplace=True)\n", + "dfp['mile'] = df['mile'].drop_duplicates()\n", + "dfp.dropna(inplace=True)\n", + "dfp = dfp[dfp['count'] > 5]\n", + "print(dfp)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "mile_counts = df.groupby('mile')['count'].sum()\n", + "mile_counts = mile_counts.loc[lambda x: x > 5]\n", + "plt.pie(mile_counts, labels=mile_counts.index, autopct='%1.1f%%')\n", + "plt.title(f\"Tasks by Milestone\")\n", + "plt.axis('equal')\n", + "plt.show()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Plot of closed issues by month and milestone for one project\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "closed_months = pd.to_datetime(df['closedAt'], format='ISO8601')\n", + "df['closed_month'] = closed_months.dt.month\n", + "df.drop(columns=['closedAt'], inplace=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "df['mile'] = [d.get('title') if d else None for d in df.milestone]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ "\n", - "f = open(file, encoding='utf-16')\n", - "data = pd.read_json(f)\n", + "dfg = df.groupby(['mile', 'closed_month']).count().reset_index()\n", + "dfg.drop(columns=['milestone', 'title', 'url'], inplace=True)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "exclude_from_chart = [\n", + "\t'Job Aid Ideas']\n", "\n", - "print(data)\n" + "for ex in exclude_from_chart:\n", + "\tdfg = dfg[dfg['mile'] != ex]\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import seaborn as sns\n", + "import matplotlib.pyplot as plt\n", + "sns.set_theme()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "plt.figure(figsize=(10, 6))\n", + "sns.pie(x='closed_month', y='count', hue='mile', data=dfg)\n", + "plt.pie(dfg, )\n", + "plt.xlabel('Closed Month')\n", + "plt.ylabel('ClosedAt')\n", + "plt.title('Stacked Line Chart: Milestone Effort by Issue Close Date')\n", + "plt.xticks(rotation=45)\n", + "plt.legend(title='Mile', loc='upper left')\n", + "plt.show()" ] } ],