diff --git a/your-code/main.ipynb b/your-code/main.ipynb index bad6d94..dcab503 100644 --- a/your-code/main.ipynb +++ b/your-code/main.ipynb @@ -9,10 +9,12 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 23, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "import pandas as pd" + ] }, { "cell_type": "markdown", @@ -23,10 +25,325 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 55, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "users = pd.read_csv('users_table.csv')" + ] + }, + { + "cell_type": "code", + "execution_count": 56, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
| \n", + " | Id | \n", + "Reputation | \n", + "CreationDate | \n", + "DisplayName | \n", + "LastAccessDate | \n", + "WebsiteUrl | \n", + "Location | \n", + "AboutMe | \n", + "Views | \n", + "UpVotes | \n", + "DownVotes | \n", + "AccountId | \n", + "Age | \n", + "ProfileImageUrl | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "-1 | \n", + "1 | \n", + "2010-07-19 06:55:26 | \n", + "Community | \n", + "2010-07-19 06:55:26 | \n", + "http://meta.stackexchange.com/ | \n", + "on the server farm | \n", + "<p>Hi, I'm not really a person.</p>\\r\\n\\r\\n<p>... | \n", + "0 | \n", + "5007 | \n", + "1920 | \n", + "-1 | \n", + "NaN | \n", + "NaN | \n", + "
| 1 | \n", + "2 | \n", + "101 | \n", + "2010-07-19 14:01:36 | \n", + "Geoff Dalgas | \n", + "2013-11-12 22:07:23 | \n", + "http://stackoverflow.com | \n", + "Corvallis, OR | \n", + "<p>Developer on the StackOverflow team. Find ... | \n", + "25 | \n", + "3 | \n", + "0 | \n", + "2 | \n", + "37.0 | \n", + "NaN | \n", + "
| 2 | \n", + "3 | \n", + "101 | \n", + "2010-07-19 15:34:50 | \n", + "Jarrod Dixon | \n", + "2014-08-08 06:42:58 | \n", + "http://stackoverflow.com | \n", + "New York, NY | \n", + "<p><a href=\"http://blog.stackoverflow.com/2009... | \n", + "22 | \n", + "19 | \n", + "0 | \n", + "3 | \n", + "35.0 | \n", + "NaN | \n", + "
| 3 | \n", + "4 | \n", + "101 | \n", + "2010-07-19 19:03:27 | \n", + "Emmett | \n", + "2014-01-02 09:31:02 | \n", + "http://minesweeperonline.com | \n", + "San Francisco, CA | \n", + "<p>currently at a startup in SF</p>\\r\\n\\r\\n<p>... | \n", + "11 | \n", + "0 | \n", + "0 | \n", + "1998 | \n", + "28.0 | \n", + "http://i.stack.imgur.com/d1oHX.jpg | \n", + "
| 4 | \n", + "5 | \n", + "6792 | \n", + "2010-07-19 19:03:57 | \n", + "Shane | \n", + "2014-08-13 00:23:47 | \n", + "http://www.statalgo.com | \n", + "New York, NY | \n", + "<p>Quantitative researcher focusing on statist... | \n", + "1145 | \n", + "662 | \n", + "5 | \n", + "54503 | \n", + "35.0 | \n", + "NaN | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 40320 | \n", + "55743 | \n", + "1 | \n", + "2014-09-13 21:03:50 | \n", + "AussieMeg | \n", + "2014-09-13 21:18:52 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "0 | \n", + "0 | \n", + "0 | \n", + "5026902 | \n", + "NaN | \n", + "http://graph.facebook.com/665821703/picture?ty... | \n", + "
| 40321 | \n", + "55744 | \n", + "6 | \n", + "2014-09-13 21:39:30 | \n", + "Mia Maria | \n", + "2014-09-13 21:39:30 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "1 | \n", + "0 | \n", + "0 | \n", + "5026998 | \n", + "NaN | \n", + "NaN | \n", + "
| 40322 | \n", + "55745 | \n", + "101 | \n", + "2014-09-13 23:45:27 | \n", + "tronbabylove | \n", + "2014-09-13 23:45:27 | \n", + "NaN | \n", + "United States | \n", + "NaN | \n", + "0 | \n", + "0 | \n", + "0 | \n", + "481766 | \n", + "NaN | \n", + "https://www.gravatar.com/avatar/faa7a3fdbd8308... | \n", + "
| 40323 | \n", + "55746 | \n", + "106 | \n", + "2014-09-14 00:29:41 | \n", + "GPP | \n", + "2014-09-14 02:05:17 | \n", + "NaN | \n", + "NaN | \n", + "<p>Stats noobie, product, marketing & medi... | \n", + "1 | \n", + "0 | \n", + "0 | \n", + "976289 | \n", + "NaN | \n", + "https://www.gravatar.com/avatar/6d9e9fa6b783a3... | \n", + "
| 40324 | \n", + "55747 | \n", + "1 | \n", + "2014-09-14 01:01:44 | \n", + "Shivam Agrawal | \n", + "2014-09-14 01:19:04 | \n", + "NaN | \n", + "India | \n", + "<p>Maths Enthusiast </p>\\r\\n | \n", + "0 | \n", + "0 | \n", + "0 | \n", + "5027354 | \n", + "NaN | \n", + "https://lh4.googleusercontent.com/-ZsXhwVaFmiY... | \n", + "
40325 rows × 14 columns
\n", + "Hi, I'm not really a person.
\\r\\n\\r\\n... \n", + "1 Corvallis, OR
Developer on the StackOverflow team. Find ... \n", + "2 New York, NY
\\r\\n\\r\\n... \n", + "4 New York, NY
Quantitative researcher focusing on statist... \n", + "... ... ... \n", + "40320 NaN NaN \n", + "40321 NaN NaN \n", + "40322 United States NaN \n", + "40323 NaN
Stats noobie, product, marketing & medi... \n", + "40324 India
Maths Enthusiast
\\r\\n \n", + "\n", + " Views UpVotes DownVotes AccountId Age \\\n", + "0 0 5007 1920 -1 NaN \n", + "1 25 3 0 2 37.0 \n", + "2 22 19 0 3 35.0 \n", + "3 11 0 0 1998 28.0 \n", + "4 1145 662 5 54503 35.0 \n", + "... ... ... ... ... ... \n", + "40320 0 0 0 5026902 NaN \n", + "40321 1 0 0 5026998 NaN \n", + "40322 0 0 0 481766 NaN \n", + "40323 1 0 0 976289 NaN \n", + "40324 0 0 0 5027354 NaN \n", + "\n", + " ProfileImageUrl \n", + "0 NaN \n", + "1 NaN \n", + "2 NaN \n", + "3 http://i.stack.imgur.com/d1oHX.jpg \n", + "4 NaN \n", + "... ... \n", + "40320 http://graph.facebook.com/665821703/picture?ty... \n", + "40321 NaN \n", + "40322 https://www.gravatar.com/avatar/faa7a3fdbd8308... \n", + "40323 https://www.gravatar.com/avatar/6d9e9fa6b783a3... \n", + "40324 https://lh4.googleusercontent.com/-ZsXhwVaFmiY... \n", + "\n", + "[40325 rows x 14 columns]" + ] + }, + "execution_count": 56, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "users" + ] }, { "cell_type": "markdown", @@ -37,10 +354,317 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 57, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "| \n", + " | userId | \n", + "Reputation | \n", + "CreationDate | \n", + "DisplayName | \n", + "LastAccessDate | \n", + "WebsiteUrl | \n", + "Location | \n", + "AboutMe | \n", + "Views | \n", + "UpVotes | \n", + "DownVotes | \n", + "AccountId | \n", + "Age | \n", + "ProfileImageUrl | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "-1 | \n", + "1 | \n", + "2010-07-19 06:55:26 | \n", + "Community | \n", + "2010-07-19 06:55:26 | \n", + "http://meta.stackexchange.com/ | \n", + "on the server farm | \n", + "<p>Hi, I'm not really a person.</p>\\r\\n\\r\\n<p>... | \n", + "0 | \n", + "5007 | \n", + "1920 | \n", + "-1 | \n", + "NaN | \n", + "NaN | \n", + "
| 1 | \n", + "2 | \n", + "101 | \n", + "2010-07-19 14:01:36 | \n", + "Geoff Dalgas | \n", + "2013-11-12 22:07:23 | \n", + "http://stackoverflow.com | \n", + "Corvallis, OR | \n", + "<p>Developer on the StackOverflow team. Find ... | \n", + "25 | \n", + "3 | \n", + "0 | \n", + "2 | \n", + "37.0 | \n", + "NaN | \n", + "
| 2 | \n", + "3 | \n", + "101 | \n", + "2010-07-19 15:34:50 | \n", + "Jarrod Dixon | \n", + "2014-08-08 06:42:58 | \n", + "http://stackoverflow.com | \n", + "New York, NY | \n", + "<p><a href=\"http://blog.stackoverflow.com/2009... | \n", + "22 | \n", + "19 | \n", + "0 | \n", + "3 | \n", + "35.0 | \n", + "NaN | \n", + "
| 3 | \n", + "4 | \n", + "101 | \n", + "2010-07-19 19:03:27 | \n", + "Emmett | \n", + "2014-01-02 09:31:02 | \n", + "http://minesweeperonline.com | \n", + "San Francisco, CA | \n", + "<p>currently at a startup in SF</p>\\r\\n\\r\\n<p>... | \n", + "11 | \n", + "0 | \n", + "0 | \n", + "1998 | \n", + "28.0 | \n", + "http://i.stack.imgur.com/d1oHX.jpg | \n", + "
| 4 | \n", + "5 | \n", + "6792 | \n", + "2010-07-19 19:03:57 | \n", + "Shane | \n", + "2014-08-13 00:23:47 | \n", + "http://www.statalgo.com | \n", + "New York, NY | \n", + "<p>Quantitative researcher focusing on statist... | \n", + "1145 | \n", + "662 | \n", + "5 | \n", + "54503 | \n", + "35.0 | \n", + "NaN | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 40320 | \n", + "55743 | \n", + "1 | \n", + "2014-09-13 21:03:50 | \n", + "AussieMeg | \n", + "2014-09-13 21:18:52 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "0 | \n", + "0 | \n", + "0 | \n", + "5026902 | \n", + "NaN | \n", + "http://graph.facebook.com/665821703/picture?ty... | \n", + "
| 40321 | \n", + "55744 | \n", + "6 | \n", + "2014-09-13 21:39:30 | \n", + "Mia Maria | \n", + "2014-09-13 21:39:30 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "1 | \n", + "0 | \n", + "0 | \n", + "5026998 | \n", + "NaN | \n", + "NaN | \n", + "
| 40322 | \n", + "55745 | \n", + "101 | \n", + "2014-09-13 23:45:27 | \n", + "tronbabylove | \n", + "2014-09-13 23:45:27 | \n", + "NaN | \n", + "United States | \n", + "NaN | \n", + "0 | \n", + "0 | \n", + "0 | \n", + "481766 | \n", + "NaN | \n", + "https://www.gravatar.com/avatar/faa7a3fdbd8308... | \n", + "
| 40323 | \n", + "55746 | \n", + "106 | \n", + "2014-09-14 00:29:41 | \n", + "GPP | \n", + "2014-09-14 02:05:17 | \n", + "NaN | \n", + "NaN | \n", + "<p>Stats noobie, product, marketing & medi... | \n", + "1 | \n", + "0 | \n", + "0 | \n", + "976289 | \n", + "NaN | \n", + "https://www.gravatar.com/avatar/6d9e9fa6b783a3... | \n", + "
| 40324 | \n", + "55747 | \n", + "1 | \n", + "2014-09-14 01:01:44 | \n", + "Shivam Agrawal | \n", + "2014-09-14 01:19:04 | \n", + "NaN | \n", + "India | \n", + "<p>Maths Enthusiast </p>\\r\\n | \n", + "0 | \n", + "0 | \n", + "0 | \n", + "5027354 | \n", + "NaN | \n", + "https://lh4.googleusercontent.com/-ZsXhwVaFmiY... | \n", + "
40325 rows × 14 columns
\n", + "Hi, I'm not really a person.
\\r\\n\\r\\n... \n", + "1 Corvallis, OR
Developer on the StackOverflow team. Find ... \n", + "2 New York, NY
\\r\\n\\r\\n... \n", + "4 New York, NY
Quantitative researcher focusing on statist... \n", + "... ... ... \n", + "40320 NaN NaN \n", + "40321 NaN NaN \n", + "40322 United States NaN \n", + "40323 NaN
Stats noobie, product, marketing & medi... \n", + "40324 India
Maths Enthusiast
\\r\\n \n", + "\n", + " Views UpVotes DownVotes AccountId Age \\\n", + "0 0 5007 1920 -1 NaN \n", + "1 25 3 0 2 37.0 \n", + "2 22 19 0 3 35.0 \n", + "3 11 0 0 1998 28.0 \n", + "4 1145 662 5 54503 35.0 \n", + "... ... ... ... ... ... \n", + "40320 0 0 0 5026902 NaN \n", + "40321 1 0 0 5026998 NaN \n", + "40322 0 0 0 481766 NaN \n", + "40323 1 0 0 976289 NaN \n", + "40324 0 0 0 5027354 NaN \n", + "\n", + " ProfileImageUrl \n", + "0 NaN \n", + "1 NaN \n", + "2 NaN \n", + "3 http://i.stack.imgur.com/d1oHX.jpg \n", + "4 NaN \n", + "... ... \n", + "40320 http://graph.facebook.com/665821703/picture?ty... \n", + "40321 NaN \n", + "40322 https://www.gravatar.com/avatar/faa7a3fdbd8308... \n", + "40323 https://www.gravatar.com/avatar/6d9e9fa6b783a3... \n", + "40324 https://lh4.googleusercontent.com/-ZsXhwVaFmiY... \n", + "\n", + "[40325 rows x 14 columns]" + ] + }, + "execution_count": 57, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "users.rename(columns={'Id': 'userId'}, inplace=True)\n", + "users\n" + ] }, { "cell_type": "markdown", @@ -51,40 +675,785 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 58, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "| \n", + " | Id | \n", + "PostTypeId | \n", + "AcceptedAnswerId | \n", + "CreaionDate | \n", + "Score | \n", + "ViewCount | \n", + "Body | \n", + "OwnerUserId | \n", + "LasActivityDate | \n", + "Title | \n", + "... | \n", + "AnswerCount | \n", + "CommentCount | \n", + "FavoriteCount | \n", + "LastEditorUserId | \n", + "LastEditDate | \n", + "CommunityOwnedDate | \n", + "ParentId | \n", + "ClosedDate | \n", + "OwnerDisplayName | \n", + "LastEditorDisplayName | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "1 | \n", + "1 | \n", + "15.0 | \n", + "2010-07-19 19:12:12 | \n", + "23 | \n", + "1278.0 | \n", + "<p>How should I elicit prior distributions fro... | \n", + "8.0 | \n", + "2010-09-15 21:08:26 | \n", + "Eliciting priors from experts | \n", + "... | \n", + "5.0 | \n", + "1 | \n", + "14.0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 1 | \n", + "2 | \n", + "1 | \n", + "59.0 | \n", + "2010-07-19 19:12:57 | \n", + "22 | \n", + "8198.0 | \n", + "<p>In many different statistical methods there... | \n", + "24.0 | \n", + "2012-11-12 09:21:54 | \n", + "What is normality? | \n", + "... | \n", + "7.0 | \n", + "1 | \n", + "8.0 | \n", + "88.0 | \n", + "2010-08-07 17:56:44 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 2 | \n", + "3 | \n", + "1 | \n", + "5.0 | \n", + "2010-07-19 19:13:28 | \n", + "54 | \n", + "3613.0 | \n", + "<p>What are some valuable Statistical Analysis... | \n", + "18.0 | \n", + "2013-05-27 14:48:36 | \n", + "What are some valuable Statistical Analysis op... | \n", + "... | \n", + "19.0 | \n", + "4 | \n", + "36.0 | \n", + "183.0 | \n", + "2011-02-12 05:50:03 | \n", + "2010-07-19 19:13:28 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 3 | \n", + "4 | \n", + "1 | \n", + "135.0 | \n", + "2010-07-19 19:13:31 | \n", + "13 | \n", + "5224.0 | \n", + "<p>I have two groups of data. Each with a dif... | \n", + "23.0 | \n", + "2010-09-08 03:00:19 | \n", + "Assessing the significance of differences in d... | \n", + "... | \n", + "5.0 | \n", + "2 | \n", + "2.0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 4 | \n", + "5 | \n", + "2 | \n", + "NaN | \n", + "2010-07-19 19:14:43 | \n", + "81 | \n", + "NaN | \n", + "<p>The R-project</p>\\n\\n<p><a href=\"http://www... | \n", + "23.0 | \n", + "2010-07-19 19:21:15 | \n", + "NaN | \n", + "... | \n", + "NaN | \n", + "3 | \n", + "NaN | \n", + "23.0 | \n", + "2010-07-19 19:21:15 | \n", + "2010-07-19 19:14:43 | \n", + "3.0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| ... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
| 39995 | \n", + "48321 | \n", + "2 | \n", + "NaN | \n", + "2013-01-23 09:00:01 | \n", + "0 | \n", + "NaN | \n", + "<p>you can use the matlab codes for svm and co... | \n", + "19966.0 | \n", + "2013-01-23 09:00:01 | \n", + "NaN | \n", + "... | \n", + "NaN | \n", + "0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "45118.0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 39996 | \n", + "48322 | \n", + "2 | \n", + "NaN | \n", + "2013-01-23 09:09:34 | \n", + "3 | \n", + "NaN | \n", + "<p>I use <a href=\"http://www.gnu.org/software/... | \n", + "892.0 | \n", + "2013-01-23 13:13:30 | \n", + "NaN | \n", + "... | \n", + "NaN | \n", + "2 | \n", + "NaN | \n", + "892.0 | \n", + "2013-01-23 13:13:30 | \n", + "NaN | \n", + "48311.0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 39997 | \n", + "48323 | \n", + "2 | \n", + "NaN | \n", + "2013-01-23 09:16:44 | \n", + "1 | \n", + "NaN | \n", + "<p>If I understand your question correctly, yo... | \n", + "2020.0 | \n", + "2013-01-23 09:16:44 | \n", + "NaN | \n", + "... | \n", + "NaN | \n", + "0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "48247.0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 39998 | \n", + "48324 | \n", + "2 | \n", + "NaN | \n", + "2013-01-23 09:36:07 | \n", + "3 | \n", + "NaN | \n", + "<p>Doesn't really help you with your question,... | \n", + "19914.0 | \n", + "2013-01-23 09:36:07 | \n", + "NaN | \n", + "... | \n", + "NaN | \n", + "0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "48297.0 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
| 39999 | \n", + "48325 | \n", + "1 | \n", + "NaN | \n", + "2013-01-23 09:44:07 | \n", + "-1 | \n", + "116.0 | \n", + "<p>I have 10 vectors each having 100,000 point... | \n", + "19968.0 | \n", + "2013-02-22 11:23:54 | \n", + "are data sets obtained from a Normal distribut... | \n", + "... | \n", + "2.0 | \n", + "4 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "
40000 rows × 21 columns
\n", + "How should I elicit prior distributions fro... \n", + "1 8198.0
In many different statistical methods there... \n", + "2 3613.0
What are some valuable Statistical Analysis... \n", + "3 5224.0
I have two groups of data. Each with a dif... \n", + "4 NaN
The R-project
\\n\\nyou can use the matlab codes for svm and co... \n", + "39996 NaN