diff --git a/pandas_filtering (3).ipynb b/pandas_filtering (3).ipynb index 4e8d9d4..658fbac 100644 --- a/pandas_filtering (3).ipynb +++ b/pandas_filtering (3).ipynb @@ -27,7 +27,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 2, "metadata": { "slideshow": { "slide_type": "fragment" @@ -178,7 +178,7 @@ "4 17.0 1.36 0.21 " ] }, - "execution_count": 1, + "execution_count": 2, "metadata": {}, "output_type": "execute_result" } @@ -216,7 +216,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 3, "metadata": { "slideshow": { "slide_type": "fragment" @@ -229,7 +229,7 @@ "pandas.core.frame.DataFrame" ] }, - "execution_count": 2, + "execution_count": 3, "metadata": {}, "output_type": "execute_result" } @@ -247,7 +247,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 4, "metadata": { "slideshow": { "slide_type": "fragment" @@ -264,7 +264,7 @@ " dtype='object')" ] }, - "execution_count": 3, + "execution_count": 4, "metadata": {}, "output_type": "execute_result" } @@ -332,7 +332,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 6, "metadata": {}, "outputs": [ { @@ -341,7 +341,7 @@ "pandas.core.series.Series" ] }, - "execution_count": 4, + "execution_count": 6, "metadata": {}, "output_type": "execute_result" } @@ -363,7 +363,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 7, "metadata": { "slideshow": { "slide_type": "slide" @@ -473,7 +473,7 @@ "[2492 rows x 2 columns]" ] }, - "execution_count": 6, + "execution_count": 7, "metadata": {}, "output_type": "execute_result" } @@ -509,7 +509,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 8, "metadata": {}, "outputs": [ { @@ -518,7 +518,7 @@ "pandas.core.frame.DataFrame" ] }, - "execution_count": 5, + "execution_count": 8, "metadata": {}, "output_type": "execute_result" } @@ -540,7 +540,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 9, "metadata": { "slideshow": { "slide_type": "fragment" @@ -617,7 +617,7 @@ "4 Afghanistan 1970 11100000" ] }, - "execution_count": 7, + "execution_count": 9, "metadata": {}, "output_type": "execute_result" } @@ -640,7 +640,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 10, "metadata": { "slideshow": { "slide_type": "fragment" @@ -729,7 +729,7 @@ "4 Afghanistan Asia 1970 11100000 45.8" ] }, - "execution_count": 8, + "execution_count": 10, "metadata": {}, "output_type": "execute_result" } @@ -766,7 +766,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 11, "metadata": { "slideshow": { "slide_type": "fragment" @@ -837,7 +837,7 @@ "2 Afghanistan Asia 1960 9000000 38.6" ] }, - "execution_count": 9, + "execution_count": 11, "metadata": {}, "output_type": "execute_result" } @@ -861,7 +861,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 12, "metadata": { "slideshow": { "slide_type": "fragment" @@ -924,7 +924,7 @@ "2 Asia 1960 9000000" ] }, - "execution_count": 10, + "execution_count": 12, "metadata": {}, "output_type": "execute_result" } @@ -947,7 +947,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 13, "metadata": { "slideshow": { "slide_type": "fragment" @@ -1009,7 +1009,7 @@ "10 Afghanistan Asia 2000 20100000 51.6" ] }, - "execution_count": 11, + "execution_count": 13, "metadata": {}, "output_type": "execute_result" } @@ -1028,7 +1028,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 14, "metadata": { "slideshow": { "slide_type": "fragment" @@ -1044,7 +1044,7 @@ "Name: 0, dtype: object" ] }, - "execution_count": 12, + "execution_count": 14, "metadata": {}, "output_type": "execute_result" } @@ -1062,7 +1062,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 15, "metadata": { "slideshow": { "slide_type": "slide" @@ -1133,7 +1133,7 @@ "3 Afghanistan Asia 1965 9940000 42.2" ] }, - "execution_count": 13, + "execution_count": 15, "metadata": {}, "output_type": "execute_result" } @@ -1157,7 +1157,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 16, "metadata": {}, "outputs": [ { @@ -1167,7 +1167,7 @@ " 2005, 2010, 2015])" ] }, - "execution_count": 14, + "execution_count": 16, "metadata": {}, "output_type": "execute_result" } @@ -1185,9 +1185,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "17" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "world['sub_region'].nunique()" ] @@ -1203,7 +1214,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 18, "metadata": { "slideshow": { "slide_type": "fragment" @@ -1213,6 +1224,7 @@ { "data": { "text/plain": [ + "sub_region\n", "Sub-Saharan Africa 644\n", "Latin America and the Caribbean 406\n", "Western Asia 252\n", @@ -1230,10 +1242,10 @@ "Northern America 28\n", "Polynesia 28\n", "Micronesia 14\n", - "Name: sub_region, dtype: int64" + "Name: count, dtype: int64" ] }, - "execution_count": 6, + "execution_count": 18, "metadata": {}, "output_type": "execute_result" } @@ -1258,7 +1270,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 19, "metadata": { "slideshow": { "slide_type": "fragment" @@ -1539,7 +1551,7 @@ "[2492 rows x 13 columns]" ] }, - "execution_count": 16, + "execution_count": 19, "metadata": {}, "output_type": "execute_result" } @@ -1567,7 +1579,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 20, "metadata": { "slideshow": { "slide_type": "slide" @@ -1591,7 +1603,7 @@ "Name: life_expectancy, Length: 2492, dtype: bool" ] }, - "execution_count": 18, + "execution_count": 20, "metadata": {}, "output_type": "execute_result" } @@ -1625,7 +1637,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 21, "metadata": { "slideshow": { "slide_type": "fragment" @@ -1638,7 +1650,7 @@ "13" ] }, - "execution_count": 19, + "execution_count": 21, "metadata": {}, "output_type": "execute_result" } @@ -1663,7 +1675,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 22, "metadata": { "slideshow": { "slide_type": "fragment" @@ -1814,7 +1826,7 @@ "993 2.2 3.29 13.9 14.9 " ] }, - "execution_count": 20, + "execution_count": 22, "metadata": {}, "output_type": "execute_result" } @@ -1852,7 +1864,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 23, "metadata": { "slideshow": { "slide_type": "fragment" @@ -1965,7 +1977,7 @@ "450 70.1 NaN NaN " ] }, - "execution_count": 21, + "execution_count": 23, "metadata": {}, "output_type": "execute_result" } @@ -1993,7 +2005,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 24, "metadata": { "slideshow": { "slide_type": "fragment" @@ -2106,7 +2118,7 @@ "1483 1.92 10.8 12.10 " ] }, - "execution_count": 22, + "execution_count": 24, "metadata": {}, "output_type": "execute_result" } @@ -2132,7 +2144,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 25, "metadata": { "slideshow": { "slide_type": "fragment" @@ -2209,7 +2221,7 @@ "396 Canada 1970 21500000" ] }, - "execution_count": 23, + "execution_count": 25, "metadata": {}, "output_type": "execute_result" } @@ -2221,7 +2233,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 26, "metadata": { "slideshow": { "slide_type": "slide" @@ -2298,7 +2310,7 @@ "396 Canada 1970 21500000" ] }, - "execution_count": 24, + "execution_count": 26, "metadata": {}, "output_type": "execute_result" } @@ -2321,7 +2333,7 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 27, "metadata": { "slideshow": { "slide_type": "fragment" @@ -2410,7 +2422,7 @@ "40 Algeria 2010 Northern Africa 36100000 76.5" ] }, - "execution_count": 25, + "execution_count": 27, "metadata": {}, "output_type": "execute_result" } @@ -2441,7 +2453,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 28, "metadata": { "slideshow": { "slide_type": "fragment" @@ -2508,7 +2520,7 @@ "769 Northern Europe Finland 2015 39000" ] }, - "execution_count": 26, + "execution_count": 28, "metadata": {}, "output_type": "execute_result" } @@ -2532,7 +2544,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 29, "metadata": { "slideshow": { "slide_type": "fragment" @@ -2595,7 +2607,7 @@ "1119 Japan 2015 83.8" ] }, - "execution_count": 27, + "execution_count": 29, "metadata": {}, "output_type": "execute_result" } @@ -2606,6 +2618,291 @@ " ]" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "To select all the rows between year 2000 and 2015 (inclusive) where values in columns years_in_school_men\t& years_in_school_women are not null" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
countryyearpopulationregionsub_regionincome_grouplife_expectancygdp_per_capitachildren_per_womanchild_mortalitypop_densityyears_in_school_menyears_in_school_women
10Afghanistan200020100000AsiaSouthern AsiaLow51.69727.49130.030.82.900.59
11Afghanistan200525100000AsiaSouthern AsiaLow53.911406.83110.038.43.270.70
12Afghanistan201028800000AsiaSouthern AsiaLow56.216105.8290.244.13.680.83
13Afghanistan201533700000AsiaSouthern AsiaLow57.917504.8073.251.74.130.98
24Albania20003120000EuropeSouthern EuropeUpper middle74.454702.1626.0114.09.979.87
..........................................
2477Zambia201516100000AfricaSub-Saharan AfricaLower middle58.136305.0466.121.79.117.75
2488Zimbabwe200012200000AfricaSub-Saharan AfricaLow46.725704.0696.831.69.077.71
2489Zimbabwe200512900000AfricaSub-Saharan AfricaLow45.316503.9999.733.49.738.53
2490Zimbabwe201014100000AfricaSub-Saharan AfricaLow49.614604.0389.936.410.409.36
2491Zimbabwe201515800000AfricaSub-Saharan AfricaLow58.318903.8459.940.811.1010.20
\n", + "

712 rows × 13 columns

\n", + "
" + ], + "text/plain": [ + " country year population region sub_region income_group \\\n", + "10 Afghanistan 2000 20100000 Asia Southern Asia Low \n", + "11 Afghanistan 2005 25100000 Asia Southern Asia Low \n", + "12 Afghanistan 2010 28800000 Asia Southern Asia Low \n", + "13 Afghanistan 2015 33700000 Asia Southern Asia Low \n", + "24 Albania 2000 3120000 Europe Southern Europe Upper middle \n", + "... ... ... ... ... ... ... \n", + "2477 Zambia 2015 16100000 Africa Sub-Saharan Africa Lower middle \n", + "2488 Zimbabwe 2000 12200000 Africa Sub-Saharan Africa Low \n", + "2489 Zimbabwe 2005 12900000 Africa Sub-Saharan Africa Low \n", + "2490 Zimbabwe 2010 14100000 Africa Sub-Saharan Africa Low \n", + "2491 Zimbabwe 2015 15800000 Africa Sub-Saharan Africa Low \n", + "\n", + " life_expectancy gdp_per_capita children_per_woman child_mortality \\\n", + "10 51.6 972 7.49 130.0 \n", + "11 53.9 1140 6.83 110.0 \n", + "12 56.2 1610 5.82 90.2 \n", + "13 57.9 1750 4.80 73.2 \n", + "24 74.4 5470 2.16 26.0 \n", + "... ... ... ... ... \n", + "2477 58.1 3630 5.04 66.1 \n", + "2488 46.7 2570 4.06 96.8 \n", + "2489 45.3 1650 3.99 99.7 \n", + "2490 49.6 1460 4.03 89.9 \n", + "2491 58.3 1890 3.84 59.9 \n", + "\n", + " pop_density years_in_school_men years_in_school_women \n", + "10 30.8 2.90 0.59 \n", + "11 38.4 3.27 0.70 \n", + "12 44.1 3.68 0.83 \n", + "13 51.7 4.13 0.98 \n", + "24 114.0 9.97 9.87 \n", + "... ... ... ... \n", + "2477 21.7 9.11 7.75 \n", + "2488 31.6 9.07 7.71 \n", + "2489 33.4 9.73 8.53 \n", + "2490 36.4 10.40 9.36 \n", + "2491 40.8 11.10 10.20 \n", + "\n", + "[712 rows x 13 columns]" + ] + }, + "execution_count": 44, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "world.loc[(world['year'].between(2000, 2015))\n", + " & (world['years_in_school_men'].notna())\n", + " & ((world['years_in_school_women'].notna()\n", + " ))]" + ] + }, { "cell_type": "markdown", "metadata": { @@ -2635,7 +2932,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.7" + "version": "3.10.12" }, "vscode": { "interpreter": {