diff --git a/your-code/.ipynb_checkpoints/main-checkpoint.ipynb b/your-code/.ipynb_checkpoints/main-checkpoint.ipynb index 812f7a4..7dd066b 100644 --- a/your-code/.ipynb_checkpoints/main-checkpoint.ipynb +++ b/your-code/.ipynb_checkpoints/main-checkpoint.ipynb @@ -40,7 +40,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -53,7 +53,7 @@ "# import urllib.request\n", "# from urllib.request import urlopen\n", "# import random\n", - "# import re\n", + "import re\n", "# import scrapy" ] }, @@ -66,7 +66,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 54, "metadata": {}, "outputs": [], "source": [ @@ -76,11 +76,5510 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 55, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "Trending developers on GitHub today · GitHub\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "Skip to content\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + " Sign up\n", + " \n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " Sign in\n", + " \n", + "
\n", + "\n", + " Sign up\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Trending

\n", + "

\n", + " These are the developers building the hot tools today.\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + " Language:\n", + "\n", + " \n", + " Any\n", + " \n", + "\n", + "
\n", + "\n", + " Select a language\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + " C++\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Java\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JavaScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PHP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Python\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ruby\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unknown languages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " 1C Enterprise\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " 4D\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ABAP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ABAP CDS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ABNF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ActionScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ada\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Adobe Font Metrics\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Agda\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AGS Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AIDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Alloy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Alpine Abuild\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Altium Designer\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AMPL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AngelScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ant Build System\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ANTLR\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ApacheConf\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Apex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " API Blueprint\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " APL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Apollo Guidance Computer\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AppleScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Arc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AsciiDoc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ASL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ASN.1\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Classic ASP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ASP.NET\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AspectJ\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Asymptote\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ATS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Augeas\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AutoHotkey\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AutoIt\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Avro IDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Awk\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ballerina\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BASIC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Batchfile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Beef\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Befunge\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BibTeX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Bicep\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Bison\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BitBake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Blade\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BlitzBasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BlitzMax\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Bluespec\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Boo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Boogie\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Brainfuck\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Brightscript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zeek\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Browserslist\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C#\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C-ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C2hs Haskell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cabal Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cap'n Proto\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CartoCSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ceylon\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Chapel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Charity\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ChucK\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CIL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cirru\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Clarion\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Classic ASP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Clean\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Click\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CLIPS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Clojure\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Closure Templates\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cloud Firestore Security Rules\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CMake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " COBOL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CODEOWNERS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CodeQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CoffeeScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ColdFusion\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ColdFusion CFC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " COLLADA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Common Lisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Common Workflow Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Component Pascal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CoNLL-U\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cool\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Coq\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cpp-ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Creole\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Crystal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CSON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Csound\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Csound Document\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Csound Score\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CSV\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cuda\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CUE\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " cURL Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CWeb\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cycript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cython\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " D\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " D-ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dafny\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Darcs Patch\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dart\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DataWeave\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " desktop\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dhall\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Diff\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DIGITAL Command Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " dircolors\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DirectX 3D File\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DNS Zone\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dockerfile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dogescript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DTrace\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dylan\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " E\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Eagle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Easybuild\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EBNF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " eC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ecere Projects\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ECL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ECLiPSe\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EditorConfig\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Edje Data Collection\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " edn\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Eiffel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EJS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Elixir\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Elm\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Emacs Lisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EmberScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EQ\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Erlang\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " F#\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " F*\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Factor\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fancy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fantom\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Faust\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FIGlet Font\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Filebench WML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Filterscript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " fish\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fluent\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FLUX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Formatted\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Forth\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fortran\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fortran Free Form\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FreeBasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FreeMarker\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Frege\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Futhark\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " G-code\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Game Maker Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GAML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GAMS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GAP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GCC Machine Description\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GDB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GDScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GEDCOM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Genie\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Genshi\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gentoo Ebuild\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gentoo Eclass\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gerber Image\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gettext Catalog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gherkin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Git Attributes\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Git Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GLSL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Glyph\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Glyph Bitmap Distribution Format\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GN\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gnuplot\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Go\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Golo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gosu\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Grace\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gradle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Grammatical Framework\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Graph Modeling Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GraphQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Graphviz (DOT)\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Groovy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Groovy Server Pages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Hack\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Haml\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Handlebars\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HAProxy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Harbour\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Haskell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Haxe\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HiveQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HLSL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HolyC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jinja\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+ECR\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+EEX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+ERB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+PHP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+Razor\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTTP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HXML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Hy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HyPhy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " IDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Idris\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ignore List\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " IGOR Pro\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ImageJ Macro\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Inform 7\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " INI\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Inno Setup\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Io\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ioke\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " IRC log\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Isabelle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Isabelle ROOT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " J\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jasmin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Java Properties\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Java Server Pages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JavaScript+ERB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JFlex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jinja\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jison\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jison Lex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jolie\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " jq\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSON with Comments\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSON5\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSONiq\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSONLD\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jsonnet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Julia\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jupyter Notebook\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kaitai Struct\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KiCad Layout\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KiCad Legacy Layout\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KiCad Schematic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kit\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kotlin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KRL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kusto\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LabVIEW\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lark\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lasso\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Latte\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lean\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Less\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LFE\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LilyPond\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Limbo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Linker Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Linux Kernel Module\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Liquid\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Literate Agda\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Literate CoffeeScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Literate Haskell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LiveScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LLVM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Logos\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Logtalk\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LOLCODE\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LookML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LoomScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LSL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LTspice Symbol\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lua\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " M\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " M4\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " M4Sugar\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Macaulay2\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Makefile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mako\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Markdown\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Marko\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mask\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mathematica\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MATLAB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Maven POM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Max\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MAXScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " mcfunction\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wikitext\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mercury\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Meson\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Metal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Microsoft Developer Studio Project\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Microsoft Visual Studio Solution\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MiniD\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mirah\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " mIRC Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MLIR\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Modelica\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Modula-2\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Modula-3\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Module Management System\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Monkey\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Moocode\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MoonScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Motorola 68K Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MQL4\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MQL5\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MTML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MUF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " mupad\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Muse\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mustache\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Myghty\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " nanorc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NASL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nearley\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nemerle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NEON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " nesC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NetLinx\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NetLinx+ERB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NetLogo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NewLisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nextflow\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nginx\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nim\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ninja\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nit\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nix\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NPM Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NSIS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nu\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NumPy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nunjucks\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NWScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Object Data Instance Notation\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Objective-C\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Objective-C++\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Objective-J\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ObjectScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OCaml\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Odin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Omgrofl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ooc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Opa\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Opal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Open Policy Agent\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenEdge ABL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenQASM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenRC runscript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenSCAD\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenStep Property List\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenType Feature File\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Org\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ox\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Oxygene\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Oz\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " P4\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pan\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Papyrus\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Parrot\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Parrot Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Parrot Internal Representation\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pascal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pawn\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PEG.js\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pep8\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Perl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pickle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PicoLisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PigLatin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pike\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PlantUML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PLpgSQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PLSQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pod\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pod 6\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PogoScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pony\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PostCSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PostScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " POV-Ray SDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PowerBuilder\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PowerShell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Prisma\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Processing\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Proguard\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Prolog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Propeller Spin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Protocol Buffer\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Public Key\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pug\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Puppet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pure Data\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PureBasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PureScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Python console\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Python traceback\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " q\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Q#\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " QMake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " QML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Qt Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Quake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " R\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Racket\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ragel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Raku\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RAML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rascal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Raw token data\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RDoc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Readline Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " REALbasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Reason\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rebol\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Red\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Redcode\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Regular Expression\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ren'Py\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RenderScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ReScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " reStructuredText\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " REXX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rich Text Format\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ring\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Riot\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RMarkdown\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RobotFramework\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " robots.txt\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Roff\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Roff Manpage\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rouge\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RPC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RPM Spec\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RUNOFF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rust\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Sage\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SaltStack\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SAS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Sass\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scala\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scaml\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scheme\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scilab\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SCSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " sed\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Self\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ShaderLab\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Shell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ShellSession\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Shen\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Sieve\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Singularity\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Slash\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Slice\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Slim\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Smali\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Smalltalk\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Smarty\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SmPL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SMT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Solidity\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SourcePawn\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SPARQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Spline Font Database\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SQF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SQLPL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Squirrel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SRecode Template\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SSH Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Stan\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Standard ML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Starlark\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Stata\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " STON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " StringTemplate\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Stylus\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SubRip Text\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SugarSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SuperCollider\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Svelte\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SVG\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Swift\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SWIG\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SystemVerilog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Tcl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Tcsh\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Tea\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Terra\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TeX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Texinfo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Text\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Textile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Thrift\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TI Program\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TLA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TOML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TSQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TSV\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TSX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Turing\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Turtle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Twig\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TXL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Type Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TypeScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unified Parallel C\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unity3D Asset\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unix Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Uno\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " UnrealScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " UrWeb\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " V\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vala\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VBA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VBScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Verilog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VHDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vim Help File\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vim script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vim Snippet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Visual Basic .NET\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Visual Basic .NET\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Volt\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vue\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wavefront Material\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wavefront Object\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " wdl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Web Ontology Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " WebAssembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " WebIDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " WebVTT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wget Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wikitext\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Windows Registry Entries\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " wisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wollok\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " World of Warcraft Addon Data\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X BitMap\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X Font Directory Index\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X PixMap\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X10\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " xBase\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XCompose\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XML Property List\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Xojo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Xonsh\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XPages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XProc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XQuery\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XSLT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Xtend\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Yacc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YAML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YANG\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YARA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YASnippet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ZAP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zeek\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ZenScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zephir\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zig\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ZIL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zimpl\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " Date range:\n", + "\n", + " \n", + " Today\n", + " \n", + "\n", + "
\n", + "\n", + " Adjust time span\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + " Today\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " This week\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " This month\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 2\n", + "\n", + "
\n", + "\n", + "\"@remy\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Remy Sharp\n", + "

\n", + "

\n", + "\n", + " remy\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " nodemon\n", + "

\n", + "
\n", + " Monitor for any changes in your node.js application and automatically restart the server - perfect for development\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 3\n", + "\n", + "
\n", + "\n", + "\"@derailed\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Fernand Galiana\n", + "

\n", + "

\n", + "\n", + " derailed\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " k9s\n", + "

\n", + "
\n", + "🐶 Kubernetes CLI To Manage Your Clusters In Style!\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 4\n", + "\n", + "
\n", + "\n", + "\"@markerikson\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Mark Erikson\n", + "

\n", + "

\n", + "\n", + " markerikson\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 5\n", + "\n", + "
\n", + "\n", + "\"@Borda\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Jirka Borovec\n", + "

\n", + "

\n", + "\n", + " Borda\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " pyImSegm\n", + "

\n", + "
\n", + " Image segmentation - general superpixel segmentation & center detection & region growing\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "
\n", + "\n", + " 8\n", + "\n", + "
\n", + "\n", + "\"@mrdoob\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Mr.doob\n", + "

\n", + "

\n", + "\n", + " mrdoob\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 9\n", + "\n", + "
\n", + "\n", + "\"@PySimpleGUI\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " PySimpleGUI\n", + "

\n", + "

\n", + "\n", + " PySimpleGUI\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " PySimpleGUI\n", + "

\n", + "
\n", + " Launched in 2018 Actively developed and supported. Supports tkinter, Qt, WxPython, Remi (in browser). Create custom layout GUI's simply. Python 2.7 & 3 Support. 200+ Demo programs & Cookbook for rapid start. Extensive documentation. Examples using Machine Learning(GUI, OpenCV Integration, Chatterbot), Floating Desktop Widgets, Matplotlib + Pyplo…\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 10\n", + "\n", + "
\n", + "\n", + "\"@GuillaumeGomez\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Guillaume Gomez\n", + "

\n", + "

\n", + "\n", + " GuillaumeGomez\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " sysinfo\n", + "

\n", + "
\n", + " A system handler to get information and interact with processes written in Rust\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 12\n", + "\n", + "
\n", + "\n", + "\"@fzaninotto\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Francois Zaninotto\n", + "

\n", + "

\n", + "\n", + " fzaninotto\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " Faker\n", + "

\n", + "
\n", + " Faker is a PHP library that generates fake data for you\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 14\n", + "\n", + "
\n", + "\n", + "\"@agnivade\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Agniva De Sarker\n", + "

\n", + "

\n", + "\n", + " agnivade\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 15\n", + "\n", + "
\n", + "\n", + "\"@ktbyers\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Kirk Byers\n", + "

\n", + "

\n", + "\n", + " ktbyers\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " netmiko\n", + "

\n", + "
\n", + " Multi-vendor library to simplify Paramiko SSH connections to network devices\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 16\n", + "\n", + "
\n", + "\n", + "\"@feross\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Feross Aboukhadijeh\n", + "

\n", + "

\n", + "\n", + " feross\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 17\n", + "\n", + "
\n", + "\n", + "\"@felangel\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Felix Angelov\n", + "

\n", + "

\n", + "\n", + " felangel\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " bloc\n", + "

\n", + "
\n", + " A predictable state management library that helps implement the BLoC design pattern\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 18\n", + "\n", + "
\n", + "\n", + "\"@Seldaek\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Jordi Boggiano\n", + "

\n", + "

\n", + "\n", + " Seldaek\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " monolog\n", + "

\n", + "
\n", + " Sends your logs to files, sockets, inboxes, databases and various web services\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 19\n", + "\n", + "
\n", + "\n", + "\"@driesvints\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Dries Vints\n", + "

\n", + "

\n", + "\n", + " driesvints\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 21\n", + "\n", + "
\n", + "\n", + "\"@dotansimha\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Dotan Simha\n", + "

\n", + "

\n", + "\n", + " dotansimha\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " graphql-code-generator\n", + "

\n", + "
\n", + " A tool for generating code based on a GraphQL schema and GraphQL operations (query/mutation/subscription), with flexible support for custom plugins. \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 23\n", + "\n", + "
\n", + "\n", + "\"@michaelklishin\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Michael Klishin\n", + "

\n", + "

\n", + "\n", + " michaelklishin\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " quartzite\n", + "

\n", + "
\n", + " Quarzite is a thin idiomatic Clojure layer on top the Quartz Scheduler\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 25\n", + "\n", + "
\n", + "\n", + "\"@jsuarezruiz\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Javier Suárez\n", + "

\n", + "

\n", + "\n", + " jsuarezruiz\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "" + ] + }, + "execution_count": 55, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "html=requests.get(url).content\n", + "git_soup=BeautifulSoup(html,'lxml')\n", + "git_soup" ] }, { @@ -134,11 +5633,108 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 56, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['Robert Mosolgo',\n", + " 'Remy Sharp',\n", + " 'Fernand Galiana',\n", + " 'Mark Erikson',\n", + " 'Jirka Borovec',\n", + " 'Márk Sági-Kazár',\n", + " 'Jed Watson',\n", + " 'Mr.doob',\n", + " 'PySimpleGUI',\n", + " 'Guillaume Gomez',\n", + " 'Ariel Mashraki',\n", + " 'Francois Zaninotto',\n", + " 'Thomas Steiner',\n", + " 'Agniva De Sarker',\n", + " 'Kirk Byers',\n", + " 'Feross Aboukhadijeh',\n", + " 'Felix Angelov',\n", + " 'Jordi Boggiano',\n", + " 'Dries Vints',\n", + " 'Stephen Gutekanst',\n", + " 'Dotan Simha',\n", + " 'Bastian Köcher',\n", + " 'Michael Klishin',\n", + " 'Ha Thach',\n", + " 'Javier Suárez']" + ] + }, + "execution_count": 56, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "table = git_soup.select('h1[class=\"h3 lh-condensed\"]')\n", + "names=[item.text for item in table]\n", + "\n", + "names_clean=[name.strip()for name in names]\n", + "names_clean" + ] + }, + { + "cell_type": "code", + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ - "#your code" + "table2 = git_soup.select('a[class=\"Link--secondary\"]')\n", + "username=[item.text for item in table2]\n", + "#username\n", + "username_clean=[user.strip()for user in username]\n", + "#username_clean" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['Robert Mosolgo (rmosolgo)',\n", + " 'Remy Sharp (remy)',\n", + " 'Fernand Galiana (derailed)',\n", + " 'Mark Erikson (markerikson)',\n", + " 'Jirka Borovec (Borda)',\n", + " 'Márk Sági-Kazár (sagikazarmark)',\n", + " 'Jed Watson (JedWatson)',\n", + " 'Mr.doob (mrdoob)',\n", + " 'PySimpleGUI (PySimpleGUI)',\n", + " 'Guillaume Gomez (GuillaumeGomez)',\n", + " 'Ariel Mashraki (a8m)',\n", + " 'Francois Zaninotto (fzaninotto)',\n", + " 'Thomas Steiner (tomayac)',\n", + " 'Agniva De Sarker (agnivade)',\n", + " 'Kirk Byers (ktbyers)',\n", + " 'Feross Aboukhadijeh (feross)',\n", + " 'Felix Angelov (felangel)',\n", + " 'Jordi Boggiano (Seldaek)',\n", + " 'Dries Vints (driesvints)',\n", + " 'Stephen Gutekanst (slimsag)',\n", + " 'Dotan Simha (dotansimha)',\n", + " 'Bastian Köcher (bkchr)',\n", + " 'Michael Klishin (michaelklishin)',\n", + " 'Ha Thach (hathach)',\n", + " 'Javier Suárez (jsuarezruiz)']" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "trend_dev = [f'{names_clean[i]} ({username_clean[i]})' for i in range(len(names_clean))]\n", + "trend_dev" ] }, { @@ -152,21 +5748,27 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://github.com/trending/python?since=daily'" + "url = 'https://github.com/trending/python?since=daily'\n", + "html=requests.get(url).content\n", + "git_soup=BeautifulSoup(html,'lxml')\n", + "#git_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 61, "metadata": {}, "outputs": [], "source": [ - "#your code" + "table = git_soup.select('h1[class=\"h3 lh-condensed\"]')\n", + "table\n", + "repositories_clean = [repository.text.strip().replace(' /\\n\\n ', '/') for repository in table]\n", + "#repositories_clean" ] }, { @@ -178,21 +5780,73 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 28, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://en.wikipedia.org/wiki/Walt_Disney'" + "\n", + "url = 'https://en.wikipedia.org/wiki/Walt_Disney'\n", + "disney_link = requests.get(url).content\n", + "disney_soup = BeautifulSoup(disney_link,'lxml')\n", + "#disney_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 36, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['//upload.wikimedia.org/wikipedia/en/thumb/e/e7/Cscr-featured.svg/20px-Cscr-featured.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/8/8c/Extended-protection-shackle.svg/20px-Extended-protection-shackle.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/d/df/Walt_Disney_1946.JPG/220px-Walt_Disney_1946.JPG',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/8/87/Walt_Disney_1942_signature.svg/128px-Walt_Disney_1942_signature.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/c/c4/Walt_Disney_envelope_ca._1921.jpg/220px-Walt_Disney_envelope_ca._1921.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/4/4d/Newman_Laugh-O-Gram_%281921%29.webm/220px-seek%3D2-Newman_Laugh-O-Gram_%281921%29.webm.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/0/0d/Trolley_Troubles_poster.jpg/170px-Trolley_Troubles_poster.jpg',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/4/4e/Steamboat-willie.jpg/170px-Steamboat-willie.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/5/57/Walt_Disney_1935.jpg/170px-Walt_Disney_1935.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/c/cd/Walt_Disney_Snow_white_1937_trailer_screenshot_%2813%29.jpg/220px-Walt_Disney_Snow_white_1937_trailer_screenshot_%2813%29.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/15/Disney_drawing_goofy.jpg/170px-Disney_drawing_goofy.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/13/DisneySchiphol1951.jpg/220px-DisneySchiphol1951.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/8/8c/WaltDisneyplansDisneylandDec1954.jpg/220px-WaltDisneyplansDisneylandDec1954.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/f/ff/Walt_disney_portrait_right.jpg/170px-Walt_disney_portrait_right.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/1a/Walt_Disney_Grave.JPG/170px-Walt_Disney_Grave.JPG',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/2/2d/Roy_O._Disney_with_Company_at_Press_Conference.jpg/170px-Roy_O._Disney_with_Company_at_Press_Conference.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/a/a9/Disney_Display_Case.JPG/170px-Disney_Display_Case.JPG',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/6/6c/Disney1968.jpg/170px-Disney1968.jpg',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/8/8a/OOjs_UI_icon_edit-ltr-progressive.svg/10px-OOjs_UI_icon_edit-ltr-progressive.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/e/e3/Disneyland_Resort_logo.svg/135px-Disneyland_Resort_logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/d/da/Animation_disc.svg/30px-Animation_disc.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/6/69/P_vip.svg/29px-P_vip.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/1a/Magic_Kingdom_castle.jpg/24px-Magic_Kingdom_castle.jpg',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/e/e7/Video-x-generic.svg/30px-Video-x-generic.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/a/a3/Flag_of_Los_Angeles_County%2C_California.svg/30px-Flag_of_Los_Angeles_County%2C_California.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/8/8c/Blank_television_set.svg/30px-Blank_television_set.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/a/a4/Flag_of_the_United_States.svg/30px-Flag_of_the_United_States.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/22px-Commons-logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/f/fa/Wikiquote-logo.svg/25px-Wikiquote-logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/f/ff/Wikidata-logo.svg/30px-Wikidata-logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/8/8a/OOjs_UI_icon_edit-ltr-progressive.svg/10px-OOjs_UI_icon_edit-ltr-progressive.svg.png',\n", + " '//en.wikipedia.org/wiki/Special:CentralAutoLogin/start?type=1x1',\n", + " '/static/images/footer/wikimedia-button.png',\n", + " '/static/images/footer/poweredby_mediawiki_88x31.png']" + ] + }, + "execution_count": 36, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "disney = disney_soup.find_all('img',src = True)\n", + "disney\n", + "disney = [element['src'] for element in disney]\n", + "disney\n", + "\n" ] }, { @@ -204,21 +5858,158 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 42, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url ='https://en.wikipedia.org/wiki/Python' " + "import re\n", + "url ='https://en.wikipedia.org/wiki/Python' \n", + "\n", + "wiki_link = requests.get(url).content\n", + "wiki_soup = BeautifulSoup(wiki_link,'lxml')\n", + "#wiki_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 44, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['/wiki/Pythons',\n", + " '/wiki/Python_(genus)',\n", + " '/wiki/Python_(programming_language)',\n", + " '/wiki/CMU_Common_Lisp',\n", + " '/wiki/PERQ#PERQ_3',\n", + " '/wiki/Python_of_Aenus',\n", + " '/wiki/Python_(painter)',\n", + " '/wiki/Python_of_Byzantium',\n", + " '/wiki/Python_of_Catana',\n", + " '/wiki/Python_Anghelo',\n", + " '/wiki/Python_(Efteling)',\n", + " '/wiki/Python_(Busch_Gardens_Tampa_Bay)',\n", + " '/wiki/Python_(Coney_Island,_Cincinnati,_Ohio)',\n", + " '/wiki/Python_(automobile_maker)',\n", + " '/wiki/Python_(Ford_prototype)',\n", + " '/wiki/Python_(missile)',\n", + " '/wiki/Python_(nuclear_primary)',\n", + " '/wiki/Colt_Python',\n", + " '/wiki/PYTHON',\n", + " '/wiki/Python_(film)',\n", + " '/wiki/Python_(mythology)',\n", + " '/wiki/Monty_Python',\n", + " '/wiki/Python_(Monty)_Pictures',\n", + " '/wiki/Cython',\n", + " '/wiki/Pyton',\n", + " '/wiki/Pithon',\n", + " '/wiki/File:Disambig_gray.svg',\n", + " '/wiki/Help:Disambiguation',\n", + " '/wiki/Help:Category',\n", + " '/wiki/Category:Disambiguation_pages',\n", + " '/wiki/Category:Human_name_disambiguation_pages',\n", + " '/wiki/Category:Disambiguation_pages_with_given-name-holder_lists',\n", + " '/wiki/Category:Disambiguation_pages_with_short_descriptions',\n", + " '/wiki/Category:Short_description_is_different_from_Wikidata',\n", + " '/wiki/Category:All_article_disambiguation_pages',\n", + " '/wiki/Category:All_disambiguation_pages',\n", + " '/wiki/Category:Animal_common_name_disambiguation_pages',\n", + " '/wiki/Special:MyTalk',\n", + " '/wiki/Special:MyContributions',\n", + " '/wiki/Python',\n", + " '/wiki/Talk:Python',\n", + " '/wiki/Python',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Wikipedia:Contents',\n", + " '/wiki/Portal:Current_events',\n", + " '/wiki/Special:Random',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Help:Contents',\n", + " '/wiki/Help:Introduction',\n", + " '/wiki/Wikipedia:Community_portal',\n", + " '/wiki/Special:RecentChanges',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:WhatLinksHere/Python',\n", + " '/wiki/Special:RecentChangesLinked/Python',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:SpecialPages',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Wikipedia:General_disclaimer',\n", + " '/wiki/Pythons',\n", + " '/wiki/Python_(genus)',\n", + " '/wiki/Python_(programming_language)',\n", + " '/wiki/CMU_Common_Lisp',\n", + " '/wiki/PERQ#PERQ_3',\n", + " '/wiki/Python_of_Aenus',\n", + " '/wiki/Python_(painter)',\n", + " '/wiki/Python_of_Byzantium',\n", + " '/wiki/Python_of_Catana',\n", + " '/wiki/Python_Anghelo',\n", + " '/wiki/Python_(Efteling)',\n", + " '/wiki/Python_(Busch_Gardens_Tampa_Bay)',\n", + " '/wiki/Python_(Coney_Island,_Cincinnati,_Ohio)',\n", + " '/wiki/Python_(automobile_maker)',\n", + " '/wiki/Python_(Ford_prototype)',\n", + " '/wiki/Python_(missile)',\n", + " '/wiki/Python_(nuclear_primary)',\n", + " '/wiki/Colt_Python',\n", + " '/wiki/PYTHON',\n", + " '/wiki/Python_(film)',\n", + " '/wiki/Python_(mythology)',\n", + " '/wiki/Monty_Python',\n", + " '/wiki/Python_(Monty)_Pictures',\n", + " '/wiki/Cython',\n", + " '/wiki/Pyton',\n", + " '/wiki/Pithon',\n", + " '/wiki/File:Disambig_gray.svg',\n", + " '/wiki/Help:Disambiguation',\n", + " '/wiki/Help:Category',\n", + " '/wiki/Category:Disambiguation_pages',\n", + " '/wiki/Category:Human_name_disambiguation_pages',\n", + " '/wiki/Category:Disambiguation_pages_with_given-name-holder_lists',\n", + " '/wiki/Category:Disambiguation_pages_with_short_descriptions',\n", + " '/wiki/Category:Short_description_is_different_from_Wikidata',\n", + " '/wiki/Category:All_article_disambiguation_pages',\n", + " '/wiki/Category:All_disambiguation_pages',\n", + " '/wiki/Category:Animal_common_name_disambiguation_pages',\n", + " '/wiki/Special:MyTalk',\n", + " '/wiki/Special:MyContributions',\n", + " '/wiki/Python',\n", + " '/wiki/Talk:Python',\n", + " '/wiki/Python',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Wikipedia:Contents',\n", + " '/wiki/Portal:Current_events',\n", + " '/wiki/Special:Random',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Help:Contents',\n", + " '/wiki/Help:Introduction',\n", + " '/wiki/Wikipedia:Community_portal',\n", + " '/wiki/Special:RecentChanges',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:WhatLinksHere/Python',\n", + " '/wiki/Special:RecentChangesLinked/Python',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:SpecialPages',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Wikipedia:General_disclaimer']" + ] + }, + "execution_count": 44, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "py_table = wiki_soup.find_all(href=re.compile('^/wiki/'))\n", + "py_links = [image['href'] for image in py_table]\n", + "for image in py_table:\n", + " py_links.append(image['href'])\n", + "py_links" ] }, { @@ -230,21 +6021,60 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 55, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'http://uscode.house.gov/download/download.shtml'" + "url = 'http://uscode.house.gov/download/download.shtml'\n", + "\n", + "us_link = requests.get(url).content\n", + "us_soup = BeautifulSoup(us_link,'lxml')\n", + "#us_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 54, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['Title 5 - Government Organization and Employees ٭',\n", + " 'Title 6 - Domestic Security',\n", + " 'Title 7 - Agriculture',\n", + " 'Title 10 - Armed Forces ٭',\n", + " 'Title 12 - Banks and Banking',\n", + " 'Title 15 - Commerce and Trade',\n", + " 'Title 19 - Customs Duties',\n", + " 'Title 20 - Education',\n", + " 'Title 26 - Internal Revenue Code',\n", + " 'Title 29 - Labor',\n", + " 'Title 31 - Money and Finance ٭',\n", + " \"Title 38 - Veterans' Benefits ٭\",\n", + " 'Title 39 - Postal Service ٭',\n", + " 'Title 41 - Public Contracts ٭',\n", + " 'Title 42 - The Public Health and Welfare',\n", + " 'Title 45 - Railroads',\n", + " 'Title 47 - Telecommunications',\n", + " 'Title 49 - Transportation ٭',\n", + " 'Title 50 - War and National Defense',\n", + " 'Title 54 - National Park Service and Related Programs ٭']" + ] + }, + "execution_count": 54, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "us_unc=us_soup.select('div[class=\"usctitlechanged\"]')\n", + "#us_unc\n", + "us_clean=[item.text for item in us_unc]\n", + "us_clean\n", + "us_clean1=[title.strip()for title in us_clean]\n", + "us_clean1" ] }, { @@ -256,21 +6086,47 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 58, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://www.fbi.gov/wanted/topten'" + "url = 'https://www.fbi.gov/wanted/topten'\n", + "fbi_link=requests.get(url).content\n", + "fbi_soup=BeautifulSoup(fbi_link,'lxml')\n", + "#fbi_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 65, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['EUGENE PALMER',\n", + " 'RAFAEL CARO-QUINTERO',\n", + " 'BHADRESHKUMAR CHETANBHAI PATEL',\n", + " 'ROBERT WILLIAM FISHER',\n", + " 'ALEJANDRO ROSALES CASTILLO',\n", + " 'ARNOLDO JIMENEZ',\n", + " 'JASON DEREK BROWN',\n", + " 'ALEXIS FLORES',\n", + " 'JOSE RODOLFO VILLARREAL-HERNANDEZ',\n", + " 'YASER ABDEL SAID']" + ] + }, + "execution_count": 65, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code " + "fbi_table=fbi_soup.select('h3[class=\"title\"]')\n", + "#fbi_table\n", + "fbi_wanted = [item.text.replace('\\n','') for item in fbi_table]\n", + "fbi_wanted" ] }, { @@ -282,12 +6138,875 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 88, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Date & Time UTCLatitude degreesLongitude degreesDepth kmMag [+]Region name [+]Last update [-]
12345678910›»12345678910›»12345678910›».112345678910›»12345678910›».112345678910›»12345678910›»12345678910›»12345678910›»
02021-07-07 17:58:00.920min ago28.15N16.27W36ML3.1CANARY ISLANDS, SPAIN REGION
12021-07-07 17:45:12.432min ago46.22N7.36E6ML1.6SWITZERLAND
22021-07-07 17:40:57.337min ago19.89N156.67W22ML4.2HAWAII REGION, HAWAII
32021-07-07 17:39:30.038min ago34.10N132.90E40M4.0WESTERN HONSHU, JAPAN
42021-07-07 17:37:36.040min ago4.49N96.54E10M2.9NORTHERN SUMATRA, INDONESIA
52021-07-07 17:28:14.249min ago21.15S68.67W118Mw4.7ANTOFAGASTA, CHILE
62021-07-07 17:25:10.252min ago33.87N117.69W9Ml2.3GREATER LOS ANGELES AREA, CALIF.
72021-07-07 17:24:31.753min ago19.21N155.45W32Md2.1ISLAND OF HAWAII, HAWAII
82021-07-07 17:16:30.01hr 01min ago0.06S124.61E78M3.2MOLUCCA SEA
92021-07-07 17:04:27.41hr 13min ago35.63N3.70W5ML2.3STRAIT OF GIBRALTAR
102021-07-07 17:03:29.01hr 14min ago20.98S68.72W126ML3.3TARAPACA, CHILE
112021-07-07 17:02:32.51hr 15min ago37.19N135.02E380mb5.0SEA OF JAPAN
122021-07-07 17:01:59.01hr 16min ago24.19S66.93W216M3.7SALTA, ARGENTINA
132021-07-07 16:39:41.01hr 38min ago28.55S71.37W26ML2.8OFFSHORE ATACAMA, CHILE
142021-07-07 16:31:43.01hr 46min ago13.08N86.19W42M2.8NICARAGUA
152021-07-07 16:31:42.51hr 46min ago35.73N3.73W3ML2.4STRAIT OF GIBRALTAR
162021-07-07 16:24:37.41hr 53min ago33.62N132.31E80mb4.5SHIKOKU, JAPAN
172021-07-07 16:15:09.32hr 02min ago35.74N3.69W10ML2.3STRAIT OF GIBRALTAR
182021-07-07 16:04:51.42hr 13min ago37.96N3.35W12ML1.6SPAIN
192021-07-07 15:51:26.02hr 26min ago11.55N126.40E19M3.4PHILIPPINE ISLANDS REGION
202021-07-07 15:44:42.32hr 33min ago35.70N3.57W10ML2.4STRAIT OF GIBRALTAR
212021-07-07 15:43:18.82hr 34min ago24.19S179.54E548mb4.4SOUTH OF FIJI ISLANDS
222021-07-07 15:42:22.42hr 35min ago37.86S178.71E36M3.6OFF E. COAST OF N. ISLAND, N.Z.
232021-07-07 15:36:31.72hr 41min ago36.44N27.16E5ML2.6DODECANESE IS.-TURKEY BORDER REG
242021-07-07 15:35:24.02hr 42min ago11.30N126.29E1M3.3PHILIPPINE ISLANDS REGION
252021-07-07 15:34:36.12hr 43min ago36.44N27.13E2ML2.2DODECANESE IS.-TURKEY BORDER REG
262021-07-07 15:33:58.42hr 44min ago46.04N6.87E1ML1.4FRANCE
272021-07-07 15:11:47.03hr 06min ago21.64S68.37W137ML2.8ANTOFAGASTA, CHILE
282021-07-07 15:10:45.03hr 07min ago2.81S102.18E145M3.3SOUTHERN SUMATRA, INDONESIA
292021-07-07 14:56:08.03hr 22min ago35.62N3.73W10ML2.7STRAIT OF GIBRALTAR
302021-07-07 14:55:37.83hr 22min ago28.05N128.14E40mb4.6RYUKYU ISLANDS, JAPAN
312021-07-07 14:52:14.43hr 25min ago19.17N155.48W34Ml2.0ISLAND OF HAWAII, HAWAII
322021-07-07 14:47:26.03hr 30min ago9.07S118.17E78M3.8SUMBAWA REGION, INDONESIA
332021-07-07 14:44:07.93hr 34min ago38.43N21.82E7ML3.0GREECE
342021-07-07 14:14:58.14hr 03min ago19.23N155.44W33Ml2.1ISLAND OF HAWAII, HAWAII
352021-07-07 13:58:14.04hr 19min ago0.22N121.93E147M2.5MINAHASA, SULAWESI, INDONESIA
362021-07-07 13:52:28.04hr 25min ago22.76S68.94W108ML2.7ANTOFAGASTA, CHILE
372021-07-07 13:38:27.74hr 39min ago23.88N121.60E10ML4.6TAIWAN
382021-07-07 13:13:18.05hr 04min ago28.76S71.54W22ML2.8OFFSHORE ATACAMA, CHILE
392021-07-07 13:05:31.35hr 12min ago31.59N104.25W5ML3.3WESTERN TEXAS
402021-07-07 12:44:53.05hr 33min ago4.00S129.17E112M4.4BANDA SEA
412021-07-07 12:43:22.05hr 34min ago12.65S76.87W34M3.6NEAR COAST OF CENTRAL PERU
422021-07-07 12:40:56.45hr 37min ago38.82N122.80W2Md2.2NORTHERN CALIFORNIA
432021-07-07 12:30:47.95hr 47min ago2.96S139.61E110mb5.1NEAR N COAST OF PAPUA, INDONESIA
442021-07-07 12:28:01.05hr 50min ago21.09S68.88W104ML2.9TARAPACA, CHILE
452021-07-07 12:20:13.05hr 57min ago7.85S107.26E25M3.3JAVA, INDONESIA
462021-07-07 12:20:10.05hr 57min ago6.46N126.98E83M3.4MINDANAO, PHILIPPINES
472021-07-07 11:28:38.96hr 49min ago34.78S179.75E232M3.6SOUTH OF KERMADEC ISLANDS
482021-07-07 11:25:10.56hr 52min ago38.51N39.60E7ML2.0EASTERN TURKEY
492021-07-07 11:24:57.76hr 53min ago23.84N121.70E5mb5.3TAIWAN
50NaNNaNNaNNaNNaNNaNNaNNaNNaN
5112345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»
52NaNNaNNaNNaNNaNNaNNaNNaNNaN
\n", + "
" + ], + "text/plain": [ + " Date & Time UTC Latitude degrees \\\n", + " 12345678910›» 12345678910›» 12345678910›».1 \n", + "0 2021-07-07 17:58:00.920min ago 28.15 N \n", + "1 2021-07-07 17:45:12.432min ago 46.22 N \n", + "2 2021-07-07 17:40:57.337min ago 19.89 N \n", + "3 2021-07-07 17:39:30.038min ago 34.10 N \n", + "4 2021-07-07 17:37:36.040min ago 4.49 N \n", + "5 2021-07-07 17:28:14.249min ago 21.15 S \n", + "6 2021-07-07 17:25:10.252min ago 33.87 N \n", + "7 2021-07-07 17:24:31.753min ago 19.21 N \n", + "8 2021-07-07 17:16:30.01hr 01min ago 0.06 S \n", + "9 2021-07-07 17:04:27.41hr 13min ago 35.63 N \n", + "10 2021-07-07 17:03:29.01hr 14min ago 20.98 S \n", + "11 2021-07-07 17:02:32.51hr 15min ago 37.19 N \n", + "12 2021-07-07 17:01:59.01hr 16min ago 24.19 S \n", + "13 2021-07-07 16:39:41.01hr 38min ago 28.55 S \n", + "14 2021-07-07 16:31:43.01hr 46min ago 13.08 N \n", + "15 2021-07-07 16:31:42.51hr 46min ago 35.73 N \n", + "16 2021-07-07 16:24:37.41hr 53min ago 33.62 N \n", + "17 2021-07-07 16:15:09.32hr 02min ago 35.74 N \n", + "18 2021-07-07 16:04:51.42hr 13min ago 37.96 N \n", + "19 2021-07-07 15:51:26.02hr 26min ago 11.55 N \n", + "20 2021-07-07 15:44:42.32hr 33min ago 35.70 N \n", + "21 2021-07-07 15:43:18.82hr 34min ago 24.19 S \n", + "22 2021-07-07 15:42:22.42hr 35min ago 37.86 S \n", + "23 2021-07-07 15:36:31.72hr 41min ago 36.44 N \n", + "24 2021-07-07 15:35:24.02hr 42min ago 11.30 N \n", + "25 2021-07-07 15:34:36.12hr 43min ago 36.44 N \n", + "26 2021-07-07 15:33:58.42hr 44min ago 46.04 N \n", + "27 2021-07-07 15:11:47.03hr 06min ago 21.64 S \n", + "28 2021-07-07 15:10:45.03hr 07min ago 2.81 S \n", + "29 2021-07-07 14:56:08.03hr 22min ago 35.62 N \n", + "30 2021-07-07 14:55:37.83hr 22min ago 28.05 N \n", + "31 2021-07-07 14:52:14.43hr 25min ago 19.17 N \n", + "32 2021-07-07 14:47:26.03hr 30min ago 9.07 S \n", + "33 2021-07-07 14:44:07.93hr 34min ago 38.43 N \n", + "34 2021-07-07 14:14:58.14hr 03min ago 19.23 N \n", + "35 2021-07-07 13:58:14.04hr 19min ago 0.22 N \n", + "36 2021-07-07 13:52:28.04hr 25min ago 22.76 S \n", + "37 2021-07-07 13:38:27.74hr 39min ago 23.88 N \n", + "38 2021-07-07 13:13:18.05hr 04min ago 28.76 S \n", + "39 2021-07-07 13:05:31.35hr 12min ago 31.59 N \n", + "40 2021-07-07 12:44:53.05hr 33min ago 4.00 S \n", + "41 2021-07-07 12:43:22.05hr 34min ago 12.65 S \n", + "42 2021-07-07 12:40:56.45hr 37min ago 38.82 N \n", + "43 2021-07-07 12:30:47.95hr 47min ago 2.96 S \n", + "44 2021-07-07 12:28:01.05hr 50min ago 21.09 S \n", + "45 2021-07-07 12:20:13.05hr 57min ago 7.85 S \n", + "46 2021-07-07 12:20:10.05hr 57min ago 6.46 N \n", + "47 2021-07-07 11:28:38.96hr 49min ago 34.78 S \n", + "48 2021-07-07 11:25:10.56hr 52min ago 38.51 N \n", + "49 2021-07-07 11:24:57.76hr 53min ago 23.84 N \n", + "50 NaN NaN NaN \n", + "51 12345678910›» 12345678910›» 12345678910›» \n", + "52 NaN NaN NaN \n", + "\n", + " Longitude degrees Depth km Mag [+] \\\n", + " 12345678910›» 12345678910›».1 12345678910›» 12345678910›» \n", + "0 16.27 W 36 ML \n", + "1 7.36 E 6 ML \n", + "2 156.67 W 22 ML \n", + "3 132.90 E 40 M \n", + "4 96.54 E 10 M \n", + "5 68.67 W 118 Mw \n", + "6 117.69 W 9 Ml \n", + "7 155.45 W 32 Md \n", + "8 124.61 E 78 M \n", + "9 3.70 W 5 ML \n", + "10 68.72 W 126 ML \n", + "11 135.02 E 380 mb \n", + "12 66.93 W 216 M \n", + "13 71.37 W 26 ML \n", + "14 86.19 W 42 M \n", + "15 3.73 W 3 ML \n", + "16 132.31 E 80 mb \n", + "17 3.69 W 10 ML \n", + "18 3.35 W 12 ML \n", + "19 126.40 E 19 M \n", + "20 3.57 W 10 ML \n", + "21 179.54 E 548 mb \n", + "22 178.71 E 36 M \n", + "23 27.16 E 5 ML \n", + "24 126.29 E 1 M \n", + "25 27.13 E 2 ML \n", + "26 6.87 E 1 ML \n", + "27 68.37 W 137 ML \n", + "28 102.18 E 145 M \n", + "29 3.73 W 10 ML \n", + "30 128.14 E 40 mb \n", + "31 155.48 W 34 Ml \n", + "32 118.17 E 78 M \n", + "33 21.82 E 7 ML \n", + "34 155.44 W 33 Ml \n", + "35 121.93 E 147 M \n", + "36 68.94 W 108 ML \n", + "37 121.60 E 10 ML \n", + "38 71.54 W 22 ML \n", + "39 104.25 W 5 ML \n", + "40 129.17 E 112 M \n", + "41 76.87 W 34 M \n", + "42 122.80 W 2 Md \n", + "43 139.61 E 110 mb \n", + "44 68.88 W 104 ML \n", + "45 107.26 E 25 M \n", + "46 126.98 E 83 M \n", + "47 179.75 E 232 M \n", + "48 39.60 E 7 ML \n", + "49 121.70 E 5 mb \n", + "50 NaN NaN NaN NaN \n", + "51 12345678910›» 12345678910›» 12345678910›» 12345678910›» \n", + "52 NaN NaN NaN NaN \n", + "\n", + " Region name [+] Last update [-] \n", + " 12345678910›» 12345678910›» \n", + "0 3.1 CANARY ISLANDS, SPAIN REGION \n", + "1 1.6 SWITZERLAND \n", + "2 4.2 HAWAII REGION, HAWAII \n", + "3 4.0 WESTERN HONSHU, JAPAN \n", + "4 2.9 NORTHERN SUMATRA, INDONESIA \n", + "5 4.7 ANTOFAGASTA, CHILE \n", + "6 2.3 GREATER LOS ANGELES AREA, CALIF. \n", + "7 2.1 ISLAND OF HAWAII, HAWAII \n", + "8 3.2 MOLUCCA SEA \n", + "9 2.3 STRAIT OF GIBRALTAR \n", + "10 3.3 TARAPACA, CHILE \n", + "11 5.0 SEA OF JAPAN \n", + "12 3.7 SALTA, ARGENTINA \n", + "13 2.8 OFFSHORE ATACAMA, CHILE \n", + "14 2.8 NICARAGUA \n", + "15 2.4 STRAIT OF GIBRALTAR \n", + "16 4.5 SHIKOKU, JAPAN \n", + "17 2.3 STRAIT OF GIBRALTAR \n", + "18 1.6 SPAIN \n", + "19 3.4 PHILIPPINE ISLANDS REGION \n", + "20 2.4 STRAIT OF GIBRALTAR \n", + "21 4.4 SOUTH OF FIJI ISLANDS \n", + "22 3.6 OFF E. COAST OF N. ISLAND, N.Z. \n", + "23 2.6 DODECANESE IS.-TURKEY BORDER REG \n", + "24 3.3 PHILIPPINE ISLANDS REGION \n", + "25 2.2 DODECANESE IS.-TURKEY BORDER REG \n", + "26 1.4 FRANCE \n", + "27 2.8 ANTOFAGASTA, CHILE \n", + "28 3.3 SOUTHERN SUMATRA, INDONESIA \n", + "29 2.7 STRAIT OF GIBRALTAR \n", + "30 4.6 RYUKYU ISLANDS, JAPAN \n", + "31 2.0 ISLAND OF HAWAII, HAWAII \n", + "32 3.8 SUMBAWA REGION, INDONESIA \n", + "33 3.0 GREECE \n", + "34 2.1 ISLAND OF HAWAII, HAWAII \n", + "35 2.5 MINAHASA, SULAWESI, INDONESIA \n", + "36 2.7 ANTOFAGASTA, CHILE \n", + "37 4.6 TAIWAN \n", + "38 2.8 OFFSHORE ATACAMA, CHILE \n", + "39 3.3 WESTERN TEXAS \n", + "40 4.4 BANDA SEA \n", + "41 3.6 NEAR COAST OF CENTRAL PERU \n", + "42 2.2 NORTHERN CALIFORNIA \n", + "43 5.1 NEAR N COAST OF PAPUA, INDONESIA \n", + "44 2.9 TARAPACA, CHILE \n", + "45 3.3 JAVA, INDONESIA \n", + "46 3.4 MINDANAO, PHILIPPINES \n", + "47 3.6 SOUTH OF KERMADEC ISLANDS \n", + "48 2.0 EASTERN TURKEY \n", + "49 5.3 TAIWAN \n", + "50 NaN NaN \n", + "51 12345678910›» 12345678910›» \n", + "52 NaN NaN " + ] + }, + "execution_count": 88, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://www.emsc-csem.org/Earthquake/'" + "import pandas as pd\n", + "url = 'https://www.emsc-csem.org/Earthquake/'\n", + "earth_link=requests.get(url).content\n", + "tabla_html = pd.read_html(earth_link)\n", + "\n", + "tabla_html[3][[\"Date & Time UTC\", \"Latitude degrees\", \"Longitude degrees\", \"Depth km\", \"Mag [+]\", \"Region name [+]\", \"Last update [-]\"]]\n" ] }, { @@ -295,49 +7014,95 @@ "execution_count": null, "metadata": {}, "outputs": [], + "source": [] + }, + { + "cell_type": "markdown", + "metadata": {}, "source": [ - "#your code" + "#### Display the date, and title of upcoming hackathon events as a Pandas dataframe table" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "#### Display the date, and title of upcoming hackathon events as a Pandas dataframe table" + "### pagina tronada" ] }, { - "cell_type": "code", - "execution_count": null, + "cell_type": "markdown", "metadata": {}, - "outputs": [], "source": [ - "# This is the url you will scrape in this exercise\n", - "url ='https://hackevents.co/hackathons'" + "#### Count number of tweets by a given Twitter account." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You will need to include a ***try/except block*** for account names not found. \n", + "
***Hint:*** the program should count the number of tweets for any provided account" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 45, "metadata": {}, - "outputs": [], + "outputs": [ + { + "ename": "IndexError", + "evalue": "list index out of range", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mIndexError\u001b[0m Traceback (most recent call last)", + "\u001b[1;32m~\\AppData\\Local\\Temp/ipykernel_7572/2297334952.py\u001b[0m in \u001b[0;36m\u001b[1;34m\u001b[0m\n\u001b[0;32m 23\u001b[0m \u001b[0mtweets\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0msoup\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'div[class=\"css-1dbjc4n r-1habvwh\"]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 24\u001b[0m \u001b[0mnew\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtweets\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'div [class=\"css-901oao css-bfa6kz r-14j79pv r-1qd0xha r-n6v787 r-16dba41 r-1cwl3u0 r-bcqeeo r-qvutc0\"]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 25\u001b[1;33m \u001b[0mnew\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[1;31mIndexError\u001b[0m: list index out of range" + ] + } + ], "source": [ - "#your code" + "import requests\n", + "from bs4 import BeautifulSoup\n", + "import pandas as pd\n", + "\n", + "from selenium import webdriver\n", + "from selenium.webdriver.common.keys import Keys\n", + "import time\n", + "# from pprint import pprint\n", + "# from lxml import html\n", + "# from lxml.html import fromstring\n", + "# import urllib.request\n", + "# from urllib.request import urlopen\n", + "# import random\n", + "# import re\n", + "# import scrapy\n", + "url = 'https://twitter.com/EvilAFM'\n", + "driver=webdriver.Firefox(executable_path=r'C:\\Users\\User\\geckodriver\\geckodriver.exe')\n", + "driver.get(url)\n", + "page_source = driver.page_source\n", + "driver.quit()\n", + "\n", + "soup = BeautifulSoup(page_source, 'html.parser')\n", + "tweets=soup.select('div[class=\"css-1dbjc4n r-1habvwh\"]')\n", + "new = tweets[0].select('div [class=\"css-901oao css-bfa6kz r-14j79pv r-1qd0xha r-n6v787 r-16dba41 r-1cwl3u0 r-bcqeeo r-qvutc0\"]')\n", + "new[0].text\n" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "#### Count number of tweets by a given Twitter account." + "#### Number of followers of a given twitter account" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "You will need to include a ***try/except block*** for account names not found. \n", - "
***Hint:*** the program should count the number of tweets for any provided account" + "You will need to include a ***try/except block*** in case account/s name not found. \n", + "
***Hint:*** the program should count the followers for any provided account" ] }, { @@ -364,61 +7129,222 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "#### Number of followers of a given twitter account" + "#### List all language names and number of related articles in the order they appear in wikipedia.org" ] }, { - "cell_type": "markdown", + "cell_type": "code", + "execution_count": 83, "metadata": {}, + "outputs": [], "source": [ - "You will need to include a ***try/except block*** in case account/s name not found. \n", - "
***Hint:*** the program should count the followers for any provided account" + "# This is the url you will scrape in this exercise\n", + "import re\n", + "url = 'https://www.wikipedia.org/'" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 84, "metadata": {}, "outputs": [], "source": [ - "# This is the url you will scrape in this exercise \n", - "# You will need to add the account credentials to this url\n", - "url = 'https://twitter.com/'" + "wiki_link = requests.get(url).content\n", + "wiki_soup = BeautifulSoup(wiki_link, 'lxml')\n", + "#wiki_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 90, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['\\n\\n\\n\\nEnglish\\n6\\xa0326\\xa0000+ articles\\n\\n\\n\\n\\n\\n日本語\\n1\\xa0275\\xa0000+ 記事\\n\\n\\n\\n\\n\\nEspañol\\n1\\xa0696\\xa0000+ artículos\\n\\n\\n\\n\\n\\nDeutsch\\n2\\xa0590\\xa0000+ Artikel\\n\\n\\n\\n\\n\\nРусский\\n1\\xa0734\\xa0000+ статей\\n\\n\\n\\n\\n\\nFrançais\\n2\\xa0340\\xa0000+ articles\\n\\n\\n\\n\\n\\n中文\\n1\\xa0206\\xa0000+ 條目\\n\\n\\n\\n\\n\\nItaliano\\n1\\xa0701\\xa0000+ voci\\n\\n\\n\\n\\n\\nPortuguês\\n1\\xa0066\\xa0000+ artigos\\n\\n\\n\\n\\n\\nPolski\\n1\\xa0480\\xa0000+ haseł\\n\\n\\n']" + ] + }, + "execution_count": 90, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "wiki_table=wiki_soup.select('div[class=\"central-featured\"]')\n", + "#wiki_table\n", + "table_clean=[item.text for item in wiki_table]\n", + "table_clean" ] }, { - "cell_type": "markdown", + "cell_type": "code", + "execution_count": 89, "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[['English'],\n", + " ['6\\xa0326\\xa0000+ articles'],\n", + " ['日本語'],\n", + " ['1\\xa0275\\xa0000+ 記事'],\n", + " ['Español'],\n", + " ['1\\xa0696\\xa0000+ artículos'],\n", + " ['Deutsch'],\n", + " ['2\\xa0590\\xa0000+ Artikel'],\n", + " ['Русский'],\n", + " ['1\\xa0734\\xa0000+ статей'],\n", + " ['Français'],\n", + " ['2\\xa0340\\xa0000+ articles'],\n", + " ['中文'],\n", + " ['1\\xa0206\\xa0000+ 條目'],\n", + " ['Italiano'],\n", + " ['1\\xa0701\\xa0000+ voci'],\n", + " ['Português'],\n", + " ['1\\xa0066\\xa0000+ artigos'],\n", + " ['Polski'],\n", + " ['1\\xa0480\\xa0000+ haseł']]" + ] + }, + "execution_count": 89, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#### List all language names and number of related articles in the order they appear in wikipedia.org" + "table_clean=[re.findall(r'(?<=\\b).+(?=\\b)', item) for item in table_clean]\n", + "table_clean" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 87, "metadata": {}, "outputs": [], "source": [ - "# This is the url you will scrape in this exercise\n", - "url = 'https://www.wikipedia.org/'" + "publications = []\n", + "languajes = []\n", + "table_clean=table_clean[0]\n", + "\n", + "for i in range(len(table_clean)):\n", + " if re.search(r'\\d+', table_clean[i]):\n", + " publications.append(table_clean[i])\n", + " else:\n", + " languajes.append(table_clean[i])\n", + " " ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 88, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
LanguajePublications
0English6 326 000+ articles
1日本語1 275 000+ 記事
2Español1 696 000+ artículos
3Deutsch2 590 000+ Artikel
4Русский1 734 000+ статей
5Français2 340 000+ articles
6中文1 206 000+ 條目
7Italiano1 701 000+ voci
8Português1 066 000+ artigos
9Polski1 480 000+ haseł
\n", + "
" + ], + "text/plain": [ + " Languaje Publications\n", + "0 English 6 326 000+ articles\n", + "1 日本語 1 275 000+ 記事\n", + "2 Español 1 696 000+ artículos\n", + "3 Deutsch 2 590 000+ Artikel\n", + "4 Русский 1 734 000+ статей\n", + "5 Français 2 340 000+ articles\n", + "6 中文 1 206 000+ 條目\n", + "7 Italiano 1 701 000+ voci\n", + "8 Português 1 066 000+ artigos\n", + "9 Polski 1 480 000+ haseł" + ] + }, + "execution_count": 88, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "languajes = pd.Series(languajes)\n", + "publications = pd.Series(publications)\n", + "lan_pub = pd.concat([languajes, publications], axis=1)\n", + "lan_pub.columns = ['Languaje', 'Publications']\n", + "lan_pub" ] }, { @@ -430,21 +7356,52 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://data.gov.uk/'" + "url = 'https://data.gov.uk/'\n", + "html1 = requests.get(url).content\n", + "links1 = BeautifulSoup(html1)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['Defence',\n", + " ' Education',\n", + " ' Environment',\n", + " ' Government',\n", + " ' Government spending',\n", + " ' Health',\n", + " ' Mapping',\n", + " ' Society',\n", + " ' Towns and cities',\n", + " ' Transport',\n", + " ' Digital service performance',\n", + " ' Government reference data']" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code " + "links1 = link1.find_all('a', {'href':True})\n", + "links1 = list(links1)\n", + "links1 = links1[11:23]\n", + "links_list = str(links1) \n", + "links_list = re.sub(r'<(.*?)>','', links_list)\n", + "links_list = links_list.replace('[','').replace(']','')\n", + "links_list = links_list.split(',')\n", + "links_list" ] }, { @@ -456,21 +7413,42 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers'" + "url = 'https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers'\n", + "html = requests.get(url).content\n", + "link1 = BeautifulSoup(html)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "PDLeng= link1.select('.wikitable td > i > a')\n", + "\n", + "leng_df = []\n", + "\n", + "for element in PDLeng:\n", + " leng_df.append(element.text)\n", + " \n", + "leng_df = leng_df[0:20]\n", + "leng_df" ] }, { @@ -590,9 +7568,9 @@ ], "metadata": { "kernelspec": { - "display_name": "Python 3", + "display_name": "venv-web-scrapping", "language": "python", - "name": "python3" + "name": "venv-web-scrapping" }, "language_info": { "codemirror_mode": { @@ -604,7 +7582,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.7.3" + "version": "3.9.4" } }, "nbformat": 4, diff --git a/your-code/geckodriver.log b/your-code/geckodriver.log new file mode 100644 index 0000000..d4d1cab --- /dev/null +++ b/your-code/geckodriver.log @@ -0,0 +1,36 @@ +1625690867102 geckodriver INFO Listening on 127.0.0.1:50721 +1625690870152 mozrunner::runner INFO Running command: "C:\\Program Files\\Mozilla Firefox\\firefox.exe" "--marionette" "-foreground" "-no-remote" "-profile" "C:\\Users\\User\\AppData\\Local\\Temp\\rust_mozprofile51R0Vp" +1625690870484 Marionette INFO Marionette enabled +console.warn: SearchSettings: "get: No settings file exists, new profile?" (new NotFoundError("Could not open the file at C:\\Users\\User\\AppData\\Local\\Temp\\rust_mozprofile51R0Vp\\search.json.mozlz4", (void 0))) +1625690873092 Marionette INFO Listening on port 50729 +1625690873333 Marionette WARN TLS certificate errors will be ignored for this session +1625690875210 Marionette INFO Stopped listening on port 50729 +1625697311315 geckodriver INFO Listening on 127.0.0.1:56765 +1625697314347 mozrunner::runner INFO Running command: "C:\\Program Files\\Mozilla Firefox\\firefox.exe" "--marionette" "-foreground" "-no-remote" "-profile" "C:\\Users\\User\\AppData\\Local\\Temp\\rust_mozprofileZJsOlS" +1625697314712 Marionette INFO Marionette enabled +console.warn: SearchSettings: "get: No settings file exists, new profile?" (new NotFoundError("Could not open the file at C:\\Users\\User\\AppData\\Local\\Temp\\rust_mozprofileZJsOlS\\search.json.mozlz4", (void 0))) +1625697317417 Marionette INFO Listening on port 56773 +1625697317537 Marionette WARN TLS certificate errors will be ignored for this session +1625697318957 Marionette INFO Stopped listening on port 56773 + +###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost + + +###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost + + +###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost + + +###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost + + +###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost + +1625697344346 geckodriver INFO Listening on 127.0.0.1:56827 +1625697347385 mozrunner::runner INFO Running command: "C:\\Program Files\\Mozilla Firefox\\firefox.exe" "--marionette" "-foreground" "-no-remote" "-profile" "C:\\Users\\User\\AppData\\Local\\Temp\\rust_mozprofileoP09xu" +1625697347704 Marionette INFO Marionette enabled +console.warn: SearchSettings: "get: No settings file exists, new profile?" (new NotFoundError("Could not open the file at C:\\Users\\User\\AppData\\Local\\Temp\\rust_mozprofileoP09xu\\search.json.mozlz4", (void 0))) +1625697350296 Marionette INFO Listening on port 56835 +1625697350575 Marionette WARN TLS certificate errors will be ignored for this session +1625697352336 Marionette INFO Stopped listening on port 56835 diff --git a/your-code/main.ipynb b/your-code/main.ipynb index 812f7a4..7dd066b 100644 --- a/your-code/main.ipynb +++ b/your-code/main.ipynb @@ -40,7 +40,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -53,7 +53,7 @@ "# import urllib.request\n", "# from urllib.request import urlopen\n", "# import random\n", - "# import re\n", + "import re\n", "# import scrapy" ] }, @@ -66,7 +66,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 54, "metadata": {}, "outputs": [], "source": [ @@ -76,11 +76,5510 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 55, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "Trending developers on GitHub today · GitHub\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "Skip to content\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + " Sign up\n", + " \n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " Sign in\n", + " \n", + "
\n", + "\n", + " Sign up\n", + " \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Trending

\n", + "

\n", + " These are the developers building the hot tools today.\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + " Language:\n", + "\n", + " \n", + " Any\n", + " \n", + "\n", + "
\n", + "\n", + " Select a language\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + " C++\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Java\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JavaScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PHP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Python\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ruby\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unknown languages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " 1C Enterprise\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " 4D\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ABAP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ABAP CDS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ABNF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ActionScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ada\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Adobe Font Metrics\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Agda\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AGS Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AIDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Alloy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Alpine Abuild\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Altium Designer\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AMPL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AngelScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ant Build System\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ANTLR\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ApacheConf\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Apex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " API Blueprint\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " APL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Apollo Guidance Computer\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AppleScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Arc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AsciiDoc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ASL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ASN.1\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Classic ASP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ASP.NET\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AspectJ\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Asymptote\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ATS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Augeas\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AutoHotkey\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " AutoIt\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Avro IDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Awk\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ballerina\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BASIC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Batchfile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Beef\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Befunge\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BibTeX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Bicep\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Bison\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BitBake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Blade\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BlitzBasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " BlitzMax\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Bluespec\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Boo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Boogie\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Brainfuck\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Brightscript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zeek\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Browserslist\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C#\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C-ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " C2hs Haskell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cabal Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cap'n Proto\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CartoCSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ceylon\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Chapel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Charity\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ChucK\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CIL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cirru\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Clarion\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Classic ASP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Clean\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Click\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CLIPS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Clojure\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Closure Templates\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cloud Firestore Security Rules\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CMake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " COBOL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CODEOWNERS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CodeQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CoffeeScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ColdFusion\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ColdFusion CFC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " COLLADA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Common Lisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Common Workflow Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Component Pascal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CoNLL-U\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cool\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Coq\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cpp-ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Creole\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Crystal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CSON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Csound\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Csound Document\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Csound Score\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CSV\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cuda\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CUE\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " cURL Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " CWeb\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cycript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Cython\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " D\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " D-ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dafny\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Darcs Patch\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dart\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DataWeave\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " desktop\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dhall\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Diff\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DIGITAL Command Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " dircolors\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DirectX 3D File\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DNS Zone\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dockerfile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dogescript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " DTrace\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Dylan\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " E\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Eagle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Easybuild\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EBNF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " eC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ecere Projects\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ECL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ECLiPSe\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EditorConfig\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Edje Data Collection\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " edn\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Eiffel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EJS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Elixir\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Elm\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Emacs Lisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EmberScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " EQ\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Erlang\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " F#\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " F*\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Factor\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fancy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fantom\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Faust\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FIGlet Font\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Filebench WML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Filterscript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " fish\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fluent\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FLUX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Formatted\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Forth\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fortran\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Fortran Free Form\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FreeBasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " FreeMarker\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Frege\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Futhark\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " G-code\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Game Maker Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GAML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GAMS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GAP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GCC Machine Description\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GDB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GDScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GEDCOM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Genie\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Genshi\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gentoo Ebuild\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gentoo Eclass\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gerber Image\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gettext Catalog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gherkin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Git Attributes\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Git Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GLSL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Glyph\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Glyph Bitmap Distribution Format\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GN\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gnuplot\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Go\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Golo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gosu\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Grace\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Gradle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Grammatical Framework\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Graph Modeling Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " GraphQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Graphviz (DOT)\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Groovy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Groovy Server Pages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Hack\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Haml\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Handlebars\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HAProxy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Harbour\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Haskell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Haxe\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HiveQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HLSL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HolyC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jinja\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+ECR\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+EEX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+ERB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+PHP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTML+Razor\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HTTP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HXML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Hy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " HyPhy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " IDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Idris\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ignore List\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " IGOR Pro\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ImageJ Macro\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Inform 7\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " INI\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Inno Setup\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Io\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ioke\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " IRC log\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Isabelle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Isabelle ROOT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " J\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jasmin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Java Properties\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Java Server Pages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JavaScript+ERB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JFlex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jinja\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jison\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jison Lex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jolie\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " jq\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSON with Comments\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSON5\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSONiq\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " JSONLD\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jsonnet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Julia\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Jupyter Notebook\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kaitai Struct\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KiCad Layout\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KiCad Legacy Layout\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KiCad Schematic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kit\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kotlin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " KRL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Kusto\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LabVIEW\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lark\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lasso\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Latte\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lean\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Less\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lex\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LFE\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LilyPond\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Limbo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Linker Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Linux Kernel Module\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Liquid\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Literate Agda\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Literate CoffeeScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Literate Haskell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LiveScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LLVM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Logos\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Logtalk\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LOLCODE\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LookML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LoomScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LSL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " LTspice Symbol\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Lua\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " M\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " M4\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " M4Sugar\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Macaulay2\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Makefile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mako\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Markdown\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Marko\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mask\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mathematica\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MATLAB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Maven POM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Max\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MAXScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " mcfunction\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wikitext\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mercury\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Meson\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Metal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Microsoft Developer Studio Project\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Microsoft Visual Studio Solution\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MiniD\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mirah\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " mIRC Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MLIR\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Modelica\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Modula-2\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Modula-3\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Module Management System\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Monkey\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Moocode\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MoonScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Motorola 68K Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MQL4\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MQL5\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MTML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " MUF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " mupad\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Muse\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Mustache\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Myghty\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " nanorc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NASL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nearley\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nemerle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NEON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " nesC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NetLinx\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NetLinx+ERB\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NetLogo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NewLisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nextflow\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nginx\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nim\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ninja\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nit\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nix\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NPM Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NSIS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nu\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NumPy\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Nunjucks\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " NWScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ObjDump\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Object Data Instance Notation\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Objective-C\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Objective-C++\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Objective-J\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ObjectScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OCaml\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Odin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Omgrofl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ooc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Opa\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Opal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Open Policy Agent\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenEdge ABL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenQASM\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenRC runscript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenSCAD\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenStep Property List\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " OpenType Feature File\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Org\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ox\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Oxygene\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Oz\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " P4\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pan\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Papyrus\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Parrot\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Parrot Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Parrot Internal Representation\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pascal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pawn\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PEG.js\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pep8\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Perl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pickle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PicoLisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PigLatin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pike\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PlantUML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PLpgSQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PLSQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pod\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pod 6\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PogoScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pony\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PostCSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PostScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " POV-Ray SDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PowerBuilder\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PowerShell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Prisma\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Processing\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Proguard\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Prolog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Propeller Spin\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Protocol Buffer\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Public Key\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pug\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Puppet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Pure Data\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PureBasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " PureScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Python console\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Python traceback\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " q\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Q#\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " QMake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " QML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Qt Script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Quake\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " R\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Racket\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ragel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Raku\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RAML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rascal\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Raw token data\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RDoc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Readline Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " REALbasic\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Reason\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rebol\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Red\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Redcode\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Regular Expression\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ren'Py\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RenderScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ReScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " reStructuredText\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " REXX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rich Text Format\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Ring\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Riot\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RMarkdown\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RobotFramework\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " robots.txt\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Roff\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Roff Manpage\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rouge\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RPC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RPM Spec\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " RUNOFF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Rust\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Sage\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SaltStack\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SAS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Sass\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scala\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scaml\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scheme\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Scilab\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SCSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " sed\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Self\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ShaderLab\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Shell\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ShellSession\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Shen\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Sieve\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Singularity\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Slash\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Slice\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Slim\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Smali\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Smalltalk\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Smarty\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SmPL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SMT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Solidity\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SourcePawn\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SPARQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Spline Font Database\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SQF\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SQLPL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Squirrel\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SRecode Template\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SSH Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Stan\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Standard ML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Starlark\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Stata\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " STON\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " StringTemplate\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Stylus\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SubRip Text\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SugarSS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SuperCollider\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Svelte\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SVG\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Swift\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SWIG\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " SystemVerilog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Tcl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Tcsh\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Tea\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Terra\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TeX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Texinfo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Text\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Textile\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Thrift\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TI Program\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TLA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TOML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TSQL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TSV\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TSX\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Turing\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Turtle\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Twig\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TXL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Type Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " TypeScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unified Parallel C\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unity3D Asset\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Unix Assembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Uno\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " UnrealScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " UrWeb\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " V\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vala\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VBA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VBScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VCL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Verilog\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " VHDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vim Help File\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vim script\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vim Snippet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Visual Basic .NET\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Visual Basic .NET\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Volt\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Vue\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wavefront Material\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wavefront Object\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " wdl\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Web Ontology Language\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " WebAssembly\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " WebIDL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " WebVTT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wget Config\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wikitext\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Windows Registry Entries\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " wisp\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Wollok\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " World of Warcraft Addon Data\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X BitMap\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X Font Directory Index\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X PixMap\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " X10\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " xBase\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XC\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XCompose\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XML Property List\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Xojo\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Xonsh\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XPages\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XProc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XQuery\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XS\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " XSLT\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Xtend\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Yacc\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YAML\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YANG\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YARA\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " YASnippet\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ZAP\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zeek\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ZenScript\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zephir\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zig\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " ZIL\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " Zimpl\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " Date range:\n", + "\n", + " \n", + " Today\n", + " \n", + "\n", + "
\n", + "\n", + " Adjust time span\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + " Today\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " This week\n", + " \n", + "\n", + "\n", + "\n", + "\n", + " This month\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 2\n", + "\n", + "
\n", + "\n", + "\"@remy\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Remy Sharp\n", + "

\n", + "

\n", + "\n", + " remy\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " nodemon\n", + "

\n", + "
\n", + " Monitor for any changes in your node.js application and automatically restart the server - perfect for development\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 3\n", + "\n", + "
\n", + "\n", + "\"@derailed\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Fernand Galiana\n", + "

\n", + "

\n", + "\n", + " derailed\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " k9s\n", + "

\n", + "
\n", + "🐶 Kubernetes CLI To Manage Your Clusters In Style!\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 4\n", + "\n", + "
\n", + "\n", + "\"@markerikson\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Mark Erikson\n", + "

\n", + "

\n", + "\n", + " markerikson\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 5\n", + "\n", + "
\n", + "\n", + "\"@Borda\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Jirka Borovec\n", + "

\n", + "

\n", + "\n", + " Borda\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " pyImSegm\n", + "

\n", + "
\n", + " Image segmentation - general superpixel segmentation & center detection & region growing\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "
\n", + "\n", + " 8\n", + "\n", + "
\n", + "\n", + "\"@mrdoob\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Mr.doob\n", + "

\n", + "

\n", + "\n", + " mrdoob\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 9\n", + "\n", + "
\n", + "\n", + "\"@PySimpleGUI\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " PySimpleGUI\n", + "

\n", + "

\n", + "\n", + " PySimpleGUI\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " PySimpleGUI\n", + "

\n", + "
\n", + " Launched in 2018 Actively developed and supported. Supports tkinter, Qt, WxPython, Remi (in browser). Create custom layout GUI's simply. Python 2.7 & 3 Support. 200+ Demo programs & Cookbook for rapid start. Extensive documentation. Examples using Machine Learning(GUI, OpenCV Integration, Chatterbot), Floating Desktop Widgets, Matplotlib + Pyplo…\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 10\n", + "\n", + "
\n", + "\n", + "\"@GuillaumeGomez\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Guillaume Gomez\n", + "

\n", + "

\n", + "\n", + " GuillaumeGomez\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " sysinfo\n", + "

\n", + "
\n", + " A system handler to get information and interact with processes written in Rust\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 12\n", + "\n", + "
\n", + "\n", + "\"@fzaninotto\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Francois Zaninotto\n", + "

\n", + "

\n", + "\n", + " fzaninotto\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " Faker\n", + "

\n", + "
\n", + " Faker is a PHP library that generates fake data for you\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 14\n", + "\n", + "
\n", + "\n", + "\"@agnivade\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Agniva De Sarker\n", + "

\n", + "

\n", + "\n", + " agnivade\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 15\n", + "\n", + "
\n", + "\n", + "\"@ktbyers\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Kirk Byers\n", + "

\n", + "

\n", + "\n", + " ktbyers\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " netmiko\n", + "

\n", + "
\n", + " Multi-vendor library to simplify Paramiko SSH connections to network devices\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 16\n", + "\n", + "
\n", + "\n", + "\"@feross\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Feross Aboukhadijeh\n", + "

\n", + "

\n", + "\n", + " feross\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 17\n", + "\n", + "
\n", + "\n", + "\"@felangel\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Felix Angelov\n", + "

\n", + "

\n", + "\n", + " felangel\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " bloc\n", + "

\n", + "
\n", + " A predictable state management library that helps implement the BLoC design pattern\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 18\n", + "\n", + "
\n", + "\n", + "\"@Seldaek\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Jordi Boggiano\n", + "

\n", + "

\n", + "\n", + " Seldaek\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " monolog\n", + "

\n", + "
\n", + " Sends your logs to files, sockets, inboxes, databases and various web services\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + " 19\n", + "\n", + "
\n", + "\n", + "\"@driesvints\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Dries Vints\n", + "

\n", + "

\n", + "\n", + " driesvints\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 21\n", + "\n", + "
\n", + "\n", + "\"@dotansimha\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Dotan Simha\n", + "

\n", + "

\n", + "\n", + " dotansimha\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " graphql-code-generator\n", + "

\n", + "
\n", + " A tool for generating code based on a GraphQL schema and GraphQL operations (query/mutation/subscription), with flexible support for custom plugins. \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 23\n", + "\n", + "
\n", + "\n", + "\"@michaelklishin\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Michael Klishin\n", + "

\n", + "

\n", + "\n", + " michaelklishin\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
Popular repo
\n", + "

\n", + "\n", + "\n", + " quartzite\n", + "

\n", + "
\n", + " Quarzite is a thin idiomatic Clojure layer on top the Quartz Scheduler\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "\n", + " 25\n", + "\n", + "
\n", + "\n", + "\"@jsuarezruiz\"\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + " Javier Suárez\n", + "

\n", + "

\n", + "\n", + " jsuarezruiz\n", + "

\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "Sponsor\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "Follow\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "" + ] + }, + "execution_count": 55, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "html=requests.get(url).content\n", + "git_soup=BeautifulSoup(html,'lxml')\n", + "git_soup" ] }, { @@ -134,11 +5633,108 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 56, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['Robert Mosolgo',\n", + " 'Remy Sharp',\n", + " 'Fernand Galiana',\n", + " 'Mark Erikson',\n", + " 'Jirka Borovec',\n", + " 'Márk Sági-Kazár',\n", + " 'Jed Watson',\n", + " 'Mr.doob',\n", + " 'PySimpleGUI',\n", + " 'Guillaume Gomez',\n", + " 'Ariel Mashraki',\n", + " 'Francois Zaninotto',\n", + " 'Thomas Steiner',\n", + " 'Agniva De Sarker',\n", + " 'Kirk Byers',\n", + " 'Feross Aboukhadijeh',\n", + " 'Felix Angelov',\n", + " 'Jordi Boggiano',\n", + " 'Dries Vints',\n", + " 'Stephen Gutekanst',\n", + " 'Dotan Simha',\n", + " 'Bastian Köcher',\n", + " 'Michael Klishin',\n", + " 'Ha Thach',\n", + " 'Javier Suárez']" + ] + }, + "execution_count": 56, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "table = git_soup.select('h1[class=\"h3 lh-condensed\"]')\n", + "names=[item.text for item in table]\n", + "\n", + "names_clean=[name.strip()for name in names]\n", + "names_clean" + ] + }, + { + "cell_type": "code", + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ - "#your code" + "table2 = git_soup.select('a[class=\"Link--secondary\"]')\n", + "username=[item.text for item in table2]\n", + "#username\n", + "username_clean=[user.strip()for user in username]\n", + "#username_clean" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['Robert Mosolgo (rmosolgo)',\n", + " 'Remy Sharp (remy)',\n", + " 'Fernand Galiana (derailed)',\n", + " 'Mark Erikson (markerikson)',\n", + " 'Jirka Borovec (Borda)',\n", + " 'Márk Sági-Kazár (sagikazarmark)',\n", + " 'Jed Watson (JedWatson)',\n", + " 'Mr.doob (mrdoob)',\n", + " 'PySimpleGUI (PySimpleGUI)',\n", + " 'Guillaume Gomez (GuillaumeGomez)',\n", + " 'Ariel Mashraki (a8m)',\n", + " 'Francois Zaninotto (fzaninotto)',\n", + " 'Thomas Steiner (tomayac)',\n", + " 'Agniva De Sarker (agnivade)',\n", + " 'Kirk Byers (ktbyers)',\n", + " 'Feross Aboukhadijeh (feross)',\n", + " 'Felix Angelov (felangel)',\n", + " 'Jordi Boggiano (Seldaek)',\n", + " 'Dries Vints (driesvints)',\n", + " 'Stephen Gutekanst (slimsag)',\n", + " 'Dotan Simha (dotansimha)',\n", + " 'Bastian Köcher (bkchr)',\n", + " 'Michael Klishin (michaelklishin)',\n", + " 'Ha Thach (hathach)',\n", + " 'Javier Suárez (jsuarezruiz)']" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "trend_dev = [f'{names_clean[i]} ({username_clean[i]})' for i in range(len(names_clean))]\n", + "trend_dev" ] }, { @@ -152,21 +5748,27 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://github.com/trending/python?since=daily'" + "url = 'https://github.com/trending/python?since=daily'\n", + "html=requests.get(url).content\n", + "git_soup=BeautifulSoup(html,'lxml')\n", + "#git_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 61, "metadata": {}, "outputs": [], "source": [ - "#your code" + "table = git_soup.select('h1[class=\"h3 lh-condensed\"]')\n", + "table\n", + "repositories_clean = [repository.text.strip().replace(' /\\n\\n ', '/') for repository in table]\n", + "#repositories_clean" ] }, { @@ -178,21 +5780,73 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 28, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://en.wikipedia.org/wiki/Walt_Disney'" + "\n", + "url = 'https://en.wikipedia.org/wiki/Walt_Disney'\n", + "disney_link = requests.get(url).content\n", + "disney_soup = BeautifulSoup(disney_link,'lxml')\n", + "#disney_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 36, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['//upload.wikimedia.org/wikipedia/en/thumb/e/e7/Cscr-featured.svg/20px-Cscr-featured.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/8/8c/Extended-protection-shackle.svg/20px-Extended-protection-shackle.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/d/df/Walt_Disney_1946.JPG/220px-Walt_Disney_1946.JPG',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/8/87/Walt_Disney_1942_signature.svg/128px-Walt_Disney_1942_signature.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/c/c4/Walt_Disney_envelope_ca._1921.jpg/220px-Walt_Disney_envelope_ca._1921.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/4/4d/Newman_Laugh-O-Gram_%281921%29.webm/220px-seek%3D2-Newman_Laugh-O-Gram_%281921%29.webm.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/0/0d/Trolley_Troubles_poster.jpg/170px-Trolley_Troubles_poster.jpg',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/4/4e/Steamboat-willie.jpg/170px-Steamboat-willie.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/5/57/Walt_Disney_1935.jpg/170px-Walt_Disney_1935.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/c/cd/Walt_Disney_Snow_white_1937_trailer_screenshot_%2813%29.jpg/220px-Walt_Disney_Snow_white_1937_trailer_screenshot_%2813%29.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/15/Disney_drawing_goofy.jpg/170px-Disney_drawing_goofy.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/13/DisneySchiphol1951.jpg/220px-DisneySchiphol1951.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/8/8c/WaltDisneyplansDisneylandDec1954.jpg/220px-WaltDisneyplansDisneylandDec1954.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/f/ff/Walt_disney_portrait_right.jpg/170px-Walt_disney_portrait_right.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/1a/Walt_Disney_Grave.JPG/170px-Walt_Disney_Grave.JPG',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/2/2d/Roy_O._Disney_with_Company_at_Press_Conference.jpg/170px-Roy_O._Disney_with_Company_at_Press_Conference.jpg',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/a/a9/Disney_Display_Case.JPG/170px-Disney_Display_Case.JPG',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/6/6c/Disney1968.jpg/170px-Disney1968.jpg',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/8/8a/OOjs_UI_icon_edit-ltr-progressive.svg/10px-OOjs_UI_icon_edit-ltr-progressive.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/e/e3/Disneyland_Resort_logo.svg/135px-Disneyland_Resort_logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/d/da/Animation_disc.svg/30px-Animation_disc.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/6/69/P_vip.svg/29px-P_vip.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/1/1a/Magic_Kingdom_castle.jpg/24px-Magic_Kingdom_castle.jpg',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/e/e7/Video-x-generic.svg/30px-Video-x-generic.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/a/a3/Flag_of_Los_Angeles_County%2C_California.svg/30px-Flag_of_Los_Angeles_County%2C_California.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/8/8c/Blank_television_set.svg/30px-Blank_television_set.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/a/a4/Flag_of_the_United_States.svg/30px-Flag_of_the_United_States.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/4/4a/Commons-logo.svg/22px-Commons-logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/f/fa/Wikiquote-logo.svg/25px-Wikiquote-logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/commons/thumb/f/ff/Wikidata-logo.svg/30px-Wikidata-logo.svg.png',\n", + " '//upload.wikimedia.org/wikipedia/en/thumb/8/8a/OOjs_UI_icon_edit-ltr-progressive.svg/10px-OOjs_UI_icon_edit-ltr-progressive.svg.png',\n", + " '//en.wikipedia.org/wiki/Special:CentralAutoLogin/start?type=1x1',\n", + " '/static/images/footer/wikimedia-button.png',\n", + " '/static/images/footer/poweredby_mediawiki_88x31.png']" + ] + }, + "execution_count": 36, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "disney = disney_soup.find_all('img',src = True)\n", + "disney\n", + "disney = [element['src'] for element in disney]\n", + "disney\n", + "\n" ] }, { @@ -204,21 +5858,158 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 42, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url ='https://en.wikipedia.org/wiki/Python' " + "import re\n", + "url ='https://en.wikipedia.org/wiki/Python' \n", + "\n", + "wiki_link = requests.get(url).content\n", + "wiki_soup = BeautifulSoup(wiki_link,'lxml')\n", + "#wiki_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 44, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['/wiki/Pythons',\n", + " '/wiki/Python_(genus)',\n", + " '/wiki/Python_(programming_language)',\n", + " '/wiki/CMU_Common_Lisp',\n", + " '/wiki/PERQ#PERQ_3',\n", + " '/wiki/Python_of_Aenus',\n", + " '/wiki/Python_(painter)',\n", + " '/wiki/Python_of_Byzantium',\n", + " '/wiki/Python_of_Catana',\n", + " '/wiki/Python_Anghelo',\n", + " '/wiki/Python_(Efteling)',\n", + " '/wiki/Python_(Busch_Gardens_Tampa_Bay)',\n", + " '/wiki/Python_(Coney_Island,_Cincinnati,_Ohio)',\n", + " '/wiki/Python_(automobile_maker)',\n", + " '/wiki/Python_(Ford_prototype)',\n", + " '/wiki/Python_(missile)',\n", + " '/wiki/Python_(nuclear_primary)',\n", + " '/wiki/Colt_Python',\n", + " '/wiki/PYTHON',\n", + " '/wiki/Python_(film)',\n", + " '/wiki/Python_(mythology)',\n", + " '/wiki/Monty_Python',\n", + " '/wiki/Python_(Monty)_Pictures',\n", + " '/wiki/Cython',\n", + " '/wiki/Pyton',\n", + " '/wiki/Pithon',\n", + " '/wiki/File:Disambig_gray.svg',\n", + " '/wiki/Help:Disambiguation',\n", + " '/wiki/Help:Category',\n", + " '/wiki/Category:Disambiguation_pages',\n", + " '/wiki/Category:Human_name_disambiguation_pages',\n", + " '/wiki/Category:Disambiguation_pages_with_given-name-holder_lists',\n", + " '/wiki/Category:Disambiguation_pages_with_short_descriptions',\n", + " '/wiki/Category:Short_description_is_different_from_Wikidata',\n", + " '/wiki/Category:All_article_disambiguation_pages',\n", + " '/wiki/Category:All_disambiguation_pages',\n", + " '/wiki/Category:Animal_common_name_disambiguation_pages',\n", + " '/wiki/Special:MyTalk',\n", + " '/wiki/Special:MyContributions',\n", + " '/wiki/Python',\n", + " '/wiki/Talk:Python',\n", + " '/wiki/Python',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Wikipedia:Contents',\n", + " '/wiki/Portal:Current_events',\n", + " '/wiki/Special:Random',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Help:Contents',\n", + " '/wiki/Help:Introduction',\n", + " '/wiki/Wikipedia:Community_portal',\n", + " '/wiki/Special:RecentChanges',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:WhatLinksHere/Python',\n", + " '/wiki/Special:RecentChangesLinked/Python',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:SpecialPages',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Wikipedia:General_disclaimer',\n", + " '/wiki/Pythons',\n", + " '/wiki/Python_(genus)',\n", + " '/wiki/Python_(programming_language)',\n", + " '/wiki/CMU_Common_Lisp',\n", + " '/wiki/PERQ#PERQ_3',\n", + " '/wiki/Python_of_Aenus',\n", + " '/wiki/Python_(painter)',\n", + " '/wiki/Python_of_Byzantium',\n", + " '/wiki/Python_of_Catana',\n", + " '/wiki/Python_Anghelo',\n", + " '/wiki/Python_(Efteling)',\n", + " '/wiki/Python_(Busch_Gardens_Tampa_Bay)',\n", + " '/wiki/Python_(Coney_Island,_Cincinnati,_Ohio)',\n", + " '/wiki/Python_(automobile_maker)',\n", + " '/wiki/Python_(Ford_prototype)',\n", + " '/wiki/Python_(missile)',\n", + " '/wiki/Python_(nuclear_primary)',\n", + " '/wiki/Colt_Python',\n", + " '/wiki/PYTHON',\n", + " '/wiki/Python_(film)',\n", + " '/wiki/Python_(mythology)',\n", + " '/wiki/Monty_Python',\n", + " '/wiki/Python_(Monty)_Pictures',\n", + " '/wiki/Cython',\n", + " '/wiki/Pyton',\n", + " '/wiki/Pithon',\n", + " '/wiki/File:Disambig_gray.svg',\n", + " '/wiki/Help:Disambiguation',\n", + " '/wiki/Help:Category',\n", + " '/wiki/Category:Disambiguation_pages',\n", + " '/wiki/Category:Human_name_disambiguation_pages',\n", + " '/wiki/Category:Disambiguation_pages_with_given-name-holder_lists',\n", + " '/wiki/Category:Disambiguation_pages_with_short_descriptions',\n", + " '/wiki/Category:Short_description_is_different_from_Wikidata',\n", + " '/wiki/Category:All_article_disambiguation_pages',\n", + " '/wiki/Category:All_disambiguation_pages',\n", + " '/wiki/Category:Animal_common_name_disambiguation_pages',\n", + " '/wiki/Special:MyTalk',\n", + " '/wiki/Special:MyContributions',\n", + " '/wiki/Python',\n", + " '/wiki/Talk:Python',\n", + " '/wiki/Python',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Main_Page',\n", + " '/wiki/Wikipedia:Contents',\n", + " '/wiki/Portal:Current_events',\n", + " '/wiki/Special:Random',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Help:Contents',\n", + " '/wiki/Help:Introduction',\n", + " '/wiki/Wikipedia:Community_portal',\n", + " '/wiki/Special:RecentChanges',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:WhatLinksHere/Python',\n", + " '/wiki/Special:RecentChangesLinked/Python',\n", + " '/wiki/Wikipedia:File_Upload_Wizard',\n", + " '/wiki/Special:SpecialPages',\n", + " '/wiki/Wikipedia:About',\n", + " '/wiki/Wikipedia:General_disclaimer']" + ] + }, + "execution_count": 44, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "py_table = wiki_soup.find_all(href=re.compile('^/wiki/'))\n", + "py_links = [image['href'] for image in py_table]\n", + "for image in py_table:\n", + " py_links.append(image['href'])\n", + "py_links" ] }, { @@ -230,21 +6021,60 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 55, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'http://uscode.house.gov/download/download.shtml'" + "url = 'http://uscode.house.gov/download/download.shtml'\n", + "\n", + "us_link = requests.get(url).content\n", + "us_soup = BeautifulSoup(us_link,'lxml')\n", + "#us_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 54, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['Title 5 - Government Organization and Employees ٭',\n", + " 'Title 6 - Domestic Security',\n", + " 'Title 7 - Agriculture',\n", + " 'Title 10 - Armed Forces ٭',\n", + " 'Title 12 - Banks and Banking',\n", + " 'Title 15 - Commerce and Trade',\n", + " 'Title 19 - Customs Duties',\n", + " 'Title 20 - Education',\n", + " 'Title 26 - Internal Revenue Code',\n", + " 'Title 29 - Labor',\n", + " 'Title 31 - Money and Finance ٭',\n", + " \"Title 38 - Veterans' Benefits ٭\",\n", + " 'Title 39 - Postal Service ٭',\n", + " 'Title 41 - Public Contracts ٭',\n", + " 'Title 42 - The Public Health and Welfare',\n", + " 'Title 45 - Railroads',\n", + " 'Title 47 - Telecommunications',\n", + " 'Title 49 - Transportation ٭',\n", + " 'Title 50 - War and National Defense',\n", + " 'Title 54 - National Park Service and Related Programs ٭']" + ] + }, + "execution_count": 54, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "us_unc=us_soup.select('div[class=\"usctitlechanged\"]')\n", + "#us_unc\n", + "us_clean=[item.text for item in us_unc]\n", + "us_clean\n", + "us_clean1=[title.strip()for title in us_clean]\n", + "us_clean1" ] }, { @@ -256,21 +6086,47 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 58, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://www.fbi.gov/wanted/topten'" + "url = 'https://www.fbi.gov/wanted/topten'\n", + "fbi_link=requests.get(url).content\n", + "fbi_soup=BeautifulSoup(fbi_link,'lxml')\n", + "#fbi_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 65, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['EUGENE PALMER',\n", + " 'RAFAEL CARO-QUINTERO',\n", + " 'BHADRESHKUMAR CHETANBHAI PATEL',\n", + " 'ROBERT WILLIAM FISHER',\n", + " 'ALEJANDRO ROSALES CASTILLO',\n", + " 'ARNOLDO JIMENEZ',\n", + " 'JASON DEREK BROWN',\n", + " 'ALEXIS FLORES',\n", + " 'JOSE RODOLFO VILLARREAL-HERNANDEZ',\n", + " 'YASER ABDEL SAID']" + ] + }, + "execution_count": 65, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code " + "fbi_table=fbi_soup.select('h3[class=\"title\"]')\n", + "#fbi_table\n", + "fbi_wanted = [item.text.replace('\\n','') for item in fbi_table]\n", + "fbi_wanted" ] }, { @@ -282,12 +6138,875 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 88, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Date & Time UTCLatitude degreesLongitude degreesDepth kmMag [+]Region name [+]Last update [-]
12345678910›»12345678910›»12345678910›».112345678910›»12345678910›».112345678910›»12345678910›»12345678910›»12345678910›»
02021-07-07 17:58:00.920min ago28.15N16.27W36ML3.1CANARY ISLANDS, SPAIN REGION
12021-07-07 17:45:12.432min ago46.22N7.36E6ML1.6SWITZERLAND
22021-07-07 17:40:57.337min ago19.89N156.67W22ML4.2HAWAII REGION, HAWAII
32021-07-07 17:39:30.038min ago34.10N132.90E40M4.0WESTERN HONSHU, JAPAN
42021-07-07 17:37:36.040min ago4.49N96.54E10M2.9NORTHERN SUMATRA, INDONESIA
52021-07-07 17:28:14.249min ago21.15S68.67W118Mw4.7ANTOFAGASTA, CHILE
62021-07-07 17:25:10.252min ago33.87N117.69W9Ml2.3GREATER LOS ANGELES AREA, CALIF.
72021-07-07 17:24:31.753min ago19.21N155.45W32Md2.1ISLAND OF HAWAII, HAWAII
82021-07-07 17:16:30.01hr 01min ago0.06S124.61E78M3.2MOLUCCA SEA
92021-07-07 17:04:27.41hr 13min ago35.63N3.70W5ML2.3STRAIT OF GIBRALTAR
102021-07-07 17:03:29.01hr 14min ago20.98S68.72W126ML3.3TARAPACA, CHILE
112021-07-07 17:02:32.51hr 15min ago37.19N135.02E380mb5.0SEA OF JAPAN
122021-07-07 17:01:59.01hr 16min ago24.19S66.93W216M3.7SALTA, ARGENTINA
132021-07-07 16:39:41.01hr 38min ago28.55S71.37W26ML2.8OFFSHORE ATACAMA, CHILE
142021-07-07 16:31:43.01hr 46min ago13.08N86.19W42M2.8NICARAGUA
152021-07-07 16:31:42.51hr 46min ago35.73N3.73W3ML2.4STRAIT OF GIBRALTAR
162021-07-07 16:24:37.41hr 53min ago33.62N132.31E80mb4.5SHIKOKU, JAPAN
172021-07-07 16:15:09.32hr 02min ago35.74N3.69W10ML2.3STRAIT OF GIBRALTAR
182021-07-07 16:04:51.42hr 13min ago37.96N3.35W12ML1.6SPAIN
192021-07-07 15:51:26.02hr 26min ago11.55N126.40E19M3.4PHILIPPINE ISLANDS REGION
202021-07-07 15:44:42.32hr 33min ago35.70N3.57W10ML2.4STRAIT OF GIBRALTAR
212021-07-07 15:43:18.82hr 34min ago24.19S179.54E548mb4.4SOUTH OF FIJI ISLANDS
222021-07-07 15:42:22.42hr 35min ago37.86S178.71E36M3.6OFF E. COAST OF N. ISLAND, N.Z.
232021-07-07 15:36:31.72hr 41min ago36.44N27.16E5ML2.6DODECANESE IS.-TURKEY BORDER REG
242021-07-07 15:35:24.02hr 42min ago11.30N126.29E1M3.3PHILIPPINE ISLANDS REGION
252021-07-07 15:34:36.12hr 43min ago36.44N27.13E2ML2.2DODECANESE IS.-TURKEY BORDER REG
262021-07-07 15:33:58.42hr 44min ago46.04N6.87E1ML1.4FRANCE
272021-07-07 15:11:47.03hr 06min ago21.64S68.37W137ML2.8ANTOFAGASTA, CHILE
282021-07-07 15:10:45.03hr 07min ago2.81S102.18E145M3.3SOUTHERN SUMATRA, INDONESIA
292021-07-07 14:56:08.03hr 22min ago35.62N3.73W10ML2.7STRAIT OF GIBRALTAR
302021-07-07 14:55:37.83hr 22min ago28.05N128.14E40mb4.6RYUKYU ISLANDS, JAPAN
312021-07-07 14:52:14.43hr 25min ago19.17N155.48W34Ml2.0ISLAND OF HAWAII, HAWAII
322021-07-07 14:47:26.03hr 30min ago9.07S118.17E78M3.8SUMBAWA REGION, INDONESIA
332021-07-07 14:44:07.93hr 34min ago38.43N21.82E7ML3.0GREECE
342021-07-07 14:14:58.14hr 03min ago19.23N155.44W33Ml2.1ISLAND OF HAWAII, HAWAII
352021-07-07 13:58:14.04hr 19min ago0.22N121.93E147M2.5MINAHASA, SULAWESI, INDONESIA
362021-07-07 13:52:28.04hr 25min ago22.76S68.94W108ML2.7ANTOFAGASTA, CHILE
372021-07-07 13:38:27.74hr 39min ago23.88N121.60E10ML4.6TAIWAN
382021-07-07 13:13:18.05hr 04min ago28.76S71.54W22ML2.8OFFSHORE ATACAMA, CHILE
392021-07-07 13:05:31.35hr 12min ago31.59N104.25W5ML3.3WESTERN TEXAS
402021-07-07 12:44:53.05hr 33min ago4.00S129.17E112M4.4BANDA SEA
412021-07-07 12:43:22.05hr 34min ago12.65S76.87W34M3.6NEAR COAST OF CENTRAL PERU
422021-07-07 12:40:56.45hr 37min ago38.82N122.80W2Md2.2NORTHERN CALIFORNIA
432021-07-07 12:30:47.95hr 47min ago2.96S139.61E110mb5.1NEAR N COAST OF PAPUA, INDONESIA
442021-07-07 12:28:01.05hr 50min ago21.09S68.88W104ML2.9TARAPACA, CHILE
452021-07-07 12:20:13.05hr 57min ago7.85S107.26E25M3.3JAVA, INDONESIA
462021-07-07 12:20:10.05hr 57min ago6.46N126.98E83M3.4MINDANAO, PHILIPPINES
472021-07-07 11:28:38.96hr 49min ago34.78S179.75E232M3.6SOUTH OF KERMADEC ISLANDS
482021-07-07 11:25:10.56hr 52min ago38.51N39.60E7ML2.0EASTERN TURKEY
492021-07-07 11:24:57.76hr 53min ago23.84N121.70E5mb5.3TAIWAN
50NaNNaNNaNNaNNaNNaNNaNNaNNaN
5112345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»12345678910›»
52NaNNaNNaNNaNNaNNaNNaNNaNNaN
\n", + "
" + ], + "text/plain": [ + " Date & Time UTC Latitude degrees \\\n", + " 12345678910›» 12345678910›» 12345678910›».1 \n", + "0 2021-07-07 17:58:00.920min ago 28.15 N \n", + "1 2021-07-07 17:45:12.432min ago 46.22 N \n", + "2 2021-07-07 17:40:57.337min ago 19.89 N \n", + "3 2021-07-07 17:39:30.038min ago 34.10 N \n", + "4 2021-07-07 17:37:36.040min ago 4.49 N \n", + "5 2021-07-07 17:28:14.249min ago 21.15 S \n", + "6 2021-07-07 17:25:10.252min ago 33.87 N \n", + "7 2021-07-07 17:24:31.753min ago 19.21 N \n", + "8 2021-07-07 17:16:30.01hr 01min ago 0.06 S \n", + "9 2021-07-07 17:04:27.41hr 13min ago 35.63 N \n", + "10 2021-07-07 17:03:29.01hr 14min ago 20.98 S \n", + "11 2021-07-07 17:02:32.51hr 15min ago 37.19 N \n", + "12 2021-07-07 17:01:59.01hr 16min ago 24.19 S \n", + "13 2021-07-07 16:39:41.01hr 38min ago 28.55 S \n", + "14 2021-07-07 16:31:43.01hr 46min ago 13.08 N \n", + "15 2021-07-07 16:31:42.51hr 46min ago 35.73 N \n", + "16 2021-07-07 16:24:37.41hr 53min ago 33.62 N \n", + "17 2021-07-07 16:15:09.32hr 02min ago 35.74 N \n", + "18 2021-07-07 16:04:51.42hr 13min ago 37.96 N \n", + "19 2021-07-07 15:51:26.02hr 26min ago 11.55 N \n", + "20 2021-07-07 15:44:42.32hr 33min ago 35.70 N \n", + "21 2021-07-07 15:43:18.82hr 34min ago 24.19 S \n", + "22 2021-07-07 15:42:22.42hr 35min ago 37.86 S \n", + "23 2021-07-07 15:36:31.72hr 41min ago 36.44 N \n", + "24 2021-07-07 15:35:24.02hr 42min ago 11.30 N \n", + "25 2021-07-07 15:34:36.12hr 43min ago 36.44 N \n", + "26 2021-07-07 15:33:58.42hr 44min ago 46.04 N \n", + "27 2021-07-07 15:11:47.03hr 06min ago 21.64 S \n", + "28 2021-07-07 15:10:45.03hr 07min ago 2.81 S \n", + "29 2021-07-07 14:56:08.03hr 22min ago 35.62 N \n", + "30 2021-07-07 14:55:37.83hr 22min ago 28.05 N \n", + "31 2021-07-07 14:52:14.43hr 25min ago 19.17 N \n", + "32 2021-07-07 14:47:26.03hr 30min ago 9.07 S \n", + "33 2021-07-07 14:44:07.93hr 34min ago 38.43 N \n", + "34 2021-07-07 14:14:58.14hr 03min ago 19.23 N \n", + "35 2021-07-07 13:58:14.04hr 19min ago 0.22 N \n", + "36 2021-07-07 13:52:28.04hr 25min ago 22.76 S \n", + "37 2021-07-07 13:38:27.74hr 39min ago 23.88 N \n", + "38 2021-07-07 13:13:18.05hr 04min ago 28.76 S \n", + "39 2021-07-07 13:05:31.35hr 12min ago 31.59 N \n", + "40 2021-07-07 12:44:53.05hr 33min ago 4.00 S \n", + "41 2021-07-07 12:43:22.05hr 34min ago 12.65 S \n", + "42 2021-07-07 12:40:56.45hr 37min ago 38.82 N \n", + "43 2021-07-07 12:30:47.95hr 47min ago 2.96 S \n", + "44 2021-07-07 12:28:01.05hr 50min ago 21.09 S \n", + "45 2021-07-07 12:20:13.05hr 57min ago 7.85 S \n", + "46 2021-07-07 12:20:10.05hr 57min ago 6.46 N \n", + "47 2021-07-07 11:28:38.96hr 49min ago 34.78 S \n", + "48 2021-07-07 11:25:10.56hr 52min ago 38.51 N \n", + "49 2021-07-07 11:24:57.76hr 53min ago 23.84 N \n", + "50 NaN NaN NaN \n", + "51 12345678910›» 12345678910›» 12345678910›» \n", + "52 NaN NaN NaN \n", + "\n", + " Longitude degrees Depth km Mag [+] \\\n", + " 12345678910›» 12345678910›».1 12345678910›» 12345678910›» \n", + "0 16.27 W 36 ML \n", + "1 7.36 E 6 ML \n", + "2 156.67 W 22 ML \n", + "3 132.90 E 40 M \n", + "4 96.54 E 10 M \n", + "5 68.67 W 118 Mw \n", + "6 117.69 W 9 Ml \n", + "7 155.45 W 32 Md \n", + "8 124.61 E 78 M \n", + "9 3.70 W 5 ML \n", + "10 68.72 W 126 ML \n", + "11 135.02 E 380 mb \n", + "12 66.93 W 216 M \n", + "13 71.37 W 26 ML \n", + "14 86.19 W 42 M \n", + "15 3.73 W 3 ML \n", + "16 132.31 E 80 mb \n", + "17 3.69 W 10 ML \n", + "18 3.35 W 12 ML \n", + "19 126.40 E 19 M \n", + "20 3.57 W 10 ML \n", + "21 179.54 E 548 mb \n", + "22 178.71 E 36 M \n", + "23 27.16 E 5 ML \n", + "24 126.29 E 1 M \n", + "25 27.13 E 2 ML \n", + "26 6.87 E 1 ML \n", + "27 68.37 W 137 ML \n", + "28 102.18 E 145 M \n", + "29 3.73 W 10 ML \n", + "30 128.14 E 40 mb \n", + "31 155.48 W 34 Ml \n", + "32 118.17 E 78 M \n", + "33 21.82 E 7 ML \n", + "34 155.44 W 33 Ml \n", + "35 121.93 E 147 M \n", + "36 68.94 W 108 ML \n", + "37 121.60 E 10 ML \n", + "38 71.54 W 22 ML \n", + "39 104.25 W 5 ML \n", + "40 129.17 E 112 M \n", + "41 76.87 W 34 M \n", + "42 122.80 W 2 Md \n", + "43 139.61 E 110 mb \n", + "44 68.88 W 104 ML \n", + "45 107.26 E 25 M \n", + "46 126.98 E 83 M \n", + "47 179.75 E 232 M \n", + "48 39.60 E 7 ML \n", + "49 121.70 E 5 mb \n", + "50 NaN NaN NaN NaN \n", + "51 12345678910›» 12345678910›» 12345678910›» 12345678910›» \n", + "52 NaN NaN NaN NaN \n", + "\n", + " Region name [+] Last update [-] \n", + " 12345678910›» 12345678910›» \n", + "0 3.1 CANARY ISLANDS, SPAIN REGION \n", + "1 1.6 SWITZERLAND \n", + "2 4.2 HAWAII REGION, HAWAII \n", + "3 4.0 WESTERN HONSHU, JAPAN \n", + "4 2.9 NORTHERN SUMATRA, INDONESIA \n", + "5 4.7 ANTOFAGASTA, CHILE \n", + "6 2.3 GREATER LOS ANGELES AREA, CALIF. \n", + "7 2.1 ISLAND OF HAWAII, HAWAII \n", + "8 3.2 MOLUCCA SEA \n", + "9 2.3 STRAIT OF GIBRALTAR \n", + "10 3.3 TARAPACA, CHILE \n", + "11 5.0 SEA OF JAPAN \n", + "12 3.7 SALTA, ARGENTINA \n", + "13 2.8 OFFSHORE ATACAMA, CHILE \n", + "14 2.8 NICARAGUA \n", + "15 2.4 STRAIT OF GIBRALTAR \n", + "16 4.5 SHIKOKU, JAPAN \n", + "17 2.3 STRAIT OF GIBRALTAR \n", + "18 1.6 SPAIN \n", + "19 3.4 PHILIPPINE ISLANDS REGION \n", + "20 2.4 STRAIT OF GIBRALTAR \n", + "21 4.4 SOUTH OF FIJI ISLANDS \n", + "22 3.6 OFF E. COAST OF N. ISLAND, N.Z. \n", + "23 2.6 DODECANESE IS.-TURKEY BORDER REG \n", + "24 3.3 PHILIPPINE ISLANDS REGION \n", + "25 2.2 DODECANESE IS.-TURKEY BORDER REG \n", + "26 1.4 FRANCE \n", + "27 2.8 ANTOFAGASTA, CHILE \n", + "28 3.3 SOUTHERN SUMATRA, INDONESIA \n", + "29 2.7 STRAIT OF GIBRALTAR \n", + "30 4.6 RYUKYU ISLANDS, JAPAN \n", + "31 2.0 ISLAND OF HAWAII, HAWAII \n", + "32 3.8 SUMBAWA REGION, INDONESIA \n", + "33 3.0 GREECE \n", + "34 2.1 ISLAND OF HAWAII, HAWAII \n", + "35 2.5 MINAHASA, SULAWESI, INDONESIA \n", + "36 2.7 ANTOFAGASTA, CHILE \n", + "37 4.6 TAIWAN \n", + "38 2.8 OFFSHORE ATACAMA, CHILE \n", + "39 3.3 WESTERN TEXAS \n", + "40 4.4 BANDA SEA \n", + "41 3.6 NEAR COAST OF CENTRAL PERU \n", + "42 2.2 NORTHERN CALIFORNIA \n", + "43 5.1 NEAR N COAST OF PAPUA, INDONESIA \n", + "44 2.9 TARAPACA, CHILE \n", + "45 3.3 JAVA, INDONESIA \n", + "46 3.4 MINDANAO, PHILIPPINES \n", + "47 3.6 SOUTH OF KERMADEC ISLANDS \n", + "48 2.0 EASTERN TURKEY \n", + "49 5.3 TAIWAN \n", + "50 NaN NaN \n", + "51 12345678910›» 12345678910›» \n", + "52 NaN NaN " + ] + }, + "execution_count": 88, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://www.emsc-csem.org/Earthquake/'" + "import pandas as pd\n", + "url = 'https://www.emsc-csem.org/Earthquake/'\n", + "earth_link=requests.get(url).content\n", + "tabla_html = pd.read_html(earth_link)\n", + "\n", + "tabla_html[3][[\"Date & Time UTC\", \"Latitude degrees\", \"Longitude degrees\", \"Depth km\", \"Mag [+]\", \"Region name [+]\", \"Last update [-]\"]]\n" ] }, { @@ -295,49 +7014,95 @@ "execution_count": null, "metadata": {}, "outputs": [], + "source": [] + }, + { + "cell_type": "markdown", + "metadata": {}, "source": [ - "#your code" + "#### Display the date, and title of upcoming hackathon events as a Pandas dataframe table" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "#### Display the date, and title of upcoming hackathon events as a Pandas dataframe table" + "### pagina tronada" ] }, { - "cell_type": "code", - "execution_count": null, + "cell_type": "markdown", "metadata": {}, - "outputs": [], "source": [ - "# This is the url you will scrape in this exercise\n", - "url ='https://hackevents.co/hackathons'" + "#### Count number of tweets by a given Twitter account." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You will need to include a ***try/except block*** for account names not found. \n", + "
***Hint:*** the program should count the number of tweets for any provided account" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 45, "metadata": {}, - "outputs": [], + "outputs": [ + { + "ename": "IndexError", + "evalue": "list index out of range", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mIndexError\u001b[0m Traceback (most recent call last)", + "\u001b[1;32m~\\AppData\\Local\\Temp/ipykernel_7572/2297334952.py\u001b[0m in \u001b[0;36m\u001b[1;34m\u001b[0m\n\u001b[0;32m 23\u001b[0m \u001b[0mtweets\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0msoup\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'div[class=\"css-1dbjc4n r-1habvwh\"]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 24\u001b[0m \u001b[0mnew\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtweets\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mselect\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'div [class=\"css-901oao css-bfa6kz r-14j79pv r-1qd0xha r-n6v787 r-16dba41 r-1cwl3u0 r-bcqeeo r-qvutc0\"]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 25\u001b[1;33m \u001b[0mnew\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[1;31mIndexError\u001b[0m: list index out of range" + ] + } + ], "source": [ - "#your code" + "import requests\n", + "from bs4 import BeautifulSoup\n", + "import pandas as pd\n", + "\n", + "from selenium import webdriver\n", + "from selenium.webdriver.common.keys import Keys\n", + "import time\n", + "# from pprint import pprint\n", + "# from lxml import html\n", + "# from lxml.html import fromstring\n", + "# import urllib.request\n", + "# from urllib.request import urlopen\n", + "# import random\n", + "# import re\n", + "# import scrapy\n", + "url = 'https://twitter.com/EvilAFM'\n", + "driver=webdriver.Firefox(executable_path=r'C:\\Users\\User\\geckodriver\\geckodriver.exe')\n", + "driver.get(url)\n", + "page_source = driver.page_source\n", + "driver.quit()\n", + "\n", + "soup = BeautifulSoup(page_source, 'html.parser')\n", + "tweets=soup.select('div[class=\"css-1dbjc4n r-1habvwh\"]')\n", + "new = tweets[0].select('div [class=\"css-901oao css-bfa6kz r-14j79pv r-1qd0xha r-n6v787 r-16dba41 r-1cwl3u0 r-bcqeeo r-qvutc0\"]')\n", + "new[0].text\n" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "#### Count number of tweets by a given Twitter account." + "#### Number of followers of a given twitter account" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "You will need to include a ***try/except block*** for account names not found. \n", - "
***Hint:*** the program should count the number of tweets for any provided account" + "You will need to include a ***try/except block*** in case account/s name not found. \n", + "
***Hint:*** the program should count the followers for any provided account" ] }, { @@ -364,61 +7129,222 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "#### Number of followers of a given twitter account" + "#### List all language names and number of related articles in the order they appear in wikipedia.org" ] }, { - "cell_type": "markdown", + "cell_type": "code", + "execution_count": 83, "metadata": {}, + "outputs": [], "source": [ - "You will need to include a ***try/except block*** in case account/s name not found. \n", - "
***Hint:*** the program should count the followers for any provided account" + "# This is the url you will scrape in this exercise\n", + "import re\n", + "url = 'https://www.wikipedia.org/'" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 84, "metadata": {}, "outputs": [], "source": [ - "# This is the url you will scrape in this exercise \n", - "# You will need to add the account credentials to this url\n", - "url = 'https://twitter.com/'" + "wiki_link = requests.get(url).content\n", + "wiki_soup = BeautifulSoup(wiki_link, 'lxml')\n", + "#wiki_soup" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 90, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['\\n\\n\\n\\nEnglish\\n6\\xa0326\\xa0000+ articles\\n\\n\\n\\n\\n\\n日本語\\n1\\xa0275\\xa0000+ 記事\\n\\n\\n\\n\\n\\nEspañol\\n1\\xa0696\\xa0000+ artículos\\n\\n\\n\\n\\n\\nDeutsch\\n2\\xa0590\\xa0000+ Artikel\\n\\n\\n\\n\\n\\nРусский\\n1\\xa0734\\xa0000+ статей\\n\\n\\n\\n\\n\\nFrançais\\n2\\xa0340\\xa0000+ articles\\n\\n\\n\\n\\n\\n中文\\n1\\xa0206\\xa0000+ 條目\\n\\n\\n\\n\\n\\nItaliano\\n1\\xa0701\\xa0000+ voci\\n\\n\\n\\n\\n\\nPortuguês\\n1\\xa0066\\xa0000+ artigos\\n\\n\\n\\n\\n\\nPolski\\n1\\xa0480\\xa0000+ haseł\\n\\n\\n']" + ] + }, + "execution_count": 90, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "wiki_table=wiki_soup.select('div[class=\"central-featured\"]')\n", + "#wiki_table\n", + "table_clean=[item.text for item in wiki_table]\n", + "table_clean" ] }, { - "cell_type": "markdown", + "cell_type": "code", + "execution_count": 89, "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[['English'],\n", + " ['6\\xa0326\\xa0000+ articles'],\n", + " ['日本語'],\n", + " ['1\\xa0275\\xa0000+ 記事'],\n", + " ['Español'],\n", + " ['1\\xa0696\\xa0000+ artículos'],\n", + " ['Deutsch'],\n", + " ['2\\xa0590\\xa0000+ Artikel'],\n", + " ['Русский'],\n", + " ['1\\xa0734\\xa0000+ статей'],\n", + " ['Français'],\n", + " ['2\\xa0340\\xa0000+ articles'],\n", + " ['中文'],\n", + " ['1\\xa0206\\xa0000+ 條目'],\n", + " ['Italiano'],\n", + " ['1\\xa0701\\xa0000+ voci'],\n", + " ['Português'],\n", + " ['1\\xa0066\\xa0000+ artigos'],\n", + " ['Polski'],\n", + " ['1\\xa0480\\xa0000+ haseł']]" + ] + }, + "execution_count": 89, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#### List all language names and number of related articles in the order they appear in wikipedia.org" + "table_clean=[re.findall(r'(?<=\\b).+(?=\\b)', item) for item in table_clean]\n", + "table_clean" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 87, "metadata": {}, "outputs": [], "source": [ - "# This is the url you will scrape in this exercise\n", - "url = 'https://www.wikipedia.org/'" + "publications = []\n", + "languajes = []\n", + "table_clean=table_clean[0]\n", + "\n", + "for i in range(len(table_clean)):\n", + " if re.search(r'\\d+', table_clean[i]):\n", + " publications.append(table_clean[i])\n", + " else:\n", + " languajes.append(table_clean[i])\n", + " " ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 88, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
LanguajePublications
0English6 326 000+ articles
1日本語1 275 000+ 記事
2Español1 696 000+ artículos
3Deutsch2 590 000+ Artikel
4Русский1 734 000+ статей
5Français2 340 000+ articles
6中文1 206 000+ 條目
7Italiano1 701 000+ voci
8Português1 066 000+ artigos
9Polski1 480 000+ haseł
\n", + "
" + ], + "text/plain": [ + " Languaje Publications\n", + "0 English 6 326 000+ articles\n", + "1 日本語 1 275 000+ 記事\n", + "2 Español 1 696 000+ artículos\n", + "3 Deutsch 2 590 000+ Artikel\n", + "4 Русский 1 734 000+ статей\n", + "5 Français 2 340 000+ articles\n", + "6 中文 1 206 000+ 條目\n", + "7 Italiano 1 701 000+ voci\n", + "8 Português 1 066 000+ artigos\n", + "9 Polski 1 480 000+ haseł" + ] + }, + "execution_count": 88, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "languajes = pd.Series(languajes)\n", + "publications = pd.Series(publications)\n", + "lan_pub = pd.concat([languajes, publications], axis=1)\n", + "lan_pub.columns = ['Languaje', 'Publications']\n", + "lan_pub" ] }, { @@ -430,21 +7356,52 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://data.gov.uk/'" + "url = 'https://data.gov.uk/'\n", + "html1 = requests.get(url).content\n", + "links1 = BeautifulSoup(html1)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['Defence',\n", + " ' Education',\n", + " ' Environment',\n", + " ' Government',\n", + " ' Government spending',\n", + " ' Health',\n", + " ' Mapping',\n", + " ' Society',\n", + " ' Towns and cities',\n", + " ' Transport',\n", + " ' Digital service performance',\n", + " ' Government reference data']" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code " + "links1 = link1.find_all('a', {'href':True})\n", + "links1 = list(links1)\n", + "links1 = links1[11:23]\n", + "links_list = str(links1) \n", + "links_list = re.sub(r'<(.*?)>','', links_list)\n", + "links_list = links_list.replace('[','').replace(']','')\n", + "links_list = links_list.split(',')\n", + "links_list" ] }, { @@ -456,21 +7413,42 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "metadata": {}, "outputs": [], "source": [ "# This is the url you will scrape in this exercise\n", - "url = 'https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers'" + "url = 'https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers'\n", + "html = requests.get(url).content\n", + "link1 = BeautifulSoup(html)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "#your code" + "PDLeng= link1.select('.wikitable td > i > a')\n", + "\n", + "leng_df = []\n", + "\n", + "for element in PDLeng:\n", + " leng_df.append(element.text)\n", + " \n", + "leng_df = leng_df[0:20]\n", + "leng_df" ] }, { @@ -590,9 +7568,9 @@ ], "metadata": { "kernelspec": { - "display_name": "Python 3", + "display_name": "venv-web-scrapping", "language": "python", - "name": "python3" + "name": "venv-web-scrapping" }, "language_info": { "codemirror_mode": { @@ -604,7 +7582,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.7.3" + "version": "3.9.4" } }, "nbformat": 4,