Pyspark_Test.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Pyspark_Test.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Eh7jb9GtkUml"
      },
      "source": [
        "## Installing Java, Spark and Pyspark"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "v3ZGBdidc3Zz"
      },
      "source": [
        "!apt-get install openjdk-8-jdk-headless -qq > /dev/null\r\n",
        "!wget -q https://www-us.apache.org/dist/spark/spark-3.0.1/spark-3.0.1-bin-hadoop2.7.tgz\r\n",
        "!tar xf spark-3.0.1-bin-hadoop2.7.tgz\r\n",
        "!pip install -q findspark"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Uns0JvAec74V"
      },
      "source": [
        "import os\r\n",
        "os.environ[\"JAVA_HOME\"] = \"/usr/lib/jvm/java-8-openjdk-amd64\"\r\n",
        "os.environ[\"SPARK_HOME\"] = \"/content/spark-3.0.1-bin-hadoop2.7\""
      ],
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "MPhJJ4ZjkbfN"
      },
      "source": [
        "## Enviroment Setup and Importing Libraries"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fhf9eHz-c-dH"
      },
      "source": [
        "from time import perf_counter\r\n",
        "\r\n",
        "import findspark\r\n",
        "findspark.init()\r\n",
        "from pyspark.sql import SparkSession\r\n",
        "from pyspark import SQLContext\r\n",
        "from pyspark.sql import functions as F\r\n",
        "from pyspark.sql import types as T\r\n",
        "from pyspark.sql.window import Window"
      ],
      "execution_count": 107,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XU-xjyKgdVoH"
      },
      "source": [
        "spark = SparkSession.builder.master(\"local[*]\").getOrCreate()\r\n",
        "SQL_CONTEXT = SQLContext(spark)"
      ],
      "execution_count": 35,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "H0SOY-eDffUy"
      },
      "source": [
        "class DataAnalyzer:\r\n",
        "  \"\"\"\r\n",
        "    Class that resolves the Challenges for analyzing the Fifa 21 Data.\r\n",
        "  \"\"\"\r\n",
        "\r\n",
        "  def __init__(self):\r\n",
        "    self.data = SQL_CONTEXT.read.csv(\"/content/data/fifa21_male2.csv\", header=True).cache()\r\n",
        "    self.nationality_output_file = \"output_data/nationalities\"\r\n",
        "    self.top_10_position_output_file = \"output_data/top_10_position\"\r\n",
        "    self.club_position_output_file = \"output_data/club_position\"\r\n",
        "    self.top_10_sprint_speed_output_file = \"output_data/top_10_sprint_speed\"\r\n",
        "    self.overweight_output_file = \"output_data/overweight_players\"\r\n",
        "    self.overweight = 25.0\r\n",
        "  \r\n",
        "  def __data_overview(self):\r\n",
        "    \"\"\"\r\n",
        "      Showing the maing characteristics of the data.\r\n",
        "    \"\"\"\r\n",
        "    print(\"\\n###############################\")\r\n",
        "    print(\"Overview of the Data:\")\r\n",
        "    print(f\"Data shape: {(self.data.count(), len(self.data.columns))}\")\r\n",
        "    print(\"Data columns:\")\r\n",
        "    print(self.data.columns)\r\n",
        "    print(\"Data first 5 columns:\")\r\n",
        "    data.limit(5).show()\r\n",
        "    print(\"###############################\\n\")\r\n",
        "\r\n",
        "  def __group_by_nationality(self):\r\n",
        "    \"\"\"\r\n",
        "      Partitions and saves data by nationallity.\r\n",
        "    \"\"\"\r\n",
        "    nationality = (\r\n",
        "      self.data\r\n",
        "      .select(\r\n",
        "          F.col('Name'),\r\n",
        "          F.col('Nationality')\r\n",
        "      )\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Showing Data with Nationality and Name\")\r\n",
        "    nationality.limit(5).show()\r\n",
        "\r\n",
        "    saved_nationality_file = (\r\n",
        "      nationality\r\n",
        "      .write\r\n",
        "      .format(\"orc\")\r\n",
        "      .option(\"header\", \"true\")\r\n",
        "      .mode('Overwrite')\r\n",
        "      .partitionBy('Nationality')\r\n",
        "      .save(self.nationality_output_file)\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Data Succesfully Partitioned by Nationality and Saved!\\n\\n\")\r\n",
        "\r\n",
        "  def __compute_top_10_position(self):\r\n",
        "    \"\"\"\r\n",
        "      Computes the top ten for each position based on Total Stats\r\n",
        "      which is taken as the summary of the player Skills\r\n",
        "    \"\"\"\r\n",
        "    \r\n",
        "    window = Window.partitionBy(data['Position']).orderBy(data[\"Total Stats\"].desc())\r\n",
        "\r\n",
        "    top_10_position_data = (\r\n",
        "      data.select(F.col(\"Position\"), \r\n",
        "                  F.col(\"Name\"), \r\n",
        "                  F.col(\"Total Stats\"), \r\n",
        "                  F.rank().over(window).alias('ranking')) \r\n",
        "      .filter(F.col('ranking') <= 10) \r\n",
        "    ) \r\n",
        "\r\n",
        "    print(\"Showing data grouped by Position\")\r\n",
        "    top_10_position_data.limit(20).show()\r\n",
        "\r\n",
        "    saved_club_position_file = (\r\n",
        "      top_10_position_data\r\n",
        "      .write\r\n",
        "      .format(\"orc\")\r\n",
        "      .option(\"header\", \"true\")\r\n",
        "      .mode('Overwrite')\r\n",
        "      .partitionBy('Position')\r\n",
        "      .save(self.top_10_position_output_file)\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Data Succesfully Partitioned by Position and Saved!\\n\\n\")\r\n",
        "\r\n",
        "  def __group_by_club_position(self):\r\n",
        "    \"\"\"\r\n",
        "      Groups Data by club and position and partitions by club.\r\n",
        "    \"\"\"\r\n",
        "\r\n",
        "    club_position_data = (\r\n",
        "      self.data\r\n",
        "      .select(F.col(\"Club\"),\r\n",
        "              F.col(\"Position\"),\r\n",
        "              F.col(\"Name\"))\r\n",
        "      .groupby(\"Club\", \"Position\")\r\n",
        "      .agg(F.count(F.col(\"Name\")).alias(\"Count\"))\r\n",
        "      .orderBy(\"Club\")\r\n",
        "      .dropna()\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Showing data grouped by club and Position\")\r\n",
        "    club_position_data.limit(5).show()\r\n",
        "\r\n",
        "    saved_club_position_file = (\r\n",
        "      club_position_data\r\n",
        "      .write\r\n",
        "      .format(\"orc\")\r\n",
        "      .option(\"header\", \"true\")\r\n",
        "      .mode('Overwrite')\r\n",
        "      .partitionBy('Club')\r\n",
        "      .save(self.club_position_output_file)\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Data Succesfully Partitioned by Club and Saved!\\n\\n\")\r\n",
        "  \r\n",
        "  def __compute_top_10_speed(self):\r\n",
        "    \"\"\"\r\n",
        "      Computes average Sprint Speed for each club and then selects the top 10.\r\n",
        "    \"\"\"\r\n",
        "\r\n",
        "    top_10_sprint_speed_data = (\r\n",
        "      self.data\r\n",
        "      .select(F.col(\"Club\"),  F.col(\"Sprint Speed\"))\r\n",
        "      .groupBy(F.col(\"Club\"))\r\n",
        "      .agg(F.mean(F.col(\"Sprint Speed\")).alias(\"Average Sprint Speed\"))\r\n",
        "      .orderBy(F.col(\"Average Sprint Speed\"), ascending=False)\r\n",
        "      .limit(10)\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Showing Top 10 Sprint Speed Teams\")\r\n",
        "    top_10_sprint_speed_data.show()\r\n",
        "\r\n",
        "    saved_top_10_sprint_speed_file = (\r\n",
        "      top_10_sprint_speed_data \r\n",
        "      .coalesce(1)\r\n",
        "      .write\r\n",
        "      .format(\"orc\")\r\n",
        "      .option(\"header\", \"true\")\r\n",
        "      .mode('Overwrite')\r\n",
        "      .save(self.top_10_sprint_speed_output_file)\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Top Ten Average Sprint Speed Teams Saved Successfully!\\n\\n\")\r\n",
        "\r\n",
        "  def __select_overweight_players(self):\r\n",
        "    \"\"\"\r\n",
        "      Computes IMC and then select those players with IMC > 25.\r\n",
        "    \"\"\"\r\n",
        "\r\n",
        "    def compute_imc(height, weight):\r\n",
        "      \"\"\"\r\n",
        "        Function that computes the IMC.\r\n",
        "        height: String of the form: foot'inches\"\"\r\n",
        "        weight: String of the form: weightlbs\r\n",
        "      \"\"\"\r\n",
        "\r\n",
        "      foot, inches = str(height)[:-2].split(\"'\")[0], str(height)[:-2].split(\"'\")[1]\r\n",
        "      height = (int(foot) * 12) + int(inches) \r\n",
        "      weight = int(str(weight)[:-3])\r\n",
        "      imc = round(703 * weight / (height ** 2), 4)\r\n",
        "      \r\n",
        "      return imc\r\n",
        "\r\n",
        "    compute_imc_udf = F.udf(compute_imc, T.FloatType())\r\n",
        "\r\n",
        "    overweight_players = (\r\n",
        "        self.data\r\n",
        "        .select(F.col(\"Name\"), F.col(\"Weight\"), F.col(\"Height\"))\r\n",
        "        .withColumn(\"IMC\", compute_imc_udf(\"Height\", \"Weight\"))\r\n",
        "        .filter(F.col(\"IMC\") > self.overweight)\r\n",
        "    )\r\n",
        "\r\n",
        "    print(f\"There are {overweight_players.cache().count()} players with overweight, showing first 10.\")  \r\n",
        "    overweight_players.limit(10).show()\r\n",
        "\r\n",
        "\r\n",
        "    overweight_players_saved_file = (\r\n",
        "      overweight_players\r\n",
        "      .coalesce(1)\r\n",
        "      .write\r\n",
        "      .format(\"orc\")\r\n",
        "      .option(\"header\", \"true\")\r\n",
        "      .mode('Overwrite')\r\n",
        "      .save(self.overweight_output_file)\r\n",
        "    )\r\n",
        "\r\n",
        "    print(\"Overweighted Players Saved Successfully!\\n\\n\")\r\n",
        "\r\n",
        "  def execute_analysis(self):\r\n",
        "    \"\"\"\r\n",
        "      Executes all the methods for resolving the test.\r\n",
        "    \"\"\"\r\n",
        "\r\n",
        "    self.__data_overview()\r\n",
        "    self.__group_by_nationality()\r\n",
        "    self.__compute_top_10_position()\r\n",
        "    self.__group_by_club_position()\r\n",
        "    self.__compute_top_10_speed()\r\n",
        "    self.__select_overweight_players()"
      ],
      "execution_count": 145,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "myAm7U26ffXl",
        "outputId": "2cf44dd2-18dc-4c40-922b-ffb6de29438b"
      },
      "source": [
        "data_analyzer = DataAnalyzer()\r\n",
        "print(\"Starting to Resolve Test!\")\r\n",
        "start = perf_counter()\r\n",
        "data_analyzer.execute_analysis()\r\n",
        "print(f\"Test Done Successfully in {round(perf_counter() - start, 4)} seconds\")"
      ],
      "execution_count": 146,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Starting to Resolve Test!\n",
            "\n",
            "###############################\n",
            "Overview of the Data:\n",
            "Data shape: (17125, 107)\n",
            "Data columns:\n",
            "['ID', 'Name', 'Age', 'OVA', 'Nationality', 'Club', 'BOV', 'BP', 'Position', 'Player Photo', 'Club Logo', 'Flag Photo', 'POT', 'Team & Contract', 'Height', 'Weight', 'foot', 'Growth', 'Joined', 'Loan Date End', 'Value', 'Wage', 'Release Clause', 'Contract', 'Attacking', 'Crossing', 'Finishing', 'Heading Accuracy', 'Short Passing', 'Volleys', 'Skill', 'Dribbling', 'Curve', 'FK Accuracy', 'Long Passing', 'Ball Control', 'Movement', 'Acceleration', 'Sprint Speed', 'Agility', 'Reactions', 'Balance', 'Power', 'Shot Power', 'Jumping', 'Stamina', 'Strength', 'Long Shots', 'Mentality', 'Aggression', 'Interceptions', 'Positioning', 'Vision', 'Penalties', 'Composure', 'Defending', 'Marking', 'Standing Tackle', 'Sliding Tackle', 'Goalkeeping', 'GK Diving', 'GK Handling', 'GK Kicking', 'GK Positioning', 'GK Reflexes', 'Total Stats', 'Base Stats', 'W/F', 'SM', 'A/W', 'D/W', 'IR', 'PAC', 'SHO', 'PAS', 'DRI', 'DEF', 'PHY', 'Hits', 'LS', 'ST', 'RS', 'LW', 'LF', 'CF', 'RF', 'RW', 'LAM', 'CAM', 'RAM', 'LM', 'LCM', 'CM', 'RCM', 'RM', 'LWB', 'LDM', 'CDM', 'RDM', 'RWB', 'LB', 'LCB', 'CB', 'RCB', 'RB', 'GK', 'Gender']\n",
            "Data first 5 columns:\n",
            "+---+-----------+---+---+--------------------+-------------+---+---+------------+--------------------+--------------------+--------------------+---+--------------------+------+------+-----+------+------------+-------------+-----+----+--------------+-----------+---------+--------+---------+----------------+-------------+-------+-----+---------+-----+-----------+------------+------------+--------+------------+------------+-------+---------+-------+-----+----------+-------+-------+--------+----------+---------+----------+-------------+-----------+------+---------+---------+---------+-------+---------------+--------------+-----------+---------+-----------+----------+--------------+-----------+-----------+----------+---+---+------+------+---+---+---+---+---+---+---+----+----+----+----+----+----+----+----+----+-----+-----+-----+----+----+----+----+----+-----+-----+-----+-----+-----+-----+----+----+----+-----+----+------+\n",
            "| ID|       Name|Age|OVA|         Nationality|         Club|BOV| BP|    Position|        Player Photo|           Club Logo|          Flag Photo|POT|     Team & Contract|Height|Weight| foot|Growth|      Joined|Loan Date End|Value|Wage|Release Clause|   Contract|Attacking|Crossing|Finishing|Heading Accuracy|Short Passing|Volleys|Skill|Dribbling|Curve|FK Accuracy|Long Passing|Ball Control|Movement|Acceleration|Sprint Speed|Agility|Reactions|Balance|Power|Shot Power|Jumping|Stamina|Strength|Long Shots|Mentality|Aggression|Interceptions|Positioning|Vision|Penalties|Composure|Defending|Marking|Standing Tackle|Sliding Tackle|Goalkeeping|GK Diving|GK Handling|GK Kicking|GK Positioning|GK Reflexes|Total Stats|Base Stats|W/F| SM|   A/W|   D/W| IR|PAC|SHO|PAS|DRI|DEF|PHY|Hits|  LS|  ST|  RS|  LW|  LF|  CF|  RF|  RW|  LAM|  CAM|  RAM|  LM| LCM|  CM| RCM|  RM|  LWB|  LDM|  CDM|  RDM|  RWB|   LB| LCB|  CB| RCB|   RB|  GK|Gender|\n",
            "+---+-----------+---+---+--------------------+-------------+---+---+------------+--------------------+--------------------+--------------------+---+--------------------+------+------+-----+------+------------+-------------+-----+----+--------------+-----------+---------+--------+---------+----------------+-------------+-------+-----+---------+-----+-----------+------------+------------+--------+------------+------------+-------+---------+-------+-----+----------+-------+-------+--------+----------+---------+----------+-------------+-----------+------+---------+---------+---------+-------+---------------+--------------+-----------+---------+-----------+----------+--------------+-----------+-----------+----------+---+---+------+------+---+---+---+---+---+---+---+----+----+----+----+----+----+----+----+----+-----+-----+-----+----+----+----+----+----+-----+-----+-----+-----+-----+-----+----+----+----+-----+----+------+\n",
            "|  2|G. Pasquale| 33| 69|               Italy|      Udinese| 71|LWB|          LM|https://cdn.sofif...|https://cdn.sofif...|https://cdn.sofif...| 69| Udinese 2008 ~ 2016| 6'0\"\"|181lbs| Left|     0| Jul 1, 2008|         null|€625K| €7K|            €0|2008 ~ 2016|      313|      75|       50|              59|           71|   58.0|  338|       73| 65.0|         60|          69|          71|     347|          68|          74|   68.0|       69|   68.0|  347|        74|   68.0|     69|      68|        68|      320|        72|         69.0|       63.0|  66.0|       50|     null|      208|     70|             69|          69.0|         56|       14|          5|        15|            10|         12|       1929|       408|3 ★| 2★|Medium|  High|2 ★| 71| 59| 70| 71| 68| 69|   4|65+0|65+0|65+0|68+0|67+0|67+0|67+0|68+0| 68+0| 68+0| 68+0|69+0|69+0|69+0|69+0|69+0|71+-2|70+-1|70+-1|70+-1|71+-2|70+-1|69+0|69+0|69+0|70+-1|17+0|  Male|\n",
            "| 16|Luis García| 37| 71|               Spain|    KAS Eupen| 70| CM|  CM CAM CDM|https://cdn.sofif...|https://cdn.sofif...|https://cdn.sofif...| 71|KAS Eupen 2014 ~ ...|5'10\"\"|143lbs|Right|     0|Jul 19, 2014|         null|€600K| €7K|         €1.1M|2014 ~ 2019|      337|      68|       64|              61|           76|   68.0|  369|       69| 79.0|         79|          71|          71|     305|          56|          50|   62.0|       65|   72.0|  324|        75|   54.0|     64|      60|        71|      362|        71|         71.0|       72.0|  73.0|       75|     79.0|      153|     70|             43|          40.0|         56|        9|         12|        13|            11|         11|       1906|       385|4 ★| 3★|Medium|Medium|1 ★| 53| 69| 73| 69| 58| 63|   4|67+1|67+1|67+1|67+0|68+0|68+0|68+0|67+0| 70+1| 70+1| 70+1|68+1|70+1|70+1|70+1|68+1| 62+1| 66+1| 66+1| 66+1| 62+1| 60+1|60+1|60+1|60+1| 60+1|17+1|  Male|\n",
            "| 27|    J. Cole| 33| 71|             England|Coventry City| 71|CAM|CAM RM RW LM|https://cdn.sofif...|https://cdn.sofif...|https://cdn.sofif...| 71|Coventry City 201...| 5'9\"\"|161lbs|Right|     0| Jan 7, 2016|         null|€1.1M|€15K|            €0|2016 ~ 2020|      337|      80|       64|              41|           77|   75.0|  387|       79| 84.0|         77|          69|          78|     295|          48|          42|   71.0|       59|   75.0|  284|        72|   58.0|     29|      56|        69|      317|        69|         39.0|       69.0|  74.0|       66|     null|       99|     35|             34|          30.0|         51|        9|          6|        13|            16|          7|       1770|       354|4 ★| 4★|Medium|   Low|2 ★| 45| 68| 76| 77| 36| 52|  11|64+0|64+0|64+0|70+0|69+0|69+0|69+0|70+0| 71+0| 71+0| 71+0|68+0|66+0|66+0|66+0|68+0| 52+0| 54+0| 54+0| 54+0| 52+0| 47+0|46+0|46+0|46+0| 47+0|15+0|  Male|\n",
            "| 36|   D. Yorke| 36| 68|Trinidad &amp; To...|   Sunderland| 70| ST|        null|https://cdn.sofif...|https://cdn.sofif...|https://cdn.sofif...| 82|     Sunderland 2009|5'11\"\"|165lbs|Right|    14|        null|         null|   €0|  €0|            €0|       2009|      264|      54|       70|              60|           80|   null|  255|       68| null|         46|          64|          77|     176|          59|          62|   null|       55|   null|  239|        63|   null|     51|      66|        59|      271|        59|         70.0|       72.0|  null|       70|     null|       75|     34|             41|          null|         68|        5|         21|        64|            21|         21|       1348|       369|3 ★| 1★|  null|  null|1 ★| 61| 66| 66| 69| 47| 60|   3|67+0|67+0|67+0|66+0|67+0|67+0|67+0|66+0| 70+0| 70+0| 70+0|66+0|68+0|68+0|68+0|66+0| 56+0| 65+0| 65+0| 65+0| 56+0| 57+0|51+0|51+0|51+0| 57+0|22+0|  Male|\n",
            "| 41|    Iniesta| 36| 81|               Spain|  Vissel Kobe| 82|CAM|      CM CAM|https://cdn.sofif...|https://cdn.sofif...|https://cdn.sofif...| 81|Vissel Kobe 2018 ...| 5'7\"\"|150lbs|Right|     0|Jul 16, 2018|         null|€5.5M|€12K|         €7.2M|2018 ~ 2021|      367|      75|       69|              54|           90|   79.0|  408|       85| 80.0|         70|          83|          90|     346|          61|          56|   79.0|       75|   75.0|  297|        67|   40.0|     58|      62|        70|      370|        58|         70.0|       78.0|  93.0|       71|     89.0|      181|     68|             57|          56.0|         45|        6|         13|         6|            13|          7|       2014|       420|4 ★| 4★|  High|Medium|4 ★| 58| 70| 85| 85| 63| 59| 149|72+3|72+3|72+3|79+0|79+0|79+0|79+0|79+0|82+-1|82+-1|82+-1|79+2|81+0|81+0|81+0|79+2| 70+3| 73+3| 73+3| 73+3| 70+3| 67+3|64+3|64+3|64+3| 67+3|17+3|  Male|\n",
            "+---+-----------+---+---+--------------------+-------------+---+---+------------+--------------------+--------------------+--------------------+---+--------------------+------+------+-----+------+------------+-------------+-----+----+--------------+-----------+---------+--------+---------+----------------+-------------+-------+-----+---------+-----+-----------+------------+------------+--------+------------+------------+-------+---------+-------+-----+----------+-------+-------+--------+----------+---------+----------+-------------+-----------+------+---------+---------+---------+-------+---------------+--------------+-----------+---------+-----------+----------+--------------+-----------+-----------+----------+---+---+------+------+---+---+---+---+---+---+---+----+----+----+----+----+----+----+----+----+-----+-----+-----+----+----+----+----+----+-----+-----+-----+-----+-----+-----+----+----+----+-----+----+------+\n",
            "\n",
            "###############################\n",
            "\n",
            "Showing Data with Nationality and Name\n",
            "+-----------+--------------------+\n",
            "|       Name|         Nationality|\n",
            "+-----------+--------------------+\n",
            "|G. Pasquale|               Italy|\n",
            "|Luis García|               Spain|\n",
            "|    J. Cole|             England|\n",
            "|   D. Yorke|Trinidad &amp; To...|\n",
            "|    Iniesta|               Spain|\n",
            "+-----------+--------------------+\n",
            "\n",
            "Data Succesfully Partitioned by Nationality and Saved!\n",
            "\n",
            "\n",
            "Showing data grouped by Position\n",
            "+--------+--------------+-----------+-------+\n",
            "|Position|          Name|Total Stats|ranking|\n",
            "+--------+--------------+-----------+-------+\n",
            "|  CDM CB|   K. Phillips|       2009|      1|\n",
            "|  CDM CB|  Luiz Gustavo|       1982|      2|\n",
            "|  CDM CB|       E. Dier|       1973|      3|\n",
            "|  CDM CB|      T. Xhaka|       1966|      4|\n",
            "|  CDM CB|      M. Knoll|       1956|      5|\n",
            "|  CDM CB|   B. Zuculini|       1953|      6|\n",
            "|  CDM CB|     L. Ponzio|       1939|      7|\n",
            "|  CDM CB|     L. Diarra|       1926|      8|\n",
            "|  CDM CB|      M. Topal|       1919|      9|\n",
            "|  CDM CB|      G. Medel|       1915|     10|\n",
            "|LM RM CM|        Djalma|       1904|      1|\n",
            "|LM RM CM|         Fidel|       1855|      2|\n",
            "|LM RM CM|D. Wotherspoon|       1814|      3|\n",
            "|LM RM CM|    J. Meneses|       1806|      4|\n",
            "|LM RM CM|     F. N'Goma|       1791|      5|\n",
            "|LM RM CM|       B. Pelé|       1789|      6|\n",
            "|LM RM CM|    C. O'Dowda|       1767|      7|\n",
            "|LM RM CM|S. Skarlatidis|       1699|      8|\n",
            "|LM RM CM|     Nacho Gil|       1673|      9|\n",
            "|LM RM CM|     A. da Luz|       1635|     10|\n",
            "+--------+--------------+-----------+-------+\n",
            "\n",
            "Data Succesfully Partitioned by Position and Saved!\n",
            "\n",
            "\n",
            "Showing data grouped by club and Position\n",
            "+--------------------+--------+-----+\n",
            "|                Club|Position|Count|\n",
            "+--------------------+--------+-----+\n",
            "|1. FC Heidenheim ...|   CB LB|    1|\n",
            "|1. FC Heidenheim ...|      LB|    2|\n",
            "|1. FC Heidenheim ...|      ST|    3|\n",
            "|1. FC Heidenheim ...|   LM RM|    1|\n",
            "|1. FC Heidenheim ...|      GK|    3|\n",
            "+--------------------+--------+-----+\n",
            "\n",
            "Data Succesfully Partitioned by Club and Saved!\n",
            "\n",
            "\n",
            "Showing Top 10 Sprint Speed Teams\n",
            "+------------------+--------------------+\n",
            "|              Club|Average Sprint Speed|\n",
            "+------------------+--------------------+\n",
            "|     United States|                91.0|\n",
            "|  Alemannia Aachen|                91.0|\n",
            "|    UCAM Murcia CF|                90.0|\n",
            "|     GIF Sundsvall|                89.0|\n",
            "|      Terek Grozny|                89.0|\n",
            "|        Córdoba CF|                88.0|\n",
            "|         Dundee FC|                86.0|\n",
            "|Dorados de Sinaloa|                85.0|\n",
            "|       Netherlands|                84.0|\n",
            "|           Palermo|                83.0|\n",
            "+------------------+--------------------+\n",
            "\n",
            "Top Ten Average Sprint Speed Teams Saved Successfully!\n",
            "\n",
            "\n",
            "There are 1034 players with overweight, showing first 10.\n",
            "+------------+------+------+-------+\n",
            "|        Name|Weight|Height|    IMC|\n",
            "+------------+------+------+-------+\n",
            "|     O. Kahn|198lbs| 6'2\"\"|25.4189|\n",
            "|M. Schwarzer|209lbs| 6'4\"\"|25.4375|\n",
            "|       Couto|185lbs| 6'0\"\"|25.0878|\n",
            "|  C. Abbiati|203lbs| 6'3\"\"|25.3705|\n",
            "|    F. Totti|181lbs|5'11\"\"|25.2416|\n",
            "|  C. Seedorf|176lbs|5'10\"\"|25.2506|\n",
            "|   E. Heskey|205lbs| 6'1\"\"|27.0435|\n",
            "|      Eliseu|181lbs| 5'9\"\"|26.7261|\n",
            "|B. Schneider|179lbs|5'10\"\"| 25.681|\n",
            "|  F. Lampard|196lbs| 6'0\"\"|26.5795|\n",
            "+------------+------+------+-------+\n",
            "\n",
            "Overweighted Players Saved Successfully!\n",
            "\n",
            "\n",
            "Test Done Successfully in 31.3757 seconds\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LQ67g4UwCJ-i"
      },
      "source": [
        ""
      ],
      "execution_count": 135,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "g406fiyDjaWj"
      },
      "source": [
        "\r\n"
      ],
      "execution_count": 137,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WElUzUTnCwPX"
      },
      "source": [
        ""
      ],
      "execution_count": 146,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lYLIxpaeGrmd"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}