spaCy.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/martinreder/hgb-wst-spacy/blob/main/spaCy.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "a1e51581-23c7-4ae2-b77f-141b09f1f9ae",
      "metadata": {
        "id": "a1e51581-23c7-4ae2-b77f-141b09f1f9ae"
      },
      "source": [
        "# **Data**\n",
        "\n",
        "For our exercises we will use two different datasets:\n",
        "- The AG News subset that features english news articles of 4 different categories\n",
        "- The 10kGNAD dataset that features german news articles of 9 different categories"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "id": "8aba7fa7-7a00-4367-92df-33c4873c1794",
      "metadata": {
        "id": "8aba7fa7-7a00-4367-92df-33c4873c1794"
      },
      "outputs": [],
      "source": [
        "import csv\n",
        "import pandas as pd\n",
        "\n",
        "# english data\n",
        "classes_en = {1: \"World\", 2: \"Sports\", 3: \"Business\", 4: \"Sci/Tech\"}\n",
        "train_en = pd.read_csv(\"https://raw.githubusercontent.com/michabirklbauer/hgb_dse_text_mining/master/data/AGNews/train.csv\",\n",
        "                       names = [\"Label\", \"Title\", \"Article\"],\n",
        "                       encoding = \"utf-8\")\n",
        "test_en = pd.read_csv(\"https://raw.githubusercontent.com/michabirklbauer/hgb_dse_text_mining/master/data/AGNews/test.csv\",\n",
        "                      names = [\"Label\", \"Title\", \"Article\"],\n",
        "                      encoding = \"utf-8\")\n",
        "\n",
        "# german data\n",
        "train_de = pd.read_csv(\"https://raw.githubusercontent.com/michabirklbauer/hgb_dse_text_mining/master/data/10kGNAD/train.csv\",\n",
        "                       sep = \";\", names = [\"Label\", \"Article\"],\n",
        "                       quotechar = \"\\'\", quoting = csv.QUOTE_MINIMAL, encoding = \"utf-8\")\n",
        "test_de = pd.read_csv(\"https://raw.githubusercontent.com/michabirklbauer/hgb_dse_text_mining/master/data/10kGNAD/test.csv\",\n",
        "                       sep = \";\", names = [\"Label\", \"Article\"],\n",
        "                       quotechar = \"\\'\", quoting = csv.QUOTE_MINIMAL, encoding = \"utf-8\")"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "348c9409-f422-4145-9b3a-3276cafb1f81",
      "metadata": {
        "id": "348c9409-f422-4145-9b3a-3276cafb1f81"
      },
      "source": [
        "### The english dataset features 120 000 training and 7600 test samples with equally balanced classes"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "id": "449c32da-918c-4474-ade5-f3c20b6489d6",
      "metadata": {
        "id": "449c32da-918c-4474-ade5-f3c20b6489d6",
        "outputId": "9bc43df9-19a6-4e71-a6cf-30770850f109",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 242
        }
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(120000, 3)\n",
            "(7600, 3)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   Label                                              Title  \\\n",
              "0      3  Wall St. Bears Claw Back Into the Black (Reuters)   \n",
              "1      3  Carlyle Looks Toward Commercial Aerospace (Reu...   \n",
              "2      3    Oil and Economy Cloud Stocks' Outlook (Reuters)   \n",
              "3      3  Iraq Halts Oil Exports from Main Southern Pipe...   \n",
              "4      3  Oil prices soar to all-time record, posing new...   \n",
              "\n",
              "                                             Article  \n",
              "0  Reuters - Short-sellers, Wall Street's dwindli...  \n",
              "1  Reuters - Private investment firm Carlyle Grou...  \n",
              "2  Reuters - Soaring crude prices plus worries\\ab...  \n",
              "3  Reuters - Authorities have halted oil export\\f...  \n",
              "4  AFP - Tearaway world oil prices, toppling reco...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-11ecb256-ba44-41dd-b2b6-1141cc867cd3\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Label</th>\n",
              "      <th>Title</th>\n",
              "      <th>Article</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>3</td>\n",
              "      <td>Wall St. Bears Claw Back Into the Black (Reuters)</td>\n",
              "      <td>Reuters - Short-sellers, Wall Street's dwindli...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>3</td>\n",
              "      <td>Carlyle Looks Toward Commercial Aerospace (Reu...</td>\n",
              "      <td>Reuters - Private investment firm Carlyle Grou...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>Oil and Economy Cloud Stocks' Outlook (Reuters)</td>\n",
              "      <td>Reuters - Soaring crude prices plus worries\\ab...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>Iraq Halts Oil Exports from Main Southern Pipe...</td>\n",
              "      <td>Reuters - Authorities have halted oil export\\f...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>3</td>\n",
              "      <td>Oil prices soar to all-time record, posing new...</td>\n",
              "      <td>AFP - Tearaway world oil prices, toppling reco...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-11ecb256-ba44-41dd-b2b6-1141cc867cd3')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-11ecb256-ba44-41dd-b2b6-1141cc867cd3 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-11ecb256-ba44-41dd-b2b6-1141cc867cd3');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-0d3fe7f2-7c0c-4027-8eea-7d61793406df\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-0d3fe7f2-7c0c-4027-8eea-7d61793406df')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-0d3fe7f2-7c0c-4027-8eea-7d61793406df button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 2
        }
      ],
      "source": [
        "print(train_en.shape)\n",
        "print(test_en.shape)\n",
        "train_en.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "id": "a183299e-96fe-4371-a118-42f2dc9fd0ea",
      "metadata": {
        "id": "a183299e-96fe-4371-a118-42f2dc9fd0ea",
        "outputId": "cd808210-5ee0-4520-8838-050c429d8ce9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 443
        }
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<Axes: >"
            ]
          },
          "metadata": {},
          "execution_count": 3
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjkAAAGYCAYAAACgQ/O7AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAmnElEQVR4nO3df1CVdd7/8Reg5+CvA6EBMqKyea9IIiYmnra8tbg5Gner5d2ouUVGNrrQrLC3Gvc4+KO9h253U9mVdBpvw52R9cc95W5iKGFirah5lPyRuNXa4I4e9E7hJCkonO8fDdft+aoYphEfno+ZM9M51/tc53OdaxqfHq8DAT6fzycAAADDBLb3AgAAAO4GIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkbq09wLaU3Nzs06fPq1evXopICCgvZcDAAC+A5/Pp6+//lpRUVEKDLz55zWdOnJOnz6t6Ojo9l4GAAC4DadOnVK/fv1uur1TR06vXr0kffsmORyOdl4NAAD4Lrxer6Kjo60/x2+mU0dOyz9RORwOIgcAgA7mVpeacOExAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjNSmyFm1apWGDRtm/RoEp9Op9957z9p++fJlZWRkqHfv3urZs6cmT56smpoav31UV1crNTVV3bt3V3h4uObOnaurV6/6zezatUsjRoyQ3W7XoEGDVFhYeN1aCgoKNHDgQAUHByspKUn79+9vy6EAAADDtSly+vXrp9dee01ut1sHDhzQo48+qokTJ+rYsWOSpKysLL377rvavHmzysvLdfr0aT311FPW85uampSamqrGxkbt2bNH69atU2FhoXJzc62ZkydPKjU1VePGjVNlZaXmzJmjF198Udu3b7dmNm7cqOzsbC1cuFAHDx5UQkKCXC6Xzp49+33fDwAAYArf93TPPff41qxZ46utrfV17drVt3nzZmvb8ePHfZJ8FRUVPp/P59u2bZsvMDDQ5/F4rJlVq1b5HA6Hr6Ghwefz+Xzz5s3z3X///X6vMWXKFJ/L5bLujxo1ypeRkWHdb2pq8kVFRfny8vLatPa6ujqfJF9dXV2bngcAANrPd/3z+7avyWlqatKGDRtUX18vp9Mpt9utK1euKDk52ZqJjY1V//79VVFRIUmqqKhQfHy8IiIirBmXyyWv12t9GlRRUeG3j5aZln00NjbK7Xb7zQQGBio5OdmauZmGhgZ5vV6/GwAAMFOXtj7hyJEjcjqdunz5snr27Kl33nlHcXFxqqyslM1mU2hoqN98RESEPB6PJMnj8fgFTsv2lm2tzXi9Xl26dEkXLlxQU1PTDWeqqqpaXXteXp4WL17c1kO+awa+UtzeS2gXX76W2t5LaBec786F8925cL5/nNr8Sc7gwYNVWVmpffv2afbs2UpLS9Onn356N9Z2x+Xk5Kiurs66nTp1qr2XBAAA7pI2f5Jjs9k0aNAgSVJiYqI+/vhj5efna8qUKWpsbFRtba3fpzk1NTWKjIyUJEVGRl73LaiWb19dO/P/fyOrpqZGDodD3bp1U1BQkIKCgm4407KPm7Hb7bLb7W09ZAAA0AF975+T09zcrIaGBiUmJqpr164qKyuztp04cULV1dVyOp2SJKfTqSNHjvh9C6q0tFQOh0NxcXHWzLX7aJlp2YfNZlNiYqLfTHNzs8rKyqwZAACANn2Sk5OTowkTJqh///76+uuvVVRUpF27dmn79u0KCQlRenq6srOzFRYWJofDoZdffllOp1OjR4+WJKWkpCguLk7PPvusli5dKo/HowULFigjI8P6hGXWrFlauXKl5s2bpxdeeEE7d+7Upk2bVFz8f//emZ2drbS0NI0cOVKjRo3SihUrVF9frxkzZtzBtwYAAHRkbYqcs2fP6rnnntOZM2cUEhKiYcOGafv27fqXf/kXSdLy5csVGBioyZMnq6GhQS6XS2+88Yb1/KCgIG3dulWzZ8+W0+lUjx49lJaWpiVLllgzMTExKi4uVlZWlvLz89WvXz+tWbNGLpfLmpkyZYrOnTun3NxceTweDR8+XCUlJdddjAwAADqvAJ/P52vvRbQXr9erkJAQ1dXVyeFw/OCvz9X4nQvnu3PhfHcunO8f1nf985vfXQUAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADBSmyInLy9PDz74oHr16qXw8HBNmjRJJ06c8JsZO3asAgIC/G6zZs3ym6murlZqaqq6d++u8PBwzZ07V1evXvWb2bVrl0aMGCG73a5BgwapsLDwuvUUFBRo4MCBCg4OVlJSkvbv39+WwwEAAAZrU+SUl5crIyNDe/fuVWlpqa5cuaKUlBTV19f7zc2cOVNnzpyxbkuXLrW2NTU1KTU1VY2NjdqzZ4/WrVunwsJC5ebmWjMnT55Uamqqxo0bp8rKSs2ZM0cvvviitm/fbs1s3LhR2dnZWrhwoQ4ePKiEhAS5XC6dPXv2dt8LAABgkC5tGS4pKfG7X1hYqPDwcLndbo0ZM8Z6vHv37oqMjLzhPnbs2KFPP/1U77//viIiIjR8+HC9+uqrmj9/vhYtWiSbzabVq1crJiZGr7/+uiRpyJAh+uijj7R8+XK5XC5J0rJlyzRz5kzNmDFDkrR69WoVFxdr7dq1euWVV9pyWAAAwEDf65qcuro6SVJYWJjf4+vXr1efPn00dOhQ5eTk6JtvvrG2VVRUKD4+XhEREdZjLpdLXq9Xx44ds2aSk5P99ulyuVRRUSFJamxslNvt9psJDAxUcnKyNXMjDQ0N8nq9fjcAAGCmNn2Sc63m5mbNmTNHP/vZzzR06FDr8WeeeUYDBgxQVFSUDh8+rPnz5+vEiRN6++23JUkej8cvcCRZ9z0eT6szXq9Xly5d0oULF9TU1HTDmaqqqpuuOS8vT4sXL77dQwYAAB3IbUdORkaGjh49qo8++sjv8Zdeesn67/j4ePXt21ePPfaYvvjiC9133323v9I7ICcnR9nZ2dZ9r9er6OjodlwRAAC4W24rcjIzM7V161bt3r1b/fr1a3U2KSlJkvT555/rvvvuU2Rk5HXfgqqpqZEk6zqeyMhI67FrZxwOh7p166agoCAFBQXdcOZm1wJJkt1ul91u/24HCQAAOrQ2XZPj8/mUmZmpd955Rzt37lRMTMwtn1NZWSlJ6tu3ryTJ6XTqyJEjft+CKi0tlcPhUFxcnDVTVlbmt5/S0lI5nU5Jks1mU2Jiot9Mc3OzysrKrBkAANC5temTnIyMDBUVFenPf/6zevXqZV1DExISom7duumLL75QUVGRHn/8cfXu3VuHDx9WVlaWxowZo2HDhkmSUlJSFBcXp2effVZLly6Vx+PRggULlJGRYX3KMmvWLK1cuVLz5s3TCy+8oJ07d2rTpk0qLi621pKdna20tDSNHDlSo0aN0ooVK1RfX2992woAAHRubYqcVatWSfr2B/5d66233tLzzz8vm82m999/3wqO6OhoTZ48WQsWLLBmg4KCtHXrVs2ePVtOp1M9evRQWlqalixZYs3ExMSouLhYWVlZys/PV79+/bRmzRrr6+OSNGXKFJ07d065ubnyeDwaPny4SkpKrrsYGQAAdE5tihyfz9fq9ujoaJWXl99yPwMGDNC2bdtanRk7dqwOHTrU6kxmZqYyMzNv+XoAAKDz4XdXAQAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMFKbIicvL08PPvigevXqpfDwcE2aNEknTpzwm7l8+bIyMjLUu3dv9ezZU5MnT1ZNTY3fTHV1tVJTU9W9e3eFh4dr7ty5unr1qt/Mrl27NGLECNntdg0aNEiFhYXXraegoEADBw5UcHCwkpKStH///rYcDgAAMFibIqe8vFwZGRnau3evSktLdeXKFaWkpKi+vt6aycrK0rvvvqvNmzervLxcp0+f1lNPPWVtb2pqUmpqqhobG7Vnzx6tW7dOhYWFys3NtWZOnjyp1NRUjRs3TpWVlZozZ45efPFFbd++3ZrZuHGjsrOztXDhQh08eFAJCQlyuVw6e/bs93k/AACAIQJ8Pp/vdp987tw5hYeHq7y8XGPGjFFdXZ3uvfdeFRUV6d/+7d8kSVVVVRoyZIgqKio0evRovffee/rXf/1XnT59WhEREZKk1atXa/78+Tp37pxsNpvmz5+v4uJiHT161HqtqVOnqra2ViUlJZKkpKQkPfjgg1q5cqUkqbm5WdHR0Xr55Zf1yiuvfKf1e71ehYSEqK6uTg6H43bfhts28JXiH/w1fwy+fC21vZfQLjjfnQvnu3PhfP+wvuuf39/rmpy6ujpJUlhYmCTJ7XbrypUrSk5OtmZiY2PVv39/VVRUSJIqKioUHx9vBY4kuVwueb1eHTt2zJq5dh8tMy37aGxslNvt9psJDAxUcnKyNQMAADq3Lrf7xObmZs2ZM0c/+9nPNHToUEmSx+ORzWZTaGio32xERIQ8Ho81c23gtGxv2dbajNfr1aVLl3ThwgU1NTXdcKaqquqma25oaFBDQ4N13+v1tuGIAQBAR3Lbn+RkZGTo6NGj2rBhw51cz12Vl5enkJAQ6xYdHd3eSwIAAHfJbUVOZmamtm7dqg8++ED9+vWzHo+MjFRjY6Nqa2v95mtqahQZGWnN/P/ftmq5f6sZh8Ohbt26qU+fPgoKCrrhTMs+biQnJ0d1dXXW7dSpU207cAAA0GG0KXJ8Pp8yMzP1zjvvaOfOnYqJifHbnpiYqK5du6qsrMx67MSJE6qurpbT6ZQkOZ1OHTlyxO9bUKWlpXI4HIqLi7Nmrt1Hy0zLPmw2mxITE/1mmpubVVZWZs3ciN1ul8Ph8LsBAAAztemanIyMDBUVFenPf/6zevXqZV1DExISom7duikkJETp6enKzs5WWFiYHA6HXn75ZTmdTo0ePVqSlJKSori4OD377LNaunSpPB6PFixYoIyMDNntdknSrFmztHLlSs2bN08vvPCCdu7cqU2bNqm4+P+uXs/OzlZaWppGjhypUaNGacWKFaqvr9eMGTPu1HsDAAA6sDZFzqpVqyRJY8eO9Xv8rbfe0vPPPy9JWr58uQIDAzV58mQ1NDTI5XLpjTfesGaDgoK0detWzZ49W06nUz169FBaWpqWLFlizcTExKi4uFhZWVnKz89Xv379tGbNGrlcLmtmypQpOnfunHJzc+XxeDR8+HCVlJRcdzEyAADonNoUOd/lR+oEBweroKBABQUFN50ZMGCAtm3b1up+xo4dq0OHDrU6k5mZqczMzFuuCQAAdD787ioAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICR2hw5u3fv1hNPPKGoqCgFBARoy5Ytftuff/55BQQE+N3Gjx/vN3P+/HlNnz5dDodDoaGhSk9P18WLF/1mDh8+rEceeUTBwcGKjo7W0qVLr1vL5s2bFRsbq+DgYMXHx2vbtm1tPRwAAGCoNkdOfX29EhISVFBQcNOZ8ePH68yZM9btT3/6k9/26dOn69ixYyotLdXWrVu1e/duvfTSS9Z2r9erlJQUDRgwQG63W7/97W+1aNEivfnmm9bMnj17NG3aNKWnp+vQoUOaNGmSJk2apKNHj7b1kAAAgIG6tPUJEyZM0IQJE1qdsdvtioyMvOG248ePq6SkRB9//LFGjhwpSfrDH/6gxx9/XL/73e8UFRWl9evXq7GxUWvXrpXNZtP999+vyspKLVu2zIqh/Px8jR8/XnPnzpUkvfrqqyotLdXKlSu1evXqth4WAAAwzF25JmfXrl0KDw/X4MGDNXv2bH311VfWtoqKCoWGhlqBI0nJyckKDAzUvn37rJkxY8bIZrNZMy6XSydOnNCFCxesmeTkZL/XdblcqqiouOm6Ghoa5PV6/W4AAMBMdzxyxo8frz/+8Y8qKyvTf/3Xf6m8vFwTJkxQU1OTJMnj8Sg8PNzvOV26dFFYWJg8Ho81ExER4TfTcv9WMy3bbyQvL08hISHWLTo6+vsdLAAA+NFq8z9X3crUqVOt/46Pj9ewYcN03333adeuXXrsscfu9Mu1SU5OjrKzs637Xq+X0AEAwFB3/SvkP/nJT9SnTx99/vnnkqTIyEidPXvWb+bq1as6f/68dR1PZGSkampq/GZa7t9q5mbXAknfXivkcDj8bgAAwEx3PXL+8Y9/6KuvvlLfvn0lSU6nU7W1tXK73dbMzp071dzcrKSkJGtm9+7dunLlijVTWlqqwYMH65577rFmysrK/F6rtLRUTqfzbh8SAADoANocORcvXlRlZaUqKyslSSdPnlRlZaWqq6t18eJFzZ07V3v37tWXX36psrIyTZw4UYMGDZLL5ZIkDRkyROPHj9fMmTO1f/9+/fWvf1VmZqamTp2qqKgoSdIzzzwjm82m9PR0HTt2TBs3blR+fr7fPzX96le/UklJiV5//XVVVVVp0aJFOnDggDIzM+/A2wIAADq6NkfOgQMH9MADD+iBBx6QJGVnZ+uBBx5Qbm6ugoKCdPjwYf385z/XT3/6U6WnpysxMVEffvih7Ha7tY/169crNjZWjz32mB5//HE9/PDDfj8DJyQkRDt27NDJkyeVmJioX//618rNzfX7WToPPfSQioqK9OabbyohIUH/8z//oy1btmjo0KHf5/0AAACGaPOFx2PHjpXP57vp9u3bt99yH2FhYSoqKmp1ZtiwYfrwww9bnXn66af19NNP3/L1AABA58PvrgIAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABipzZGze/duPfHEE4qKilJAQIC2bNnit93n8yk3N1d9+/ZVt27dlJycrM8++8xv5vz585o+fbocDodCQ0OVnp6uixcv+s0cPnxYjzzyiIKDgxUdHa2lS5det5bNmzcrNjZWwcHBio+P17Zt29p6OAAAwFBtjpz6+nolJCSooKDghtuXLl2q3//+91q9erX27dunHj16yOVy6fLly9bM9OnTdezYMZWWlmrr1q3avXu3XnrpJWu71+tVSkqKBgwYILfbrd/+9rdatGiR3nzzTWtmz549mjZtmtLT03Xo0CFNmjRJkyZN0tGjR9t6SAAAwEBd2vqECRMmaMKECTfc5vP5tGLFCi1YsEATJ06UJP3xj39URESEtmzZoqlTp+r48eMqKSnRxx9/rJEjR0qS/vCHP+jxxx/X7373O0VFRWn9+vVqbGzU2rVrZbPZdP/996uyslLLli2zYig/P1/jx4/X3LlzJUmvvvqqSktLtXLlSq1evfq23gwAAGCOO3pNzsmTJ+XxeJScnGw9FhISoqSkJFVUVEiSKioqFBoaagWOJCUnJyswMFD79u2zZsaMGSObzWbNuFwunThxQhcuXLBmrn2dlpmW17mRhoYGeb1evxsAADDTHY0cj8cjSYqIiPB7PCIiwtrm8XgUHh7ut71Lly4KCwvzm7nRPq59jZvNtGy/kby8PIWEhFi36Ojoth4iAADoIDrVt6tycnJUV1dn3U6dOtXeSwIAAHfJHY2cyMhISVJNTY3f4zU1Nda2yMhInT171m/71atXdf78eb+ZG+3j2te42UzL9hux2+1yOBx+NwAAYKY7GjkxMTGKjIxUWVmZ9ZjX69W+ffvkdDolSU6nU7W1tXK73dbMzp071dzcrKSkJGtm9+7dunLlijVTWlqqwYMH65577rFmrn2dlpmW1wEAAJ1bmyPn4sWLqqysVGVlpaRvLzaurKxUdXW1AgICNGfOHP3mN7/RX/7yFx05ckTPPfecoqKiNGnSJEnSkCFDNH78eM2cOVP79+/XX//6V2VmZmrq1KmKioqSJD3zzDOy2WxKT0/XsWPHtHHjRuXn5ys7O9tax69+9SuVlJTo9ddfV1VVlRYtWqQDBw4oMzPz+78rAACgw2vzV8gPHDigcePGWfdbwiMtLU2FhYWaN2+e6uvr9dJLL6m2tlYPP/ywSkpKFBwcbD1n/fr1yszM1GOPPabAwEBNnjxZv//9763tISEh2rFjhzIyMpSYmKg+ffooNzfX72fpPPTQQyoqKtKCBQv0H//xH/qnf/onbdmyRUOHDr2tNwIAAJilzZEzduxY+Xy+m24PCAjQkiVLtGTJkpvOhIWFqaioqNXXGTZsmD788MNWZ55++mk9/fTTrS8YAAB0Sp3q21UAAKDzIHIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgpDseOYsWLVJAQIDfLTY21tp++fJlZWRkqHfv3urZs6cmT56smpoav31UV1crNTVV3bt3V3h4uObOnaurV6/6zezatUsjRoyQ3W7XoEGDVFhYeKcPBQAAdGB35ZOc+++/X2fOnLFuH330kbUtKytL7777rjZv3qzy8nKdPn1aTz31lLW9qalJqampamxs1J49e7Ru3ToVFhYqNzfXmjl58qRSU1M1btw4VVZWas6cOXrxxRe1ffv2u3E4AACgA+pyV3bapYsiIyOve7yurk7//d//raKiIj366KOSpLfeektDhgzR3r17NXr0aO3YsUOffvqp3n//fUVERGj48OF69dVXNX/+fC1atEg2m02rV69WTEyMXn/9dUnSkCFD9NFHH2n58uVyuVx345AAAEAHc1c+yfnss88UFRWln/zkJ5o+fbqqq6slSW63W1euXFFycrI1Gxsbq/79+6uiokKSVFFRofj4eEVERFgzLpdLXq9Xx44ds2au3UfLTMs+AAAA7vgnOUlJSSosLNTgwYN15swZLV68WI888oiOHj0qj8cjm82m0NBQv+dERETI4/FIkjwej1/gtGxv2dbajNfr1aVLl9StW7cbrq2hoUENDQ3Wfa/X+72OFQAA/Hjd8ciZMGGC9d/Dhg1TUlKSBgwYoE2bNt00Pn4oeXl5Wrx4cbuuAQAA/DDu+lfIQ0ND9dOf/lSff/65IiMj1djYqNraWr+Zmpoa6xqeyMjI675t1XL/VjMOh6PVkMrJyVFdXZ11O3Xq1Pc9PAAA8CN11yPn4sWL+uKLL9S3b18lJiaqa9euKisrs7afOHFC1dXVcjqdkiSn06kjR47o7Nmz1kxpaakcDofi4uKsmWv30TLTso+bsdvtcjgcfjcAAGCmOx45//7v/67y8nJ9+eWX2rNnj5588kkFBQVp2rRpCgkJUXp6urKzs/XBBx/I7XZrxowZcjqdGj16tCQpJSVFcXFxevbZZ/XJJ59o+/btWrBggTIyMmS32yVJs2bN0t///nfNmzdPVVVVeuONN7Rp0yZlZWXd6cMBAAAd1B2/Jucf//iHpk2bpq+++kr33nuvHn74Ye3du1f33nuvJGn58uUKDAzU5MmT1dDQIJfLpTfeeMN6flBQkLZu3arZs2fL6XSqR48eSktL05IlS6yZmJgYFRcXKysrS/n5+erXr5/WrFnD18cBAIDljkfOhg0bWt0eHBysgoICFRQU3HRmwIAB2rZtW6v7GTt2rA4dOnRbawQAAObjd1cBAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACM1OEjp6CgQAMHDlRwcLCSkpK0f//+9l4SAAD4EejQkbNx40ZlZ2dr4cKFOnjwoBISEuRyuXT27Nn2XhoAAGhnHTpyli1bppkzZ2rGjBmKi4vT6tWr1b17d61du7a9lwYAANpZl/ZewO1qbGyU2+1WTk6O9VhgYKCSk5NVUVFxw+c0NDSooaHBul9XVydJ8nq9d3exN9Hc8E27vG57a6/3u71xvjsXznfnwvlun9f1+XytznXYyPnf//1fNTU1KSIiwu/xiIgIVVVV3fA5eXl5Wrx48XWPR0dH35U14sZCVrT3CvBD4nx3LpzvzqW9z/fXX3+tkJCQm27vsJFzO3JycpSdnW3db25u1vnz59W7d28FBAS048p+WF6vV9HR0Tp16pQcDkd7Lwd3Gee7c+F8dy6d9Xz7fD59/fXXioqKanWuw0ZOnz59FBQUpJqaGr/Ha2pqFBkZecPn2O122e12v8dCQ0Pv1hJ/9BwOR6f6n6Kz43x3LpzvzqUznu/WPsFp0WEvPLbZbEpMTFRZWZn1WHNzs8rKyuR0OttxZQAA4Megw36SI0nZ2dlKS0vTyJEjNWrUKK1YsUL19fWaMWNGey8NAAC0sw4dOVOmTNG5c+eUm5srj8ej4cOHq6Sk5LqLkeHPbrdr4cKF1/3THczE+e5cON+dC+e7dQG+W33/CgAAoAPqsNfkAAAAtIbIAQAARiJyAACAkYgcAABgJCIHMBzfLQDQWRE5gOHsdruOHz/e3ssAgB9ch/45Ofhujh8/rr1798rpdCo2NlZVVVXKz89XQ0ODfvGLX+jRRx9t7yXiDrj297Jdq6mpSa+99pp69+4tSVq2bNkPuSzcZZcuXZLb7VZYWJji4uL8tl2+fFmbNm3Sc889106rww/p1KlTWrhwodauXdveS/nR4OfkGK6kpEQTJ05Uz5499c033+idd97Rc889p4SEBDU3N6u8vFw7duwgdAwQGBiohISE634fW3l5uUaOHKkePXooICBAO3fubJ8F4o7729/+ppSUFFVXVysgIEAPP/ywNmzYoL59+0r69nf5RUVFqampqZ1Xih/CJ598ohEjRnC+r0HkGO6hhx7So48+qt/85jfasGGDfvnLX2r27Nn6z//8T0nf/mZ2t9utHTt2tPNK8X299tprevPNN7VmzRq/aO3atas++eST6/6Wj47vySef1JUrV1RYWKja2lrNmTNHn376qXbt2qX+/fsTOYb5y1/+0ur2v//97/r1r3/N+b4GkWO4kJAQud1uDRo0SM3NzbLb7dq/f78eeOABSdLRo0eVnJwsj8fTzivFnfDxxx/rF7/4hZ544gnl5eWpa9euRI7BIiIi9P777ys+Pl7StxeZ//KXv9S2bdv0wQcfqEePHkSOQQIDAxUQENDqlwkCAgI439fgwuNOICAgQNK3/4MEBwf7/Xr6Xr16qa6urr2WhjvswQcflNvt1rlz5zRy5EgdPXrUOv8wz6VLl9Sly/9dWhkQEKBVq1bpiSee0D//8z/rb3/7WzuuDnda37599fbbb6u5ufmGt4MHD7b3En90iBzDDRw4UJ999pl1v6KiQv3797fuV1dXW/9+DzP07NlT69atU05OjpKTk/lbncFiY2N14MCB6x5fuXKlJk6cqJ///OftsCrcLYmJiXK73TfdfqtPeTojIsdws2fP9vtDbujQoX5/83vvvfe46NhQU6dO1YEDB/T2229rwIAB7b0c3AVPPvmk/vSnP91w28qVKzVt2jT+0DPI3Llz9dBDD910+6BBg/TBBx/8gCv68eOaHAAAYCQ+yQEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAY6f8BgMkAxdm83+wAAAAASUVORK5CYII=\n"
          },
          "metadata": {}
        }
      ],
      "source": [
        "train_en[\"Label\"].value_counts().plot(kind = \"bar\")"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "d9a1f958-60c9-4f2e-a2b2-b8220064eb8f",
      "metadata": {
        "id": "d9a1f958-60c9-4f2e-a2b2-b8220064eb8f"
      },
      "source": [
        "### The german dataset features 9245 training and 1028 test samples with rather unbalanced classes"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "id": "83676efc-a53c-4794-a7ce-add7aac7cac7",
      "metadata": {
        "id": "83676efc-a53c-4794-a7ce-add7aac7cac7",
        "outputId": "9403fb8d-b49c-412d-9b0d-133c656286d0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 242
        }
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(9245, 2)\n",
            "(1028, 2)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Label                                            Article\n",
              "0       Sport  21-Jähriger fällt wohl bis Saisonende aus. Wie...\n",
              "1      Kultur  Erfundene Bilder zu Filmen, die als verloren g...\n",
              "2         Web  Der frischgekürte CEO Sundar Pichai setzt auf ...\n",
              "3  Wirtschaft  Putin: \"Einigung, dass wir Menge auf Niveau vo...\n",
              "4      Inland  Estland sieht den künftigen österreichischen P..."
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b12a6cb4-64cb-45dd-9a94-2abfed00429d\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Label</th>\n",
              "      <th>Article</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Sport</td>\n",
              "      <td>21-Jähriger fällt wohl bis Saisonende aus. Wie...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Kultur</td>\n",
              "      <td>Erfundene Bilder zu Filmen, die als verloren g...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Web</td>\n",
              "      <td>Der frischgekürte CEO Sundar Pichai setzt auf ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Wirtschaft</td>\n",
              "      <td>Putin: \"Einigung, dass wir Menge auf Niveau vo...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Inland</td>\n",
              "      <td>Estland sieht den künftigen österreichischen P...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b12a6cb4-64cb-45dd-9a94-2abfed00429d')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-b12a6cb4-64cb-45dd-9a94-2abfed00429d button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-b12a6cb4-64cb-45dd-9a94-2abfed00429d');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-b5b87e4d-6b55-4853-b1ab-eb530425b915\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-b5b87e4d-6b55-4853-b1ab-eb530425b915')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-b5b87e4d-6b55-4853-b1ab-eb530425b915 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "print(train_de.shape)\n",
        "print(test_de.shape)\n",
        "train_de.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "id": "5e5f54ab-6967-4018-8a0d-330dd974c856",
      "metadata": {
        "id": "5e5f54ab-6967-4018-8a0d-330dd974c856",
        "outputId": "cd505682-3c70-4bfc-a7a0-1a4612cc9b0c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 525
        }
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<Axes: >"
            ]
          },
          "metadata": {},
          "execution_count": 5
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjAAAAHqCAYAAAAavHS7AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABJx0lEQVR4nO3deVhV1f7H8c8BBBwYVUASBcuc0iy9GpWKQ+JQafmra3HNyrR7r2YOmXozBxpUyiGH61CZWpp1m7UiScVZRA0tNS1T8ZZgZUjgFRDO7w8fztMRrJCDm3V4v55nP49n73XY313K+Zy1117LZrfb7QIAADCIh9UFAAAAlBUBBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOF5WF1BRioqK9MMPP8jPz082m83qcgAAwJ9gt9v166+/Kjw8XB4el+5ncdsA88MPPygiIsLqMgAAwGU4ceKE6tevf8njbhtg/Pz8JF34D+Dv729xNQAA4M/Izs5WRESE43P8Utw2wBTfNvL39yfAAABgmD8a/sEgXgAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxvKwuoDKKHPfxFTvXsWm9r9i5JPe+NgBA1UEPDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOOUOcBs2rRJd9xxh8LDw2Wz2fTBBx9csu3f//532Ww2zZ4922n/6dOnFRcXJ39/fwUGBmrQoEHKyclxarNv3z516NBBvr6+ioiIUEJCQllLBQAAbqrMASY3N1fXX3+95s+f/7vt3n//fe3YsUPh4eEljsXFxWn//v1KSkrSmjVrtGnTJg0ZMsRxPDs7W927d1fDhg21e/duvfDCC5o8ebIWL15c1nIBAIAb8irrG3r27KmePXv+bpvvv/9ejz32mD777DP17t3b6djBgweVmJio1NRUtW3bVpI0d+5c9erVSy+++KLCw8O1YsUK5efna8mSJfL29laLFi2UlpammTNnOgUdAABQNbl8DExRUZEGDBigMWPGqEWLFiWOb9++XYGBgY7wIkndunWTh4eHUlJSHG06duwob29vR5vY2FgdOnRIv/zyS6nnzcvLU3Z2ttMGAADck8sDzPTp0+Xl5aXhw4eXejwjI0MhISFO+7y8vBQcHKyMjAxHm9DQUKc2xa+L21xs6tSpCggIcGwRERHlvRQAAFBJuTTA7N69Wy+99JKWLl0qm83myh/9h8aPH68zZ844thMnTlzR8wMAgCvHpQFm8+bNOnXqlBo0aCAvLy95eXnp+PHjGj16tCIjIyVJYWFhOnXqlNP7zp8/r9OnTyssLMzRJjMz06lN8eviNhfz8fGRv7+/0wYAANyTSwPMgAEDtG/fPqWlpTm28PBwjRkzRp999pkkKTo6WllZWdq9e7fjfevXr1dRUZHat2/vaLNp0yYVFBQ42iQlJalJkyYKCgpyZckAAMBAZX4KKScnR99++63j9dGjR5WWlqbg4GA1aNBAtWvXdmpfrVo1hYWFqUmTJpKkZs2aqUePHho8eLAWLlyogoICDRs2TP3793c8cn3//fdrypQpGjRokMaOHauvvvpKL730kmbNmlWeawUAAG6izAFm165d6ty5s+P1qFGjJEkDBw7U0qVL/9TPWLFihYYNG6auXbvKw8ND/fr105w5cxzHAwICtHbtWg0dOlRt2rRRnTp1NHHiRB6hBgAAki4jwMTExMhut//p9seOHSuxLzg4WCtXrvzd97Vq1UqbN28ua3kAAKAKYC0kAABgHAIMAAAwTplvIQGVVeS4j6/YuY5N6/3HjQAAFYYeGAAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIzjZXUBAP5Y5LiPr+j5jk3rfUXPBwBlRQ8MAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxT5gCzadMm3XHHHQoPD5fNZtMHH3zgOFZQUKCxY8eqZcuWqlmzpsLDw/XAAw/ohx9+cPoZp0+fVlxcnPz9/RUYGKhBgwYpJyfHqc2+ffvUoUMH+fr6KiIiQgkJCZd3hQAAwO2UOcDk5ubq+uuv1/z580scO3v2rPbs2aOnn35ae/bs0XvvvadDhw7pzjvvdGoXFxen/fv3KykpSWvWrNGmTZs0ZMgQx/Hs7Gx1795dDRs21O7du/XCCy9o8uTJWrx48WVcIgAAcDdlXo26Z8+e6tmzZ6nHAgIClJSU5LRv3rx5ateundLT09WgQQMdPHhQiYmJSk1NVdu2bSVJc+fOVa9evfTiiy8qPDxcK1asUH5+vpYsWSJvb2+1aNFCaWlpmjlzplPQAQAAVVOFj4E5c+aMbDabAgMDJUnbt29XYGCgI7xIUrdu3eTh4aGUlBRHm44dO8rb29vRJjY2VocOHdIvv/xS6nny8vKUnZ3ttAEAAPdUoQHm3LlzGjt2rO677z75+/tLkjIyMhQSEuLUzsvLS8HBwcrIyHC0CQ0NdWpT/Lq4zcWmTp2qgIAAxxYREeHqywEAAJVEhQWYgoIC3XvvvbLb7VqwYEFFncZh/PjxOnPmjGM7ceJEhZ8TAABYo8xjYP6M4vBy/PhxrV+/3tH7IklhYWE6deqUU/vz58/r9OnTCgsLc7TJzMx0alP8urjNxXx8fOTj4+PKywAAAJWUy3tgisPLN998o88//1y1a9d2Oh4dHa2srCzt3r3bsW/9+vUqKipS+/btHW02bdqkgoICR5ukpCQ1adJEQUFBri4ZAAAYpswBJicnR2lpaUpLS5MkHT16VGlpaUpPT1dBQYH+7//+T7t27dKKFStUWFiojIwMZWRkKD8/X5LUrFkz9ejRQ4MHD9bOnTu1detWDRs2TP3791d4eLgk6f7775e3t7cGDRqk/fv366233tJLL72kUaNGue7KAQCAscp8C2nXrl3q3Lmz43VxqBg4cKAmT56sjz76SJLUunVrp/dt2LBBMTExkqQVK1Zo2LBh6tq1qzw8PNSvXz/NmTPH0TYgIEBr167V0KFD1aZNG9WpU0cTJ07kEWoAACDpMgJMTEyM7Hb7JY//3rFiwcHBWrly5e+2adWqlTZv3lzW8gAAQBXAWkgAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgEGAAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACM42V1AQCqtshxH1/R8x2b1vuKng9AxaAHBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4ZQ4wmzZt0h133KHw8HDZbDZ98MEHTsftdrsmTpyoevXqqXr16urWrZu++eYbpzanT59WXFyc/P39FRgYqEGDBiknJ8epzb59+9ShQwf5+voqIiJCCQkJZb86AADglsocYHJzc3X99ddr/vz5pR5PSEjQnDlztHDhQqWkpKhmzZqKjY3VuXPnHG3i4uK0f/9+JSUlac2aNdq0aZOGDBniOJ6dna3u3burYcOG2r17t1544QVNnjxZixcvvoxLBAAA7sarrG/o2bOnevbsWeoxu92u2bNna8KECerTp48kafny5QoNDdUHH3yg/v376+DBg0pMTFRqaqratm0rSZo7d6569eqlF198UeHh4VqxYoXy8/O1ZMkSeXt7q0WLFkpLS9PMmTOdgg4AAKiaXDoG5ujRo8rIyFC3bt0c+wICAtS+fXtt375dkrR9+3YFBgY6woskdevWTR4eHkpJSXG06dixo7y9vR1tYmNjdejQIf3yyy+lnjsvL0/Z2dlOGwAAcE8uDTAZGRmSpNDQUKf9oaGhjmMZGRkKCQlxOu7l5aXg4GCnNqX9jN+e42JTp05VQECAY4uIiCj/BQEAgErJbZ5CGj9+vM6cOePYTpw4YXVJAACggrg0wISFhUmSMjMznfZnZmY6joWFhenUqVNOx8+fP6/Tp087tSntZ/z2HBfz8fGRv7+/0wYAANyTSwNMVFSUwsLCtG7dOse+7OxspaSkKDo6WpIUHR2trKws7d6929Fm/fr1KioqUvv27R1tNm3apIKCAkebpKQkNWnSREFBQa4sGQAAGKjMASYnJ0dpaWlKS0uTdGHgblpamtLT02Wz2TRixAg9++yz+uijj/Tll1/qgQceUHh4uPr27StJatasmXr06KHBgwdr586d2rp1q4YNG6b+/fsrPDxcknT//ffL29tbgwYN0v79+/XWW2/ppZde0qhRo1x24QAAwFxlfox6165d6ty5s+N1cagYOHCgli5dqieffFK5ubkaMmSIsrKydOuttyoxMVG+vr6O96xYsULDhg1T165d5eHhoX79+mnOnDmO4wEBAVq7dq2GDh2qNm3aqE6dOpo4cSKPUAMAAEmXEWBiYmJkt9svedxmsyk+Pl7x8fGXbBMcHKyVK1f+7nlatWqlzZs3l7U8AABQBbjNU0gAAKDqIMAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgEGAAAYJwyr0YNAPhzIsd9fEXPd2xa7yt6PsBK9MAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgEGAAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYx+UBprCwUE8//bSioqJUvXp1XX311XrmmWdkt9sdbex2uyZOnKh69eqpevXq6tatm7755hunn3P69GnFxcXJ399fgYGBGjRokHJyclxdLgAAMJDLA8z06dO1YMECzZs3TwcPHtT06dOVkJCguXPnOtokJCRozpw5WrhwoVJSUlSzZk3Fxsbq3LlzjjZxcXHav3+/kpKStGbNGm3atElDhgxxdbkAAMBAXq7+gdu2bVOfPn3Uu3dvSVJkZKTefPNN7dy5U9KF3pfZs2drwoQJ6tOnjyRp+fLlCg0N1QcffKD+/fvr4MGDSkxMVGpqqtq2bStJmjt3rnr16qUXX3xR4eHhri4bAAAYxOU9MDfffLPWrVunw4cPS5L27t2rLVu2qGfPnpKko0ePKiMjQ926dXO8JyAgQO3bt9f27dslSdu3b1dgYKAjvEhSt27d5OHhoZSUlFLPm5eXp+zsbKcNAAC4J5f3wIwbN07Z2dlq2rSpPD09VVhYqOeee05xcXGSpIyMDElSaGio0/tCQ0MdxzIyMhQSEuJcqJeXgoODHW0uNnXqVE2ZMsXVlwMAACohl/fAvP3221qxYoVWrlypPXv2aNmyZXrxxRe1bNkyV5/Kyfjx43XmzBnHduLEiQo9HwAAsI7Le2DGjBmjcePGqX///pKkli1b6vjx45o6daoGDhyosLAwSVJmZqbq1avneF9mZqZat24tSQoLC9OpU6ecfu758+d1+vRpx/sv5uPjIx8fH1dfDgAAqIRc3gNz9uxZeXg4/1hPT08VFRVJkqKiohQWFqZ169Y5jmdnZyslJUXR0dGSpOjoaGVlZWn37t2ONuvXr1dRUZHat2/v6pIBAIBhXN4Dc8cdd+i5555TgwYN1KJFC33xxReaOXOmHn74YUmSzWbTiBEj9Oyzz6px48aKiorS008/rfDwcPXt21eS1KxZM/Xo0UODBw/WwoULVVBQoGHDhql///48gQQAAFwfYObOnaunn35a//znP3Xq1CmFh4fr0Ucf1cSJEx1tnnzySeXm5mrIkCHKysrSrbfeqsTERPn6+jrarFixQsOGDVPXrl3l4eGhfv36ac6cOa4uFwAAGMjlAcbPz0+zZ8/W7NmzL9nGZrMpPj5e8fHxl2wTHByslStXuro8AADgBlgLCQAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgEGAAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGqZAA8/333+tvf/ubateurerVq6tly5batWuX47jdbtfEiRNVr149Va9eXd26ddM333zj9DNOnz6tuLg4+fv7KzAwUIMGDVJOTk5FlAsAAAzj8gDzyy+/6JZbblG1atX06aef6sCBA5oxY4aCgoIcbRISEjRnzhwtXLhQKSkpqlmzpmJjY3Xu3DlHm7i4OO3fv19JSUlas2aNNm3apCFDhri6XAAAYCAvV//A6dOnKyIiQq+99ppjX1RUlOPPdrtds2fP1oQJE9SnTx9J0vLlyxUaGqoPPvhA/fv318GDB5WYmKjU1FS1bdtWkjR37lz16tVLL774osLDw11dNgAAMIjLe2A++ugjtW3bVvfcc49CQkJ0ww036OWXX3YcP3r0qDIyMtStWzfHvoCAALVv317bt2+XJG3fvl2BgYGO8CJJ3bp1k4eHh1JSUko9b15enrKzs502AADgnlzeA/Pdd99pwYIFGjVqlP71r38pNTVVw4cPl7e3twYOHKiMjAxJUmhoqNP7QkNDHccyMjIUEhLiXKiXl4KDgx1tLjZ16lRNmTLF1ZcDAChF5LiPr+j5jk3rfUXPh8rP5T0wRUVFuvHGG/X888/rhhtu0JAhQzR48GAtXLjQ1adyMn78eJ05c8axnThxokLPBwAArOPyAFOvXj01b97caV+zZs2Unp4uSQoLC5MkZWZmOrXJzMx0HAsLC9OpU6ecjp8/f16nT592tLmYj4+P/P39nTYAAOCeXB5gbrnlFh06dMhp3+HDh9WwYUNJFwb0hoWFad26dY7j2dnZSklJUXR0tCQpOjpaWVlZ2r17t6PN+vXrVVRUpPbt27u6ZAAAYBiXj4EZOXKkbr75Zj3//PO69957tXPnTi1evFiLFy+WJNlsNo0YMULPPvusGjdurKioKD399NMKDw9X3759JV3osenRo4fj1lNBQYGGDRum/v378wQSAABwfYD5y1/+ovfff1/jx49XfHy8oqKiNHv2bMXFxTnaPPnkk8rNzdWQIUOUlZWlW2+9VYmJifL19XW0WbFihYYNG6auXbvKw8ND/fr105w5c1xdLgAAMJDLA4wk3X777br99tsvedxmsyk+Pl7x8fGXbBMcHKyVK1dWRHkAAMBwrIUEAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgVsho1AACmihz38RU937Fpva/o+dwFPTAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMbhMWoAAKqQK/mYeEU+Ik4PDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4FR5gpk2bJpvNphEjRjj2nTt3TkOHDlXt2rVVq1Yt9evXT5mZmU7vS09PV+/evVWjRg2FhIRozJgxOn/+fEWXCwAADFChASY1NVWLFi1Sq1atnPaPHDlSq1ev1n/+8x9t3LhRP/zwg+6++27H8cLCQvXu3Vv5+fnatm2bli1bpqVLl2rixIkVWS4AADBEhQWYnJwcxcXF6eWXX1ZQUJBj/5kzZ/Tqq69q5syZ6tKli9q0aaPXXntN27Zt044dOyRJa9eu1YEDB/TGG2+odevW6tmzp5555hnNnz9f+fn5FVUyAAAwRIUFmKFDh6p3797q1q2b0/7du3eroKDAaX/Tpk3VoEEDbd++XZK0fft2tWzZUqGhoY42sbGxys7O1v79+0s9X15enrKzs502AADgnrwq4oeuWrVKe/bsUWpqaoljGRkZ8vb2VmBgoNP+0NBQZWRkONr8NrwUHy8+VpqpU6dqypQpLqgeAABUdi7vgTlx4oQef/xxrVixQr6+vq7+8Zc0fvx4nTlzxrGdOHHiip0bAABcWS4PMLt379apU6d04403ysvLS15eXtq4caPmzJkjLy8vhYaGKj8/X1lZWU7vy8zMVFhYmCQpLCysxFNJxa+L21zMx8dH/v7+ThsAAHBPLg8wXbt21Zdffqm0tDTH1rZtW8XFxTn+XK1aNa1bt87xnkOHDik9PV3R0dGSpOjoaH355Zc6deqUo01SUpL8/f3VvHlzV5cMAAAM4/IxMH5+frruuuuc9tWsWVO1a9d27B80aJBGjRql4OBg+fv767HHHlN0dLRuuukmSVL37t3VvHlzDRgwQAkJCcrIyNCECRM0dOhQ+fj4uLpkAABgmAoZxPtHZs2aJQ8PD/Xr1095eXmKjY3Vv//9b8dxT09PrVmzRv/4xz8UHR2tmjVrauDAgYqPj7eiXAAAUMlckQCTnJzs9NrX11fz58/X/PnzL/mehg0b6pNPPqngygAAgIlYCwkAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgEGAAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgEGAAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxnF5gJk6dar+8pe/yM/PTyEhIerbt68OHTrk1ObcuXMaOnSoateurVq1aqlfv37KzMx0apOenq7evXurRo0aCgkJ0ZgxY3T+/HlXlwsAAAzk8gCzceNGDR06VDt27FBSUpIKCgrUvXt35ebmOtqMHDlSq1ev1n/+8x9t3LhRP/zwg+6++27H8cLCQvXu3Vv5+fnatm2bli1bpqVLl2rixImuLhcAABjIy9U/MDEx0en10qVLFRISot27d6tjx446c+aMXn31Va1cuVJdunSRJL322mtq1qyZduzYoZtuuklr167VgQMH9Pnnnys0NFStW7fWM888o7Fjx2ry5Mny9vZ2ddkAAMAgFT4G5syZM5Kk4OBgSdLu3btVUFCgbt26Odo0bdpUDRo00Pbt2yVJ27dvV8uWLRUaGupoExsbq+zsbO3fv7/U8+Tl5Sk7O9tpAwAA7qlCA0xRUZFGjBihW265Rdddd50kKSMjQ97e3goMDHRqGxoaqoyMDEeb34aX4uPFx0ozdepUBQQEOLaIiAgXXw0AAKgsKjTADB06VF999ZVWrVpVkaeRJI0fP15nzpxxbCdOnKjwcwIAAGu4fAxMsWHDhmnNmjXatGmT6tev79gfFham/Px8ZWVlOfXCZGZmKiwszNFm586dTj+v+Cml4jYX8/HxkY+Pj4uvAgAAVEYu74Gx2+0aNmyY3n//fa1fv15RUVFOx9u0aaNq1app3bp1jn2HDh1Senq6oqOjJUnR0dH68ssvderUKUebpKQk+fv7q3nz5q4uGQAAGMblPTBDhw7VypUr9eGHH8rPz88xZiUgIEDVq1dXQECABg0apFGjRik4OFj+/v567LHHFB0drZtuukmS1L17dzVv3lwDBgxQQkKCMjIyNGHCBA0dOpReFgAA4PoAs2DBAklSTEyM0/7XXntNDz74oCRp1qxZ8vDwUL9+/ZSXl6fY2Fj9+9//drT19PTUmjVr9I9//EPR0dGqWbOmBg4cqPj4eFeXCwAADOTyAGO32/+wja+vr+bPn6/58+dfsk3Dhg31ySefuLI0AADgJlgLCQAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjEGAAAIBxCDAAAMA4BBgAAGAcAgwAADAOAQYAABiHAAMAAIxDgAEAAMYhwAAAAOMQYAAAgHEIMAAAwDgEGAAAYBwCDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOAQYAABgHAIMAAAwDgEGAAAYhwADAACMQ4ABAADGIcAAAADjVOoAM3/+fEVGRsrX11ft27fXzp07rS4JAABUApU2wLz11lsaNWqUJk2apD179uj6669XbGysTp06ZXVpAADAYpU2wMycOVODBw/WQw89pObNm2vhwoWqUaOGlixZYnVpAADAYl5WF1Ca/Px87d69W+PHj3fs8/DwULdu3bR9+/ZS35OXl6e8vDzH6zNnzkiSsrOzy3z+oryzZX7P5bqc+sqDa3MNd7426cpeH9fmOlyba7jztUmV/3dl8XvsdvvvN7RXQt9//71dkn3btm1O+8eMGWNv165dqe+ZNGmSXRIbGxsbGxubG2wnTpz43axQKXtgLsf48eM1atQox+uioiKdPn1atWvXls1mq9BzZ2dnKyIiQidOnJC/v3+FnssK7nx9XJuZuDYzcW1mutLXZrfb9euvvyo8PPx321XKAFOnTh15enoqMzPTaX9mZqbCwsJKfY+Pj498fHyc9gUGBlZUiaXy9/d3u7+4v+XO18e1mYlrMxPXZqYreW0BAQF/2KZSDuL19vZWmzZttG7dOse+oqIirVu3TtHR0RZWBgAAKoNK2QMjSaNGjdLAgQPVtm1btWvXTrNnz1Zubq4eeughq0sDAAAWq7QB5q9//at+/PFHTZw4URkZGWrdurUSExMVGhpqdWkl+Pj4aNKkSSVuYbkLd74+rs1MXJuZuDYzVdZrs9ntf/ScEgAAQOVSKcfAAAAA/B4CDAAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAG7i4Ycf1q+//lpif25urh5++GELKgKAisNj1ChVYWGh3n//fR08eFCS1KxZM/Xt21deXpV26qAqz9PTUydPnlRISIjT/p9++klhYWE6f/68RZW5xqWu7+eff1ZISIgKCwstqgxVVaNGjZSamqratWs77c/KytKNN96o7777zqLKyq+goEBNmzbVmjVr1KxZM6vLKRWfRuX0zjvv6O2331Z6erry8/Odju3Zs8eiqspn//79uvPOO5WRkaEmTZpIkqZPn666detq9erVuu666yyusOzmzJnzp9sOHz68AitxvezsbNntdscCaL6+vo5jhYWF+uSTT0p86JvoUt+18vLy5O3tfYWrKb/fLj77R2bOnFmBlVQsdw6ex44dK7X+vLw8ff/99xZU5DrVqlXTuXPnrC7jdxFgymHOnDl66qmn9OCDD+rDDz/UQw89pCNHjig1NVVDhw61urzL9sgjj6hFixbatWuXgoKCJEm//PKLHnzwQQ0ZMkTbtm2zuMKymzVr1p9qZ7PZjAswgYGBstlsstlsuvbaa0sct9lsmjJligWVuUZx+LTZbHrllVdUq1Ytx7HCwkJt2rRJTZs2taq8y/bFF184vd6zZ4/Onz/v+NJw+PBheXp6qk2bNlaU5zLuFjwl6aOPPnL8+bPPPnNaeLCwsFDr1q1TZGSkBZW51tChQzV9+nS98sorlbL3nVtI5dC0aVNNmjRJ9913n/z8/LR37141atRIEydO1OnTpzVv3jyrS7ws1atX165du9SiRQun/V999ZX+8pe/6H//+59FlaE0GzdulN1uV5cuXfTuu+8qODjYcczb21sNGzb8w2XpK7OoqChJ0vHjx1W/fn15eno6jnl7eysyMlLx8fFq3769VSWW28yZM5WcnKxly5Y5fWl46KGH1KFDB40ePdriCsuuOHiOHDlSzzzzTKnB89ixYyWCnAk8PC49fLRatWqKjIzUjBkzdPvtt1/Bqlzvrrvu0rp161SrVi21bNlSNWvWdDr+3nvvWVTZBZUvUhkkPT1dN998s6QLH/rFAygHDBigm266ydgAc+211yozM7NEgDl16pSuueYai6pCaYKDg3X48GHVqVNHAwcOVLdu3eTn52d1WS519OhRSVLnzp31/vvvKzAw0NqCKsCMGTO0du1aR3iRpKCgID377LPq3r27kQGmuNfTbrdr4cKFpQbPhQsXWlXeZdu3b58KCgrk6empqKgopaamqk6dOlaXVSECAwPVr18/q8u4JAJMOYSFhen06dNq2LChGjRooB07duj666/X0aNHL9ltWlllZ2c7/jx16lQNHz5ckydP1k033SRJ2rFjh+Lj4zV9+nSrSnSp//73v/roo49KHbtk0niD/Px8ZWdnq06dOlq+fLkSEhLcLsBIFwYUpqen6+TJk24ZYLKzs/Xjjz+W2P/jjz+W+mSZCX4bPN977z2ncGayG264QRkZGapbt67j1q27eu2116wu4XcRYMqhS5cu+uijj3TDDTfooYce0siRI/XOO+9o165duvvuu60ur0yKx1EUs9vtuvfeex37igPZHXfcYfSgO0lat26d7rzzTjVq1Ehff/21rrvuOh07dkx2u1033nij1eWVSXR0tPr27as2bdrIbrdr+PDhql69eqltlyxZcoWrcx0TBhSWx1133aWHHnpIM2bMULt27SRJKSkpGjNmjHG/Sy62YcMGq0twqcDAQH333XeqW7eujh8/rqKiIqtLqrIYA1MORUVFKioqcgxuWrVqlbZt26bGjRvr0UcfNWqA2saNG/90206dOlVgJRWvXbt26tmzp6ZMmeIYuxQSEqK4uDj16NFD//jHP6wu8U/LzMzUrFmzdOTIEb333nuKjY295JL377///hWuzrWef/55HT58uNIOKCyPs2fP6oknntCSJUtUUFAgSfLy8tKgQYP0wgsvlBh7YBp36fGUpCFDhmj58uWqV6+e0tPTS4zL+i2TH6OWLow/+70eJquvjwCDKsfPz09paWm6+uqrFRQUpC1btqhFixbau3ev+vTpo2PHjlld4mWJiorSrl27SsxJ4S4q+4BCV8jNzdWRI0ckSVdffbXxwUX64x7P9evXW11imSUmJurbb7/V8OHDFR8ff8nbto8//vgVrsy1XnrpJafXBQUF+uKLL5SYmKgxY8Zo3LhxFlV2gXt9jbHAuXPntG/fPp06dapEV+Kdd95pUVXlt3nzZi1atEjfffed/vOf/+iqq67S66+/rqioKN16661Wl1cuNWvWdHwLrFevno4cOeIYsPzTTz9ZWVq5FI85cFeVfUChK9SsWVOtWrWyugyXGj9+vJ544glHj+e7777r1ONpouK6d+/erccff9wtx51Jlw5g8+fP165du65wNSXRA1MOiYmJeuCBB0r90LPZbMaOFXn33Xc1YMAAxcXF6fXXX9eBAwfUqFEjzZs3T5988ok++eQTq0ssl759+6p3794aPHiwnnjiCX344Yd68MEHHQMNP//8c6tLvGy5ubnauHFjqV31ps1vU5Xk5uZq2rRpWrduXalfhqzuqi8Pd+3xrMq+++47tW7d2unhDyvQA1MOjz32mO655x5NnDhRoaGhVpfjMs8++6wWLlyoBx54QKtWrXLsv+WWW/Tss89aWJlrzJw5Uzk5OZKkKVOmKCcnR2+99ZYaN25s3P343/riiy/Uq1cvnT17Vrm5uQoODtZPP/2kGjVqKCQkxG0CzI8//qhDhw5Jkpo0aaK6detaXFH5PfLII9q4caMGDBigevXqudWTLe7a41ls165dl5yN3R1ua5bmnXfecZpvyjJ2XDY/Pz/7t99+a3UZLle9enX70aNH7Xa73V6rVi37kSNH7Ha73X7kyBG7j4+PhZXh93Tq1Mk+ePBge2FhoeP/W3p6ur1jx472d9991+ryyi0nJ8f+0EMP2T09Pe02m81us9nsXl5e9ocfftiem5trdXnlEhAQYN+yZYvVZVSIPn362BcvXmy32+320aNH26+55hr7s88+a7/xxhvtXbt2tbi68nnzzTft1apVs99+++12b29v++23326/9tpr7QEBAfYHH3zQ6vLKrXXr1vYbbrjBsbVu3doeFhZm9/T0tC9atMjq8uz0wJTD//3f/yk5OVlXX3211aW4VFhYmL799tsSU2Fv2bJFjRo1sqaoCpCfn19qd32DBg0sqqh80tLStGjRInl4eMjT01N5eXlq1KiREhISNHDgQOMfxx01apQ2btyo1atX65ZbbpF04e/k8OHDNXr0aC1YsMDiCi9fUFBQ5fhGWwHctcdTuvBk3KxZszR06FD5+fnppZdeUlRUlB599FHVq1fP6vLKrU+fPk69gR4eHqpbt65iYmIqxfIdjIEph7Nnz+qee+5R3bp11bJlS1WrVs3puKld9lOnTtUbb7yhJUuW6LbbbtMnn3yi48ePa+TIkXr66af12GOPWV1iuRw+fFiDBg0qsaaT3W43euxS3bp1HY/xX3vttZo7d65iY2P19ddfq02bNsrNzbW6xHKpU6eO3nnnHcXExDjt37Bhg+69995SJ4IzxRtvvKEPP/xQy5YtU40aNawuB39SzZo1tX//fkVGRqp27dpKTk5Wy5YtdfDgQXXp0kUnT560ukS3Rg9MObz55ptau3atfH19lZyc7JRUTVwU8OjRo4qKitK4ceNUVFSkrl276uzZs+rYsaN8fHz0xBNPGB9eJOmhhx6Sl5eX1qxZ41bjDW644QalpqaqcePG6tSpkyZOnKiffvpJr7/+upEriF/s7NmzpY41CwkJ0dmzZy2oyHVmzJihI0eOKDQ0VJGRkSW+DJm6sr0kNWrUSKmpqSUe78/KytKNN95o9ADloKAgx0zJV111lb766iu1bNlSWVlZxv+dlCr/SuIEmHJ46qmnNGXKFI0bN+53F/cyxdVXX62GDRuqc+fO6ty5sw4ePKhff/1VOTk5at68udNibCZLS0vT7t27K0UXqCs9//zzjl+mzz33nB544AH94x//UOPGjY2ehbdYdHS0Jk2apOXLl8vX11eS9L///U9TpkxRdHS0xdWVT9++fa0uocIcO3as1A+6vLw8ff/99xZU5DodO3ZUUlKSWrZsqXvuuUePP/641q9fr6SkJHXt2tXq8srtUjdoKstK4gSYcsjPz9df//pXtwgvkrR+/XolJycrOTlZb775pvLz89WoUSN16dJFXbp0UUxMjFs8bdW8eXO3ePrhYm3btnX8OSQkRImJiRZW43ovvfSSYmNjVb9+fV1//fWSpL1798rX11efffaZxdWVz6RJk6wuweU++ugjx58/++wzBQQEOF4XFhZq3bp1JcbZmWbevHmOJS6eeuopVatWTdu2bVO/fv00YcIEi6u7fMUridtsNr3yyiulriReGb4AMgamHEaOHKm6devqX//6l9WluNy5c+e0bds2R6DZuXOnCgoK1LRpU+3fv9/q8spl/fr1mjBhgp5//vlSxy75+/tbVBn+yNmzZ7VixQp9/fXXkqRmzZopLi7ukus/wTrFX+xsNluJb/LVqlVTZGSkZsyYodtvv92K8vA7oqKiJEnHjx8vsVRC8Uri8fHxat++vVUlSiLAlMvw4cO1fPlyXX/99WrVqlWJD0LTR9hLF3qZtm7dqk8//VSLFi1STk6O5fc9y+u3v1h/y/RBvJmZmXriiScck6Fd/E/b1OuqCgoLCzVr1qxLzidy+vRpiyorv6ioKKWmpqpOnTpWl1IhioqK9O2335b6RGPHjh0tqso1KvtK4txCKocvv/xSN9xwgyTpq6++cjpm6sDQ/Px87dixQxs2bFBycrJSUlIUERGhjh07at68ecYv5Ci53+q4xR588EGlp6fr6aefdqvByb916NAhzZ07VwcPHpR0oQdm2LBhlaI7uzymTJmiV155RaNHj9aECRP01FNP6dixY/rggw80ceJEq8u7LL169dKbb77pWOJi2rRp+vvf/67AwEBJFwaCdujQQQcOHLCwyvLZsWOH7r//fh0/frzEFwaTvwwVq+y/K+mBgUOXLl2UkpKiqKgoderUSR06dFCnTp3cYj6DqsDPz0+bN29W69atrS6lQrz77rvq37+/2rZt6xi0u2PHDqWmpmrVqlVGr5N09dVXa86cOerdu7fT1Ptz5szRjh07tHLlSqtLLDMPDw9lZGQ4nmDx9/dXWlqaYy6pzMxMhYeHG/0h37p1a1177bWaMmVKqV8afjvuxxSjRo36022tvstADwwcNm/erHr16jkG7Hbq1MltVzbOysrSq6++6vgm36JFCz388MNG/sIpFhERccmnBtzBk08+qfHjxys+Pt5p/6RJk/Tkk08aHWAyMjLUsmVLSVKtWrV05swZSdLtt9+up59+2srSXMYd/25+8803euedd3TNNddYXYrLfPHFF3+qXWXo4SXAlJM7rYORlZWlzZs3Kzk5WdOnT9d9992na6+9Vp06dXIEGndYd2bXrl2KjY1V9erV1a5dO0kXvkk899xzWrt2rW688UaLK7w8s2fP1rhx47Ro0SLjn+4ozcmTJ/XAAw+U2P+3v/1NL7zwggUVuU79+vV18uRJNWjQQFdffbXj72Fqaqp8fHysLg+X0L59e3377bduFWAq+22j3yLAlMOqVav0wAMPKDY2VmvXrlX37t11+PBhZWZm6q677rK6vDKrWbOmevTo4Vgq/tdff9WWLVu0YcMGJSQkKC4uTo0bNy4x3sc0I0eO1J133qmXX35ZXl4X/gmcP39ejzzyiEaMGKFNmzZZXOGfFxQU5PRNKDc3V1dffbVq1KhRYlC5yQNBJSkmJkabN28u8WGxZcsWdejQwaKqXOOuu+7SunXr1L59ez322GP629/+pldffVXp6ekaOXKk1eVdFpvNVuJbemX41l5e+/btc/z5scce0+jRox09aBf/m2vVqtWVLq9KYQxMObRq1UqPPvqoYx2MvXv3Oq2DMWXKFKtLLJeioiKlpqZqw4YN2rBhg7Zs2aJz584Zfc9akqpXr64vvviixMDPAwcOqG3btkbNoLls2bI/3XbgwIEVWEnFW7hwoSZOnKh7771XN910k6QLY2D+85//aMqUKQoPD3e0vfPOO60q0yW2b9+u7du3q3HjxrrjjjusLueyeHh4qGfPno4epNWrV6tLly6qWbOmpAuToSUmJhr3+8TDw6PUR8OLFR9zh0G8nTt3/t3QuX79+itYTUkEmHJwt3UwioqKtGvXLiUnJ2vDhg3aunWrcnNzddVVVzlm5+3cubMaNmxodanlEhoaqtdff13du3d32v/ZZ5/pgQceUGZmpkWV4ff82Qkj3eGDwx089NBDf6rda6+9VsGVuNbx48f/dFvTf1de3PtXUFCgtLQ0ffXVVxo4cKBeeukliyq7gFtI5eBu62AEBgYqNzdXYWFh6ty5s2bNmqWYmBi3W237r3/9qwYNGqQXX3xRN998syRp69atGjNmjO677z6Lq7t8n3zyiTw9PRUbG+u0f+3atSosLFTPnj0tqsw1Lp5jw3S/nan2j5jYo2RaMPmzTA8lZTFr1qxS90+ePNmxwril7Lhs9913n33GjBl2u91uj4+Pt9etW9f+yCOP2Bs2bGi/6667LK6u7BYuXGg/dOiQ1WVUuLy8PPvw4cPt3t7edg8PD7uHh4fdx8fHPmLECPu5c+esLu+ytWzZ0v7xxx+X2P/pp5/aW7VqZUFFrrFt2zb76tWrnfYtW7bMHhkZaa9bt6598ODBRv5/s9lsf2rz8PCwulRcwvPPP29/9dVXS+x/9dVX7dOmTbOgoivjm2++sQcFBVldhp1bSOVw+vRpnTt3TuHh4SoqKlJCQoK2bdumxo0ba8KECZV29kJccPbsWR05ckSSHANfTVa9enUdPHiwxBNIx44dU4sWLZSbm2tNYeXUs2dPxcTEaOzYsZIuTCB544036sEHH1SzZs30wgsv6NFHH9XkyZOtLRRVTmRkpFauXOnoyS2WkpKi/v37Oybxczevv/66nnzyScuHSXAL6TKdP39ea9ascXTXe3h4aNy4cRZXhbKoUaOGY+4NdxAQEKDvvvuuRID59ttvHQMnTZSWlqZnnnnG8XrVqlVq3769Xn75ZUkX5r+ZNGkSAQZXXEZGRqkTfdatW9fyD3dXuPvuu51e2+12nTx5UqmpqRoxYoQ1Rf0GAeYyeXl56e9//7tjIjRUbnfffbeWLl0qf3//Ev8oL2ba/D3F+vTpoxEjRuj99993jFv69ttvNXr0aCPHUBT75ZdfnFZB37hxo9N4nr/85S86ceKEFaW51Lp16xzrWF083mfJkiUWVYXfExERoa1btzoWPyy2detWp6fiTDNr1iyNHDlS/v7+Tk8heXh4qEmTJvrXv/6l6dOnW1jhBQSYcmjXrp3S0tKq1KAuUwUEBDj+IV78j9JdJCQkqEePHmratKnq168vSfrvf/+rDh066MUXX7S4ussXGhqqo0ePKiIiQvn5+dqzZ4/TFAW//vprifk3TDNlyhTFx8erbdu2bruOlTsaPHiwRowYoYKCAnXp0kXShSD65JNPavTo0RZXd/n+9a9/qXbt2lq6dGmJYzk5OYqNjdXPP/985Qu7CAGmHP75z39q1KhROnHihNq0aVOim55JjCqP3z4RUdo/SncQEBCgbdu2KSkpSXv37lX16tXVqlUr41fE7dWrl8aNG6fp06frgw8+UI0aNZwmrtu3b5/xT8otXLhQS5cu1YABA6wuBWUwZswY/fzzz/rnP//pmInd19dXY8eO1fjx4y2u7vK9/vrrGjBggAIDA516b3Nzc9WzZ0/99NNPlWLGXgbxlkNp81K40yRG7qpLly567733HKviFsvOzlbfvn0tn5zJlbKyskpcp2l++ukn3X333dqyZYtq1aqlZcuWOc103bVrV91000167rnnLKyyfGrXrq2dO3caH8SqqpycHB08eFDVq1dX48aN3WL5h1deeUWPP/64Pv74Y8XExCg3N1c9evRQRkaGkpOTddVVV1ldIgGmPP5oQiNuLVVOF6+SW+zUqVO66qqrVFBQYFFl5TN9+nRFRkbqr3/9qyTp3nvv1bvvvquwsDB98sknuv766y2usHzOnDmjWrVqydPT02n/6dOnVatWLXl7e1tUWfmNHTtWtWrVcpuFG6uq7OxsrV+/Xk2aNFGzZs2sLqfcEhIS9Nxzz+nDDz/UxIkT9f3332vjxo2OW9RW4xZSORBQzPLbNUwOHDigjIwMx+vCwkIlJiZWim8Vl2vhwoVasWKFJCkpKUlJSUn69NNP9fbbb2vMmDFau3atxRWWz6VWCg8ODr7ClbjeuXPntHjxYn3++edq1apViTE9M2fOtKgy/J57771XHTt21LBhw/S///1Pbdu21bFjx2S327Vq1SqjV0iXLqwAf/r0aXXt2lWRkZFKTk6uNOFFIsCU25EjRzR79mzH00jNmzfX448/TldwJdS6dWvHAnPFA+5+q3r16po7d64FlblGRkaGIiIiJElr1qzRvffeq+7duysyMlLt27e3uDr8nn379ql169aSZPxiqVXJpk2b9NRTT0mS3n//fdntdmVlZWnZsmV69tlnjQ0wFz+pWa1aNdWpU0ePP/64036rn9gkwJTDZ599pjvvvFOtW7fWLbfcIunC43MtWrTQ6tWrddttt1lcIX7r6NGjstvtatSokXbu3Km6des6jnl7eyskJKTE7QmTBAUF6cSJE4qIiFBiYqKeffZZSRfmbmA8VuVWGQZEouzOnDnj6AFMTExUv379VKNGDfXu3VtjxoyxuLrLd3FvZ2VdYoUAUw7jxo3TyJEjNW3atBL7x44dS4CpZIpv+bnbmjrF7r77bt1///1q3Lixfv75Z8dcKV988YWuueYai6tDaf5oTiLpwoMB77777hWoBmUVERGh7du3Kzg4WImJiVq1apWkC3MX+fr6Wlzd5TNlHSsCTDkcPHhQb7/9don9Dz/8sGbPnn3lC0KZHDhwQOnp6Y7HH4uZOunbrFmzFBkZqRMnTighIUG1atWSJJ08eVL//Oc/La4OpbnUuB6YYcSIEYqLi1OtWrXUsGFDxcTESLpwa8mdZvmurHgKqRwiIiI0c+ZM3XPPPU773377bT3xxBNKT0+3qDL8nu+++0533XWXvvzyS8dj75Ick4eZertl06ZNuvnmm+Xl5fy95Pz589q2bZvx88EAldGuXbt04sQJ3XbbbY4vDR9//LECAwMdQwtQMQgw5RAfH69Zs2Zp3LhxjsW8tm7dqunTp2vUqFE8EllJ3XHHHfL09NQrr7yiqKgo7dy5Uz///LNGjx6tF1980WmSNJN4enrq5MmTJR4P//nnnxUSEmJsMAOA0hBgysFut2v27NmaMWOGfvjhB0lSeHi4xowZo+HDhzMdeCVVp04drV+/Xq1atVJAQIB27typJk2aaP369Ro9erS++OILq0u8LB4eHsrMzHQanCxJhw8fVtu2bZWdnW1RZYB7Kiws1NKlSy+5hpU7TYpZGTEGphxsNptGjhypkSNH6tdff5Uk+fn5WVwV/khhYaHj/1OdOnX0ww8/qEmTJmrYsKEOHTpkcXVlVzwQ1Gaz6cEHH3SaBbSwsFD79u1z9BACcJ3HH39cS5cuVe/evXXdddfxpfUKI8C4CMHFHNddd5327t2rqKgotW/fXgkJCfL29tbixYvVqFEjq8srs+KBoHa7XX5+fqpevbrjmLe3t2666SYNHjzYqvIAt7Vq1Sq9/fbb6tWrl9WlVEkEmHLIzMzUE0884eg+vPhuHGMOKqcJEyYoNzdX0oVxTLfffrs6dOig2rVr66233rK4urJ77bXXHH/35s6d6xhICKBieXt7M0WBhRgDUw49e/ZUenq6hg0bpnr16pXoPuzTp49FlaGsTp8+raCgIGO7gIuKiuTr66v9+/ercePGVpcDVAkzZszQd999p3nz5hn7u8Nk9MCUw5YtW7R582bHFOAwl+nr6Xh4eDgmsCPAAFfGli1btGHDBn366adq0aJFiTWsrJ5q390RYMohIiKixG0jVH65ubmaNm3aJZ8c+O677yyqrHymTZumMWPGaMGCBbruuuusLgdwe4GBgbrrrrusLqPK4hZSOaxdu1YzZszQokWLFBkZaXU5+JPuu+8+bdy4UQMGDCj11t/FC5aZIigoSGfPntX58+fl7e3tNJhXunCbDADcBQGmHH77gVGjRo0S3Yd8YFROgYGB+vjjj91ulsxly5b97vGBAwdeoUqAquP8+fNKTk7WkSNHdP/998vPz08//PCD/P39GVBfwbiFVA6sd2SmoKAg48e8lIaAAlxZx48fV48ePZSenq68vDzddttt8vPz0/Tp05WXl6eFCxdaXaJbowcGVc4bb7yhDz/8UMuWLVONGjWsLqdcsrOz5e/v7/jz7yluB8A1+vbtKz8/P7366quqXbu29u7dq0aNGik5OVmDBw/WN998Y3WJbo0A4yLnzp0rsaoxHxiV0w033KAjR47IbrcrMjKyxK2/PXv2WFRZ2f12/SMPD49SH+W02+2y2WzMSwS4WO3atbVt2zY1adJEfn5+jgBz7NgxNW/eXGfPnrW6RLfGLaRyyM3N1dixY/X222/r559/LnGcD4zKqW/fvlaX4DLr16/XmTNnFBISog0bNlhdDlClFBUVlfp7/r///S+zs18BBJhyePLJJ7VhwwYtWLBAAwYM0Pz58/X9999r0aJFmjZtmtXloRTnz5+XzWbTww8/rPr161tdTrl16tRJHh4eatiwoTp37uzY3OHagMque/fumj17thYvXizpwnpkOTk5mjRpEssLXAHcQiqHBg0aaPny5YqJiZG/v7/27Nmja665Rq+//rrefPNNffLJJ1aXiFL4+fnpyy+/dJtH35OTkx1bSkqK8vPz1ahRI3Xp0sURaEJDQ60uE3A7//3vfxUbGyu73a5vvvlGbdu21TfffKM6depo06ZNCgkJsbpEt0aAKYdatWrpwIEDatCggerXr6/33ntP7dq109GjR9WyZUvl5ORYXSJK0adPH919991u+dTOuXPntG3bNkeg2blzpwoKCtS0aVPt37/f6vIAt3P+/Hm99dZb2rt3r3JycnTjjTcqLi6uxDxMcD1uIZVDo0aNdPToUTVo0EBNmzbV22+/rXbt2mn16tUKDAy0ujxcQs+ePTVu3Dh9+eWXatOmjWrWrOl0/M4777SosvLz9fVVly5ddOutt6pz58769NNPtWjRIn399ddWlwa4JS8vL8XFxSkuLs7qUqocemDKYdasWfL09NTw4cP1+eef64477pDdbldBQYFmzpxp7Iyu7s7Dw+OSx0x9Wic/P187duzQhg0bHLeSIiIi1LFjR3Xs2FGdOnVSgwYNrC4TcCvLli1TnTp11Lt3b0kXxkUuXrxYzZs315tvvqmGDRtaXKF7I8BchqKiIr3wwgv66KOPlJ+fr65du2rSpEk6deqUdu/erWuuuUatWrWyukxUEV26dFFKSoqioqLUqVMndejQQZ06dVK9evWsLg1wa02aNNGCBQvUpUsXbd++XV27dtXs2bO1Zs0aeXl5sZhjBSPAXIZnnnlGkydPVrdu3VS9enV99tlnuu+++7RkyRKrS0MZnTt3Tr6+vlaXUS7VqlVTvXr11LdvX8XExKhTp06qXbu21WUBbq9GjRr6+uuv1aBBA40dO1YnT57U8uXLtX//fsXExOjHH3+0ukS3dum+dFzS8uXL9e9//1ufffaZPvjgA61evVorVqwosaoxKqfCwkI988wzuuqqq1SrVi3H6tNPP/20Xn31VYurK7usrCwtXrxYNWrU0PTp0xUeHq6WLVtq2LBheuedd/glClSQWrVqOeYAW7t2rW677TZJF8ai/e9//7OytCqBAHMZ0tPTnZ7x79atm2w2m3744QcLq8Kf9dxzz2np0qVKSEiQt7e3Y/91112nV155xcLKLk/NmjXVo0cPTZs2TSkpKfrpp5+UkJCgGjVqKCEhQfXr19d1111ndZmA27ntttv0yCOP6JFHHtHhw4cdnwv79+93m2kaKjMCzGU4f/58idsO1apVU0FBgUUVoSyWL1+uxYsXKy4uTp6eno79119/vVs8rVOzZk0FBwcrODhYQUFB8vLy0sGDB60uC3A78+fPV3R0tH788Ue9++67jlu3u3fv1n333Wdxde6PMTCXwcPDQz179pSPj49j3+rVq9WlSxenR3IZwFU5Va9eXV9//bUaNmzotH7JgQMH1K5dO+Pm7ykqKtKuXbuUnJysDRs2aOvWrcrNzdVVV13lNDsvT0QAcCfMA3MZSpsA7W9/+5sFleByNG/eXJs3by7xgf7OO+/ohhtusKiqyxcYGKjc3FyFhYWpc+fOmjVrlmJiYnT11VdbXRrg1hITE1WrVi3deuutki70yLz88stq3ry55s+fr6CgIIsrdG8EmMvw2muvWV0CymHixIkaOHCgvv/+exUVFem9997ToUOHtHz5cq1Zs8bq8srshRdeUOfOnXXttddaXQpQpYwZM0bTp0+XJH355ZcaPXq0Ro0apQ0bNmjUqFF8VlQwbiGhStq8ebPi4+Odpv+eOHGiunfvbnVpAAxRq1YtffXVV4qMjNTkyZP11Vdf6Z133tGePXvUq1cvZWRkWF2iW6MHBlVShw4dlJSUZHUZAAzm7e2ts2fPSpI+//xzPfDAA5Kk4OBgZWdnW1lalcBTSKhyGjVq5Ji74beysrLUqFEjCyoCYKJbb71Vo0aN0jPPPKOdO3c6lhQ4fPiw6tevb3F17o8Agyrn2LFjpa53lJeXp++//96CigCYaN68efLy8tI777yjBQsW6KqrrpIkffrpp+rRo4fF1bk/xsCgyvjoo48kSX379tWyZcsUEBDgOFZYWKh169YpKSlJhw4dsqpEAMCfRIBBlVG8CrXNZtPFf+2rVaumyMhIzZgxQ7fffrsV5QEwQHZ2tvz9/R1//j3F7VAxCDCocqKiopSamqo6depYXQoAw3h6eurkyZMKCQmRh4eHbDZbiTZ2u102m63UW9VwHZ5CQpVz9OhRq0sAYKj169frzJkzCgkJ0YYNG6wup0qjBwZV0rp167Ru3TqdOnWqxCriS5YssagqACbw8PBQw4YNnZbq4KmjK48eGFQ5U6ZMUXx8vNq2bat69eqV2gUMAJeyfv16JScnKzk5WW+++aby8/PVqFEjdenSxRFoQkNDrS7T7dEDgyqnXr16SkhI0IABA6wuBYDhzp07p23btjkCzc6dO1VQUKCmTZtq//79Vpfn1ggwqHJq166tnTt3stghAJfJz8/X1q1b9emnn2rRokXKyclhEG8FYyI7VDmPPPKIVq5caXUZAAyWn5+vTZs2acqUKercubMCAwP197//Xb/88ovmzZvHwwJXAGNgUOWcO3dOixcv1ueff65WrVqpWrVqTsdnzpxpUWUATNClSxelpKQoKipKnTp10qOPPqqVK1eqXr16VpdWpXALCVVO586df/c4j0YC+D3VqlVTvXr11LdvX8XExKhTp06qXbu21WVVOQQYAADKIDc3V5s3b1ZycrI2bNigtLQ0XXvtterUqZMj0NStW9fqMt0eAQZVxt133/2HbWw2m959990rUA0Ad/Hrr79qy5Yt2rBhg5KTk7V37141btxYX331ldWluTXGwKDK+O3ijQDgKjVr1lRwcLCCg4MVFBQkLy8vHTx40Oqy3B49MAAAlEFRUZF27drluIW0detW5ebm6qqrrnKanbdhw4ZWl+rWCDAAAJSBv7+/cnNzFRYW5ggrMTExzC11hRFgAAAog0WLFqlz58669tprrS6lSiPAAAAA4zATLwAAMA4BBgAAGIcAAwAAjEOAAQAAxiHAAAAA4xBgAACAcQgwAADAOP8PNcI426RJT8AAAAAASUVORK5CYII=\n"
          },
          "metadata": {}
        }
      ],
      "source": [
        "train_de[\"Label\"].value_counts().plot(kind = \"bar\")"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "d98d9d85-8875-430f-8f78-a3865e2774fe",
      "metadata": {
        "id": "d98d9d85-8875-430f-8f78-a3865e2774fe"
      },
      "source": [
        "# **spaCy**\n",
        "\n",
        "spaCy is a natural language processing library that comes with many built-in features that solve core linguistic tasks.  \n",
        "The following exercises should be carried out by getting familiar with the spaCy API. The documentation can be found at:\n",
        "\n",
        "[https://spacy.io/usage](https://spacy.io/usage)\n",
        "\n",
        "spaCy needs a language model to analyze text, we will work with both the english and the german language models which can be downloaded by executing the following:"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "id": "ce9c0b96-f09a-48c3-a74d-87f04501365a",
      "metadata": {
        "id": "ce9c0b96-f09a-48c3-a74d-87f04501365a"
      },
      "outputs": [],
      "source": [
        "%%capture output\n",
        "!python -m spacy download en_core_web_sm"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "id": "78796770-425a-4de4-a409-ffcdaa4a3023",
      "metadata": {
        "id": "78796770-425a-4de4-a409-ffcdaa4a3023",
        "outputId": "fa679b79-b53e-4d3f-f2c4-464a10caa89c",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Download and installation successful!\n"
          ]
        }
      ],
      "source": [
        "if \"Download and installation successful\" in output.stdout:\n",
        "    print(\"Download and installation successful!\")\n",
        "else:\n",
        "    print(output.stdout)\n",
        "    print(output.stderr)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "id": "ae4c28b8-8c4e-464c-9ec4-871f5f749d15",
      "metadata": {
        "id": "ae4c28b8-8c4e-464c-9ec4-871f5f749d15"
      },
      "outputs": [],
      "source": [
        "%%capture output\n",
        "!python -m spacy download en_core_web_lg"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "id": "738779ca-f436-4446-9a8b-57f9c7adb800",
      "metadata": {
        "id": "738779ca-f436-4446-9a8b-57f9c7adb800",
        "outputId": "229cf28d-16de-4570-fc57-335a2c546d6d",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Download and installation successful!\n"
          ]
        }
      ],
      "source": [
        "if \"Download and installation successful\" in output.stdout:\n",
        "    print(\"Download and installation successful!\")\n",
        "else:\n",
        "    print(output.stdout)\n",
        "    print(output.stderr)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "id": "e8d6a9db-569e-4704-a26d-8af02858e11f",
      "metadata": {
        "id": "e8d6a9db-569e-4704-a26d-8af02858e11f"
      },
      "outputs": [],
      "source": [
        "%%capture output\n",
        "!python -m spacy download de_core_news_sm"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "id": "8d434c50-3440-4e6a-b645-4bd576792e38",
      "metadata": {
        "id": "8d434c50-3440-4e6a-b645-4bd576792e38",
        "outputId": "e1d6073e-f02d-4bd6-cefe-ebd322f6c5f1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Download and installation successful!\n"
          ]
        }
      ],
      "source": [
        "if \"Download and installation successful\" in output.stdout:\n",
        "    print(\"Download and installation successful!\")\n",
        "else:\n",
        "    print(output.stdout)\n",
        "    print(output.stderr)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "id": "5e574b26-a46d-421e-8a7c-1a82d1f1a6d4",
      "metadata": {
        "id": "5e574b26-a46d-421e-8a7c-1a82d1f1a6d4"
      },
      "outputs": [],
      "source": [
        "%%capture output\n",
        "!python -m spacy download de_core_news_lg"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "ac8736fc-dbb0-447a-91f4-dbd369aec823",
      "metadata": {
        "id": "ac8736fc-dbb0-447a-91f4-dbd369aec823",
        "outputId": "902b178b-442d-448e-a90c-e70a7035d115"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Download and installation successful!\n"
          ]
        }
      ],
      "source": [
        "if \"Download and installation successful\" in output.stdout:\n",
        "    print(\"Download and installation successful!\")\n",
        "else:\n",
        "    print(output.stdout)\n",
        "    print(output.stderr)"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "a1e00d63-0f75-47ed-a974-b100f7d3006d",
      "metadata": {
        "id": "a1e00d63-0f75-47ed-a974-b100f7d3006d"
      },
      "source": [
        "### Loading models"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "id": "2dbccc8e-a6c8-4255-9750-84b488acd5dc",
      "metadata": {
        "id": "2dbccc8e-a6c8-4255-9750-84b488acd5dc"
      },
      "outputs": [],
      "source": [
        "import spacy\n",
        "import random\n",
        "import en_core_web_lg\n",
        "import de_core_news_lg\n",
        "\n",
        "nlp_en = en_core_web_lg.load()\n",
        "nlp_de = de_core_news_lg.load()"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "747159d0-9d36-4cfc-971f-dff0315472c8",
      "metadata": {
        "tags": [],
        "id": "747159d0-9d36-4cfc-971f-dff0315472c8"
      },
      "source": [
        "### Use spaCy to tokenize a random Article of both the english and the german dataset"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 34,
      "id": "b693eab1-6b6d-43e0-8b50-e3583bd73bba",
      "metadata": {
        "id": "b693eab1-6b6d-43e0-8b50-e3583bd73bba",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "4c892d28-58c9-4997-8b91-87652f2f5f34"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " WASHINGTON (Reuters) - The October average U.S. house price  jumped 8.5 percent from a year ago, setting the stage for  mortgage giants Fannie Mae and Freddie Mac to raise the limit  on mortgages they can buy, a Federal Housing Finance Board  survey showed on Tuesday.\n",
            " \n",
            "WASHINGTON\n",
            "(\n",
            "Reuters\n",
            ")\n",
            "-\n",
            "The\n",
            "October\n",
            "average\n",
            "U.S.\n",
            "house\n",
            "price\n",
            " \n",
            "jumped\n",
            "8.5\n",
            "percent\n",
            "from\n",
            "a\n",
            "year\n",
            "ago\n",
            ",\n",
            "setting\n",
            "the\n",
            "stage\n",
            "for\n",
            " \n",
            "mortgage\n",
            "giants\n",
            "Fannie\n",
            "Mae\n",
            "and\n",
            "Freddie\n",
            "Mac\n",
            "to\n",
            "raise\n",
            "the\n",
            "limit\n",
            " \n",
            "on\n",
            "mortgages\n",
            "they\n",
            "can\n",
            "buy\n",
            ",\n",
            "a\n",
            "Federal\n",
            "Housing\n",
            "Finance\n",
            "Board\n",
            " \n",
            "survey\n",
            "showed\n",
            "on\n",
            "Tuesday\n",
            ".\n"
          ]
        }
      ],
      "source": [
        "# select a random english article\n",
        "r_en = random.randint(0, train_en.shape[0] - 1)\n",
        "print(train_en['Article'].values[r_en])\n",
        "doc_en = nlp_en(train_en['Article'].values[r_en])\n",
        "\n",
        "for token in doc_en:\n",
        "  print(token.text)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 40,
      "id": "021b6dc3-6013-4d5f-acd5-06876170f87f",
      "metadata": {
        "id": "021b6dc3-6013-4d5f-acd5-06876170f87f",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5a557473-04c0-438b-e784-e8ed7b444154"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Bis Ende 2016 werden die Ostbankenbeteiligungen mit derzeit 48.000 Mitarbeitern nach Italien transferiert. Der D-Day ist vorbei, Unicredit-Chef Federico Ghizzoni hat gesprochen. Nun wird die größte italienische Bankengruppe umgebaut und zur Ader gelassen. Am Mittwoch gab Ghizzoni in Mailand seinen rigorosen und realistischen Plan bekannt: 18.200 Mitarbeiter müssen ihren Hut nehmen. Derzeit beschäftigt Unicredit 130.000 Mitarbeiter. Blut, Schweiß und Tränen wird es vor allem für die Mitarbeiter der Bank Austria (BA) geben. Sie gehört den Mailändern seit 2005 – bis auf 10.115 Namensaktien, die der Gemeinde-Wien-nahen AVZ-Stiftung und dem Betriebsratsfonds (115 Aktien) gehören und Mitspracherechte einräumen. Die Bank Austria wird entthront: Die Italiener nehmen ihrer Tochter in Wien deren zentrale Aufgabe, die Zuständigkeit fürs gewinnträchtige Geschäft in Osteuropa (CEE). Um die Struktur der Unicredit einfacher zu machen und die Steuerungsfunktionen zu bündeln, wird das CEE-Geschäft (samt 47.800 Mitarbeitern) bis Ende 2016 nach Mailand übersiedelt. Die Osteuropasparte mit ihren 13 Geldhäusern ist die Cashcow der BA, sie steuert den größten Teil ihres Gewinns bei. 2014 stammten 1,5 Milliarden Euro des Bank-Austria-Vorsteuergewinns (1,78 Milliarden Euro) aus der Region. Möglich ist der Abzug des CEE-Geschäfts, weil wie berichtet der Bank-der-Regionen-Vertrag im kommenden März ausläuft. Mit ihm hatten sich die Österreicher die Zuständigkeit für Osteuropa schon 2000 beim BA-Verkauf an die deutsche Hypo Vereinsbank gesichert, die Italiener haben den Vertrag 2005 dann angepasst. Betreut werden soll das Geschäft mit Osteuropa aber weiterhin von Wien aus. Laut Aussendung der Unicredit werden zwar die Beteiligungen an den Osttöchtern künftig direkt von der Unicredit gehalten, das Know-how der CEE-Sparte bleibe aber in Wien erhalten. Anders ausgedrückt: Jene rund 700 Banker, die von Wien aus CEE betreuen (viele davon kommen aus Italien), werden das auch künftig tun. Bilanztechnisch ressortiert CEE künftig aber nach Mailand – die Kuh ist sozusagen aus dem Stall. Wobei diese Lösung nicht nur bei der Belegschaft, sondern auch bei den österreichischen Bankenaufsehern für hörbares Aufatmen sorgen dürfte. Sie präferieren diese Variante, weil sie (vereinfacht gesagt) das Risiko und die Kapitalerfordernisse für Osteuropa nach Italien bugsieren und Österreich insofern entlasten. Vor allem die rasche Expansion der Tochter in der Türkei hat bei den Aufsehern in der Nationalbank zuletzt für Sorgenfalten gesorgt. Die Bank verdiene zwar gut, man solle aber das politische Risiko nicht vernachlässigen, argumentieren sie. Die ersten neun Monate 2015 liefen für die BA auch im CEE nicht so gut. Der Nettogewinn hat sich auf 660 Millionen Euro halbiert, der Kreditrisikoaufwand stieg um 42 Prozent. Hauptgrund: die Lasten aus der Zwangskonvertierung von Frankenkrediten in Kroatien. Zu Einschnitten bis auf die Knochen wird es aber auch im Retailgeschäft der Bank Austria kommen. Diese Sparte umfasst das Geschäft mit Privatkunden und jenes mit kleinen Unternehmen mit einem Umsatz von maximal drei Millionen Euro – und es beschert der Bank Austria rote Zahlen. 2014 hat es zwar noch einen Minigewinn von 33 Millionen Euro Gewinn geschrieben, per Ende Juni 2015 allerdings einen Verlust von 34 Millionen Euro. Wie DER STANDARD berichtet hat, verhandelt Bawag-Eigner Cerberus mit den Italienern über einen Kauf des Retailgeschäfts (25 Milliarden Euro Bilanzsumme). Ghizzoni bestätigte am Mittwoch, dass das Privatkundengeschäft bis Ende 2016 verkauft oder restrukturiert werden soll. Zum STANDARD sagte er nur so viel: Bei einem im Gang befindlichen Merger kann ich auch keine Namen der Interessenten nennen. Aber es gibt Verhandlungen. Wir wollen jedenfalls 2016 zu einem Resultat kommen. Dass in Österreich besonders stark herumgerührt wird, begründet Ghizzoni mit dem kargen makroökonomischen Umfeld: Die Steuern – die Bankenabgabe – sind überdurchschnittlich hoch, die Arbeitskosten liegen über jenen in anderen Ländern. Der Unicredit-Chef versichert aber, in andere Banktätigkeiten in Österreich, wie etwa Private- und Investmentbanking, zu investieren. Verkauf oder Sanierung: In beiden Fällen droht laut Wiener Bankern ein Blutbad, sind doch im Filialgeschäft mehr als 3000 Mitarbeiter beschäftigt. Eine Restrukturierung hätte weiteren Mitarbeiterabbau und Filialschließungen zur Folge; ein Verkauf an die Bawag wohl auch. Deren US-Eigentümer soll denn für die Übernahme des unrentablen Privatkundenteils (und der zum Teil unkündbaren Mitarbeiter) eine Mitgift verlangen – und zwar eine höhere als bisher kolportiert. Unbestätigten Gerüchten zufolge geht es um eine Milliarde Euro. Unabhängig vom Schicksal des Retailgeschäfts wird der Mitarbeiterabbau aber sowieso weitergehen. Bis 2018 werden 800 Jobs verschwinden (200 pro Jahr), wobei die natürliche Fluktuation bei 250 Mitarbeitern im Jahr liegt. Jobbau ist für die BA freilich nichts Neues. Im Herbst 2013 hat Bankchef Willibald Cernko das Programm Bank Austria 2020 verkündet, mit dem Investitionen in Online-Banking und Service fixiert wurden und die Personalkosten-Schraube weiter angezogen wurde. Ende September beschäftigte die BA 9300 Mitarbeiter (Vollzeitäquivalente); in den vergangenen eineinhalb Jahren wurden 700 Mitarbeiter eingespart; betriebsbedingte Kündigungen gab es nicht. Freilich haben 1450 Mitarbeiter auf Teilzeit umgesattelt – was einem Abbau von 410 Vollzeitjobs entspricht. Die Belegschaftsvertreter pochen angesichts dessen auf einvernehmliche Lösungen und Verhandlungen statt fixer Vorgaben, wie Zentralbetriebsratschef Adolf Lehner sagt. Wie es da weitergeht, wird man, zumindest ansatzweise, am 24. November erfahren: Da findet im Wiener Austria Center eine erste Betriebsversammlung statt. (Renate Graber, Thesy Kness-Bastaroli, 11.11.2015)\n",
            "Bis\n",
            "Ende\n",
            "2016\n",
            "werden\n",
            "die\n",
            "Ostbankenbeteiligungen\n",
            "mit\n",
            "derzeit\n",
            "48.000\n",
            "Mitarbeitern\n",
            "nach\n",
            "Italien\n",
            "transferiert\n",
            ".\n",
            "Der\n",
            "D-Day\n",
            "ist\n",
            "vorbei\n",
            ",\n",
            "Unicredit-Chef\n",
            "Federico\n",
            "Ghizzoni\n",
            "hat\n",
            "gesprochen\n",
            ".\n",
            "Nun\n",
            "wird\n",
            "die\n",
            "größte\n",
            "italienische\n",
            "Bankengruppe\n",
            "umgebaut\n",
            "und\n",
            "zur\n",
            "Ader\n",
            "gelassen\n",
            ".\n",
            "Am\n",
            "Mittwoch\n",
            "gab\n",
            "Ghizzoni\n",
            "in\n",
            "Mailand\n",
            "seinen\n",
            "rigorosen\n",
            "und\n",
            "realistischen\n",
            "Plan\n",
            "bekannt\n",
            ":\n",
            "18.200\n",
            "Mitarbeiter\n",
            "müssen\n",
            "ihren\n",
            "Hut\n",
            "nehmen\n",
            ".\n",
            "Derzeit\n",
            "beschäftigt\n",
            "Unicredit\n",
            "130.000\n",
            "Mitarbeiter\n",
            ".\n",
            "Blut\n",
            ",\n",
            "Schweiß\n",
            "und\n",
            "Tränen\n",
            "wird\n",
            "es\n",
            "vor\n",
            "allem\n",
            "für\n",
            "die\n",
            "Mitarbeiter\n",
            "der\n",
            "Bank\n",
            "Austria\n",
            "(\n",
            "BA\n",
            ")\n",
            "geben\n",
            ".\n",
            "Sie\n",
            "gehört\n",
            "den\n",
            "Mailändern\n",
            "seit\n",
            "2005\n",
            "–\n",
            "bis\n",
            "auf\n",
            "10.115\n",
            "Namensaktien\n",
            ",\n",
            "die\n",
            "der\n",
            "Gemeinde-Wien-nahen\n",
            "AVZ-Stiftung\n",
            "und\n",
            "dem\n",
            "Betriebsratsfonds\n",
            "(\n",
            "115\n",
            "Aktien\n",
            ")\n",
            "gehören\n",
            "und\n",
            "Mitspracherechte\n",
            "einräumen\n",
            ".\n",
            "Die\n",
            "Bank\n",
            "Austria\n",
            "wird\n",
            "entthront\n",
            ":\n",
            "Die\n",
            "Italiener\n",
            "nehmen\n",
            "ihrer\n",
            "Tochter\n",
            "in\n",
            "Wien\n",
            "deren\n",
            "zentrale\n",
            "Aufgabe\n",
            ",\n",
            "die\n",
            "Zuständigkeit\n",
            "fürs\n",
            "gewinnträchtige\n",
            "Geschäft\n",
            "in\n",
            "Osteuropa\n",
            "(\n",
            "CEE\n",
            ")\n",
            ".\n",
            "Um\n",
            "die\n",
            "Struktur\n",
            "der\n",
            "Unicredit\n",
            "einfacher\n",
            "zu\n",
            "machen\n",
            "und\n",
            "die\n",
            "Steuerungsfunktionen\n",
            "zu\n",
            "bündeln\n",
            ",\n",
            "wird\n",
            "das\n",
            "CEE-Geschäft\n",
            "(\n",
            "samt\n",
            "47.800\n",
            "Mitarbeitern\n",
            ")\n",
            "bis\n",
            "Ende\n",
            "2016\n",
            "nach\n",
            "Mailand\n",
            "übersiedelt\n",
            ".\n",
            "Die\n",
            "Osteuropasparte\n",
            "mit\n",
            "ihren\n",
            "13\n",
            "Geldhäusern\n",
            "ist\n",
            "die\n",
            "Cashcow\n",
            "der\n",
            "BA\n",
            ",\n",
            "sie\n",
            "steuert\n",
            "den\n",
            "größten\n",
            "Teil\n",
            "ihres\n",
            "Gewinns\n",
            "bei\n",
            ".\n",
            "2014\n",
            "stammten\n",
            "1,5\n",
            "Milliarden\n",
            "Euro\n",
            "des\n",
            "Bank-Austria-Vorsteuergewinns\n",
            "(\n",
            "1,78\n",
            "Milliarden\n",
            "Euro\n",
            ")\n",
            "aus\n",
            "der\n",
            "Region\n",
            ".\n",
            "Möglich\n",
            "ist\n",
            "der\n",
            "Abzug\n",
            "des\n",
            "CEE-Geschäfts\n",
            ",\n",
            "weil\n",
            "wie\n",
            "berichtet\n",
            "der\n",
            "Bank-der-Regionen-Vertrag\n",
            "im\n",
            "kommenden\n",
            "März\n",
            "ausläuft\n",
            ".\n",
            "Mit\n",
            "ihm\n",
            "hatten\n",
            "sich\n",
            "die\n",
            "Österreicher\n",
            "die\n",
            "Zuständigkeit\n",
            "für\n",
            "Osteuropa\n",
            "schon\n",
            "2000\n",
            "beim\n",
            "BA-Verkauf\n",
            "an\n",
            "die\n",
            "deutsche\n",
            "Hypo\n",
            "Vereinsbank\n",
            "gesichert\n",
            ",\n",
            "die\n",
            "Italiener\n",
            "haben\n",
            "den\n",
            "Vertrag\n",
            "2005\n",
            "dann\n",
            "angepasst\n",
            ".\n",
            "Betreut\n",
            "werden\n",
            "soll\n",
            "das\n",
            "Geschäft\n",
            "mit\n",
            "Osteuropa\n",
            "aber\n",
            "weiterhin\n",
            "von\n",
            "Wien\n",
            "aus\n",
            ".\n",
            "Laut\n",
            "Aussendung\n",
            "der\n",
            "Unicredit\n",
            "werden\n",
            "zwar\n",
            "die\n",
            "Beteiligungen\n",
            "an\n",
            "den\n",
            "Osttöchtern\n",
            "künftig\n",
            "direkt\n",
            "von\n",
            "der\n",
            "Unicredit\n",
            "gehalten\n",
            ",\n",
            "das\n",
            "Know-how\n",
            "der\n",
            "CEE-Sparte\n",
            "bleibe\n",
            "aber\n",
            "in\n",
            "Wien\n",
            "erhalten\n",
            ".\n",
            "Anders\n",
            "ausgedrückt\n",
            ":\n",
            "Jene\n",
            "rund\n",
            "700\n",
            "Banker\n",
            ",\n",
            "die\n",
            "von\n",
            "Wien\n",
            "aus\n",
            "CEE\n",
            "betreuen\n",
            "(\n",
            "viele\n",
            "davon\n",
            "kommen\n",
            "aus\n",
            "Italien\n",
            ")\n",
            ",\n",
            "werden\n",
            "das\n",
            "auch\n",
            "künftig\n",
            "tun\n",
            ".\n",
            "Bilanztechnisch\n",
            "ressortiert\n",
            "CEE\n",
            "künftig\n",
            "aber\n",
            "nach\n",
            "Mailand\n",
            "–\n",
            "die\n",
            "Kuh\n",
            "ist\n",
            "sozusagen\n",
            "aus\n",
            "dem\n",
            "Stall\n",
            ".\n",
            "Wobei\n",
            "diese\n",
            "Lösung\n",
            "nicht\n",
            "nur\n",
            "bei\n",
            "der\n",
            "Belegschaft\n",
            ",\n",
            "sondern\n",
            "auch\n",
            "bei\n",
            "den\n",
            "österreichischen\n",
            "Bankenaufsehern\n",
            "für\n",
            "hörbares\n",
            "Aufatmen\n",
            "sorgen\n",
            "dürfte\n",
            ".\n",
            "Sie\n",
            "präferieren\n",
            "diese\n",
            "Variante\n",
            ",\n",
            "weil\n",
            "sie\n",
            "(\n",
            "vereinfacht\n",
            "gesagt\n",
            ")\n",
            "das\n",
            "Risiko\n",
            "und\n",
            "die\n",
            "Kapitalerfordernisse\n",
            "für\n",
            "Osteuropa\n",
            "nach\n",
            "Italien\n",
            "bugsieren\n",
            "und\n",
            "Österreich\n",
            "insofern\n",
            "entlasten\n",
            ".\n",
            "Vor\n",
            "allem\n",
            "die\n",
            "rasche\n",
            "Expansion\n",
            "der\n",
            "Tochter\n",
            "in\n",
            "der\n",
            "Türkei\n",
            "hat\n",
            "bei\n",
            "den\n",
            "Aufsehern\n",
            "in\n",
            "der\n",
            "Nationalbank\n",
            "zuletzt\n",
            "für\n",
            "Sorgenfalten\n",
            "gesorgt\n",
            ".\n",
            "Die\n",
            "Bank\n",
            "verdiene\n",
            "zwar\n",
            "gut\n",
            ",\n",
            "man\n",
            "solle\n",
            "aber\n",
            "das\n",
            "politische\n",
            "Risiko\n",
            "nicht\n",
            "vernachlässigen\n",
            ",\n",
            "argumentieren\n",
            "sie\n",
            ".\n",
            "Die\n",
            "ersten\n",
            "neun\n",
            "Monate\n",
            "2015\n",
            "liefen\n",
            "für\n",
            "die\n",
            "BA\n",
            "auch\n",
            "im\n",
            "CEE\n",
            "nicht\n",
            "so\n",
            "gut\n",
            ".\n",
            "Der\n",
            "Nettogewinn\n",
            "hat\n",
            "sich\n",
            "auf\n",
            "660\n",
            "Millionen\n",
            "Euro\n",
            "halbiert\n",
            ",\n",
            "der\n",
            "Kreditrisikoaufwand\n",
            "stieg\n",
            "um\n",
            "42\n",
            "Prozent\n",
            ".\n",
            "Hauptgrund\n",
            ":\n",
            "die\n",
            "Lasten\n",
            "aus\n",
            "der\n",
            "Zwangskonvertierung\n",
            "von\n",
            "Frankenkrediten\n",
            "in\n",
            "Kroatien\n",
            ".\n",
            "Zu\n",
            "Einschnitten\n",
            "bis\n",
            "auf\n",
            "die\n",
            "Knochen\n",
            "wird\n",
            "es\n",
            "aber\n",
            "auch\n",
            "im\n",
            "Retailgeschäft\n",
            "der\n",
            "Bank\n",
            "Austria\n",
            "kommen\n",
            ".\n",
            "Diese\n",
            "Sparte\n",
            "umfasst\n",
            "das\n",
            "Geschäft\n",
            "mit\n",
            "Privatkunden\n",
            "und\n",
            "jenes\n",
            "mit\n",
            "kleinen\n",
            "Unternehmen\n",
            "mit\n",
            "einem\n",
            "Umsatz\n",
            "von\n",
            "maximal\n",
            "drei\n",
            "Millionen\n",
            "Euro\n",
            "–\n",
            "und\n",
            "es\n",
            "beschert\n",
            "der\n",
            "Bank\n",
            "Austria\n",
            "rote\n",
            "Zahlen\n",
            ".\n",
            "2014\n",
            "hat\n",
            "es\n",
            "zwar\n",
            "noch\n",
            "einen\n",
            "Minigewinn\n",
            "von\n",
            "33\n",
            "Millionen\n",
            "Euro\n",
            "Gewinn\n",
            "geschrieben\n",
            ",\n",
            "per\n",
            "Ende\n",
            "Juni\n",
            "2015\n",
            "allerdings\n",
            "einen\n",
            "Verlust\n",
            "von\n",
            "34\n",
            "Millionen\n",
            "Euro\n",
            ".\n",
            "Wie\n",
            "DER\n",
            "STANDARD\n",
            "berichtet\n",
            "hat\n",
            ",\n",
            "verhandelt\n",
            "Bawag-Eigner\n",
            "Cerberus\n",
            "mit\n",
            "den\n",
            "Italienern\n",
            "über\n",
            "einen\n",
            "Kauf\n",
            "des\n",
            "Retailgeschäfts\n",
            "(\n",
            "25\n",
            "Milliarden\n",
            "Euro\n",
            "Bilanzsumme\n",
            ")\n",
            ".\n",
            "Ghizzoni\n",
            "bestätigte\n",
            "am\n",
            "Mittwoch\n",
            ",\n",
            "dass\n",
            "das\n",
            "Privatkundengeschäft\n",
            "bis\n",
            "Ende\n",
            "2016\n",
            "verkauft\n",
            "oder\n",
            "restrukturiert\n",
            "werden\n",
            "soll\n",
            ".\n",
            "Zum\n",
            "STANDARD\n",
            "sagte\n",
            "er\n",
            "nur\n",
            "so\n",
            "viel\n",
            ":\n",
            "Bei\n",
            "einem\n",
            "im\n",
            "Gang\n",
            "befindlichen\n",
            "Merger\n",
            "kann\n",
            "ich\n",
            "auch\n",
            "keine\n",
            "Namen\n",
            "der\n",
            "Interessenten\n",
            "nennen\n",
            ".\n",
            "Aber\n",
            "es\n",
            "gibt\n",
            "Verhandlungen\n",
            ".\n",
            "Wir\n",
            "wollen\n",
            "jedenfalls\n",
            "2016\n",
            "zu\n",
            "einem\n",
            "Resultat\n",
            "kommen\n",
            ".\n",
            "Dass\n",
            "in\n",
            "Österreich\n",
            "besonders\n",
            "stark\n",
            "herumgerührt\n",
            "wird\n",
            ",\n",
            "begründet\n",
            "Ghizzoni\n",
            "mit\n",
            "dem\n",
            "kargen\n",
            "makroökonomischen\n",
            "Umfeld\n",
            ":\n",
            "Die\n",
            "Steuern\n",
            "–\n",
            "die\n",
            "Bankenabgabe\n",
            "–\n",
            "sind\n",
            "überdurchschnittlich\n",
            "hoch\n",
            ",\n",
            "die\n",
            "Arbeitskosten\n",
            "liegen\n",
            "über\n",
            "jenen\n",
            "in\n",
            "anderen\n",
            "Ländern\n",
            ".\n",
            "Der\n",
            "Unicredit-Chef\n",
            "versichert\n",
            "aber\n",
            ",\n",
            "in\n",
            "andere\n",
            "Banktätigkeiten\n",
            "in\n",
            "Österreich\n",
            ",\n",
            "wie\n",
            "etwa\n",
            "Private-\n",
            "und\n",
            "Investmentbanking\n",
            ",\n",
            "zu\n",
            "investieren\n",
            ".\n",
            "Verkauf\n",
            "oder\n",
            "Sanierung\n",
            ":\n",
            "In\n",
            "beiden\n",
            "Fällen\n",
            "droht\n",
            "laut\n",
            "Wiener\n",
            "Bankern\n",
            "ein\n",
            "Blutbad\n",
            ",\n",
            "sind\n",
            "doch\n",
            "im\n",
            "Filialgeschäft\n",
            "mehr\n",
            "als\n",
            "3000\n",
            "Mitarbeiter\n",
            "beschäftigt\n",
            ".\n",
            "Eine\n",
            "Restrukturierung\n",
            "hätte\n",
            "weiteren\n",
            "Mitarbeiterabbau\n",
            "und\n",
            "Filialschließungen\n",
            "zur\n",
            "Folge\n",
            ";\n",
            "ein\n",
            "Verkauf\n",
            "an\n",
            "die\n",
            "Bawag\n",
            "wohl\n",
            "auch\n",
            ".\n",
            "Deren\n",
            "US-Eigentümer\n",
            "soll\n",
            "denn\n",
            "für\n",
            "die\n",
            "Übernahme\n",
            "des\n",
            "unrentablen\n",
            "Privatkundenteils\n",
            "(\n",
            "und\n",
            "der\n",
            "zum\n",
            "Teil\n",
            "unkündbaren\n",
            "Mitarbeiter\n",
            ")\n",
            "eine\n",
            "Mitgift\n",
            "verlangen\n",
            "–\n",
            "und\n",
            "zwar\n",
            "eine\n",
            "höhere\n",
            "als\n",
            "bisher\n",
            "kolportiert\n",
            ".\n",
            "Unbestätigten\n",
            "Gerüchten\n",
            "zufolge\n",
            "geht\n",
            "es\n",
            "um\n",
            "eine\n",
            "Milliarde\n",
            "Euro\n",
            ".\n",
            "Unabhängig\n",
            "vom\n",
            "Schicksal\n",
            "des\n",
            "Retailgeschäfts\n",
            "wird\n",
            "der\n",
            "Mitarbeiterabbau\n",
            "aber\n",
            "sowieso\n",
            "weitergehen\n",
            ".\n",
            "Bis\n",
            "2018\n",
            "werden\n",
            "800\n",
            "Jobs\n",
            "verschwinden\n",
            "(\n",
            "200\n",
            "pro\n",
            "Jahr\n",
            ")\n",
            ",\n",
            "wobei\n",
            "die\n",
            "natürliche\n",
            "Fluktuation\n",
            "bei\n",
            "250\n",
            "Mitarbeitern\n",
            "im\n",
            "Jahr\n",
            "liegt\n",
            ".\n",
            "Jobbau\n",
            "ist\n",
            "für\n",
            "die\n",
            "BA\n",
            "freilich\n",
            "nichts\n",
            "Neues\n",
            ".\n",
            "Im\n",
            "Herbst\n",
            "2013\n",
            "hat\n",
            "Bankchef\n",
            "Willibald\n",
            "Cernko\n",
            "das\n",
            "Programm\n",
            "Bank\n",
            "Austria\n",
            "2020\n",
            "verkündet\n",
            ",\n",
            "mit\n",
            "dem\n",
            "Investitionen\n",
            "in\n",
            "Online-Banking\n",
            "und\n",
            "Service\n",
            "fixiert\n",
            "wurden\n",
            "und\n",
            "die\n",
            "Personalkosten-Schraube\n",
            "weiter\n",
            "angezogen\n",
            "wurde\n",
            ".\n",
            "Ende\n",
            "September\n",
            "beschäftigte\n",
            "die\n",
            "BA\n",
            "9300\n",
            "Mitarbeiter\n",
            "(\n",
            "Vollzeitäquivalente\n",
            ")\n",
            ";\n",
            "in\n",
            "den\n",
            "vergangenen\n",
            "eineinhalb\n",
            "Jahren\n",
            "wurden\n",
            "700\n",
            "Mitarbeiter\n",
            "eingespart\n",
            ";\n",
            "betriebsbedingte\n",
            "Kündigungen\n",
            "gab\n",
            "es\n",
            "nicht\n",
            ".\n",
            "Freilich\n",
            "haben\n",
            "1450\n",
            "Mitarbeiter\n",
            "auf\n",
            "Teilzeit\n",
            "umgesattelt\n",
            "–\n",
            "was\n",
            "einem\n",
            "Abbau\n",
            "von\n",
            "410\n",
            "Vollzeitjobs\n",
            "entspricht\n",
            ".\n",
            "Die\n",
            "Belegschaftsvertreter\n",
            "pochen\n",
            "angesichts\n",
            "dessen\n",
            "auf\n",
            "einvernehmliche\n",
            "Lösungen\n",
            "und\n",
            "Verhandlungen\n",
            "statt\n",
            "fixer\n",
            "Vorgaben\n",
            ",\n",
            "wie\n",
            "Zentralbetriebsratschef\n",
            "Adolf\n",
            "Lehner\n",
            "sagt\n",
            ".\n",
            "Wie\n",
            "es\n",
            "da\n",
            "weitergeht\n",
            ",\n",
            "wird\n",
            "man\n",
            ",\n",
            "zumindest\n",
            "ansatzweise\n",
            ",\n",
            "am\n",
            "24.\n",
            "November\n",
            "erfahren\n",
            ":\n",
            "Da\n",
            "findet\n",
            "im\n",
            "Wiener\n",
            "Austria\n",
            "Center\n",
            "eine\n",
            "erste\n",
            "Betriebsversammlung\n",
            "statt\n",
            ".\n",
            "(\n",
            "Renate\n",
            "Graber\n",
            ",\n",
            "Thesy\n",
            "Kness-Bastaroli\n",
            ",\n",
            "11.11.2015\n",
            ")\n"
          ]
        }
      ],
      "source": [
        "# select a random german article\n",
        "r_de = random.randint(0, train_de.shape[0] - 1)\n",
        "print(train_de['Article'].values[r_de])\n",
        "doc_de = nlp_de(train_de['Article'].values[r_de])\n",
        "for token in doc_de:\n",
        "  print(token.text)\n",
        "# your code here\n",
        "# ..."
      ]
    },
    {
      "cell_type": "markdown",
      "id": "64bf2b76-3c49-49fe-9e07-2e21d6292aa3",
      "metadata": {
        "id": "64bf2b76-3c49-49fe-9e07-2e21d6292aa3"
      },
      "source": [
        "### Use spaCy to lemmatize a random Article of both the english and the german dataset"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 37,
      "id": "d1687de7-0473-473b-8a55-fc7657657d9f",
      "metadata": {
        "id": "d1687de7-0473-473b-8a55-fc7657657d9f",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "230671e3-fd0b-443c-add2-ea45d04451f4"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<spacy.lang.en.lemmatizer.EnglishLemmatizer object at 0x7d99b8986300>\n",
            "[' ', 'WASHINGTON', '(', 'Reuters', ')', '-', 'the', 'October', 'average', 'U.S.', 'house', 'price', ' ', 'jump', '8.5', 'percent', 'from', 'a', 'year', 'ago', ',', 'set', 'the', 'stage', 'for', ' ', 'mortgage', 'giant', 'Fannie', 'Mae', 'and', 'Freddie', 'Mac', 'to', 'raise', 'the', 'limit', ' ', 'on', 'mortgage', 'they', 'can', 'buy', ',', 'a', 'Federal', 'Housing', 'Finance', 'Board', ' ', 'survey', 'show', 'on', 'Tuesday', '.']\n"
          ]
        }
      ],
      "source": [
        "# your code here [en]\n",
        "lemmatizer = nlp_en.get_pipe(\"lemmatizer\")\n",
        "print(lemmatizer)\n",
        "doc = nlp_en(train_en['Article'].values[r_en])\n",
        "print([token.lemma_ for token in doc])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 42,
      "id": "c85e4e95-18e3-40c4-bcad-277a9b3f1b61",
      "metadata": {
        "id": "c85e4e95-18e3-40c4-bcad-277a9b3f1b61",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "30235b31-8045-41ff-aa26-cddcab46f44e"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<spacy.pipeline.edit_tree_lemmatizer.EditTreeLemmatizer object at 0x7d99b330be20>\n",
            "['bis', 'Ende', '2016', 'werden', 'der', 'Ostbankenbeteiligung', 'mit', 'derzeit', '48.000', 'Mitarbeiter', 'nach', 'Italien', 'transferieren', '--', 'der', 'D-Day', 'sein', 'vorbei', '--', 'Unicredit-Chef', 'Federico', 'Ghizzoni', 'haben', 'sprechen', '--', 'nun', 'werden', 'der', 'groß', 'italienisch', 'Bankengruppe', 'umbauen', 'und', 'zu', 'Ader', 'lassen', '--', 'an', 'Mittwoch', 'geben', 'Ghizzoni', 'in', 'Mailand', 'sein', 'rigoros', 'und', 'realistisch', 'Plan', 'bekannt', '--', '18.200', 'Mitarbeiter', 'müssen', 'ihr', 'Hut', 'nehmen', '--', 'derzeit', 'beschäftigen', 'Unicredit', '130.000', 'Mitarbeiter', '--', 'Blut', '--', 'Schweiß', 'und', 'Träne', 'werden', 'es', 'vor', 'alle', 'für', 'der', 'Mitarbeiter', 'der', 'Bank', 'Austria', '--', 'BA', '--', 'geben', '--', 'sie', 'gehören', 'der', 'Mailänder', 'seit', '2005', '--', 'bis', 'auf', '10.115', 'Namensakti', '--', 'der', 'der', 'gemeinde-Wien-nah', 'AVZ-Stiftung', 'und', 'der', 'Betriebsratsfond', '--', '115', 'Aktie', '--', 'gehören', 'und', 'Mitspracherecht', 'einräumen', '--', 'der', 'Bank', 'Austria', 'werden', 'entthronen', '--', 'der', 'Italiener', 'nehmen', 'ihr', 'Tochter', 'in', 'Wien', 'der', 'zentral', 'Aufgabe', '--', 'der', 'Zuständigkeit', 'für', 'gewinnträchtig', 'Geschäft', 'in', 'Osteuropa', '--', 'CEE', '--', '--', 'um', 'der', 'Struktur', 'der', 'Unicredit', 'einfach', 'zu', 'machen', 'und', 'der', 'Steuerungsfunktion', 'zu', 'bündeln', '--', 'werden', 'der', 'CEE-Geschäft', '--', 'samt', '47.800', 'Mitarbeiter', '--', 'bis', 'Ende', '2016', 'nach', 'Mailand', 'übersiedeln', '--', 'der', 'Osteuropasparte', 'mit', 'ihr', '13', 'Geldhäuser', 'sein', 'der', 'Cashcow', 'der', 'BA', '--', 'sie', 'steuern', 'der', 'groß', 'Teil', 'ihr', 'Gewinn', 'bei', '--', '2014', 'stammen', '1,5', 'Milliarde', 'Euro', 'der', 'Bank-Austria-Vorsteuergewinn', '--', '1,78', 'Milliarde', 'Euro', '--', 'aus', 'der', 'Region', '--', 'möglich', 'sein', 'der', 'Abzug', 'der', 'CEE-Geschäft', '--', 'weil', 'wie', 'berichten', 'der', 'Bank-der-Regionen-Vertrag', 'in', 'kommend', 'März', 'auslaufen', '--', 'mit', 'ihm', 'haben', 'sich', 'der', 'Österreicher', 'der', 'Zuständigkeit', 'für', 'Osteuropa', 'schon', '2000', 'bei', 'BA-Verkauf', 'an', 'der', 'deutsch', 'Hypo', 'Vereinsbank', 'sichern', '--', 'der', 'Italiener', 'haben', 'der', 'Vertrag', '2005', 'dann', 'anpassen', '--', 'betreuen', 'werden', 'sollen', 'der', 'Geschäft', 'mit', 'Osteuropa', 'aber', 'weiterhin', 'von', 'Wien', 'aus', '--', 'laut', 'Aussendung', 'der', 'Unicredit', 'werden', 'zwar', 'der', 'Beteiligung', 'an', 'der', 'Osttöchter', 'künftig', 'direkt', 'von', 'der', 'Unicredit', 'halten', '--', 'der', 'Know-how', 'der', 'CEE-Sparte', 'bleiben', 'aber', 'in', 'Wien', 'erhalten', '--', 'anders', 'ausdrücken', '--', 'jener', 'rund', '700', 'Banker', '--', 'der', 'von', 'Wien', 'aus', 'CEE', 'betreuen', '--', 'viele', 'davon', 'kommen', 'aus', 'Italien', '--', '--', 'werden', 'der', 'auch', 'künftig', 'tun', '--', 'Bilanztechnisch', 'ressortieren', 'CEE', 'künftig', 'aber', 'nach', 'Mailand', '--', 'der', 'Kuh', 'sein', 'sozusagen', 'aus', 'der', 'Stall', '--', 'wobei', 'dieser', 'Lösung', 'nicht', 'nur', 'bei', 'der', 'Belegschaft', '--', 'sondern', 'auch', 'bei', 'der', 'österreichisch', 'Bankenaufseher', 'für', 'hörbar', 'Aufatmen', 'sorgen', 'dürfen', '--', 'sie', 'präferieren', 'dieser', 'Variante', '--', 'weil', 'sie', '--', 'vereinfachen', 'sagen', '--', 'der', 'Risiko', 'und', 'der', 'Kapitalerfordernis', 'für', 'Osteuropa', 'nach', 'Italien', 'bugsieren', 'und', 'Österreich', 'insofern', 'entlasten', '--', 'vor', 'alle', 'der', 'rasch', 'Expansion', 'der', 'Tochter', 'in', 'der', 'Türkei', 'haben', 'bei', 'der', 'Aufseher', 'in', 'der', 'Nationalbank', 'zuletzt', 'für', 'Sorgenfalte', 'sorgen', '--', 'der', 'Bank', 'verdienen', 'zwar', 'gut', '--', 'man', 'sollen', 'aber', 'der', 'politisch', 'Risiko', 'nicht', 'vernachlässigen', '--', 'argumentieren', 'sie', '--', 'der', 'erster', 'neun', 'Monat', '2015', 'laufen', 'für', 'der', 'BA', 'auch', 'in', 'CEE', 'nicht', 'so', 'gut', '--', 'der', 'Nettogewinn', 'haben', 'sich', 'auf', '660', 'Million', 'Euro', 'halbieren', '--', 'der', 'Kreditrisikoaufwand', 'steigen', 'um', '42', 'Prozent', '--', 'Hauptgrund', '--', 'der', 'Last', 'aus', 'der', 'Zwangskonvertierung', 'von', 'Frankenkrediten', 'in', 'Kroatien', '--', 'zu', 'Einschnitt', 'bis', 'auf', 'der', 'Knochen', 'werden', 'es', 'aber', 'auch', 'in', 'Retailgeschäft', 'der', 'Bank', 'Austria', 'kommen', '--', 'dieser', 'Sparte', 'umfassen', 'der', 'Geschäft', 'mit', 'Privatkunde', 'und', 'jener', 'mit', 'klein', 'Unternehmen', 'mit', 'ein', 'Umsatz', 'von', 'maximal', 'drei', 'Million', 'Euro', '--', 'und', 'es', 'bescheren', 'der', 'Bank', 'Austria', 'rot', 'Zahl', '--', '2014', 'haben', 'es', 'zwar', 'noch', 'ein', 'Minigewinn', 'von', '33', 'Million', 'Euro', 'Gewinn', 'schreiben', '--', 'per', 'Ende', 'Juni', '2015', 'allerdings', 'ein', 'Verlust', 'von', '34', 'Million', 'Euro', '--', 'wie', 'DER', 'STANDARD', 'berichten', 'haben', '--', 'verhandeln', 'Bawag-Eigner', 'Cerberus', 'mit', 'der', 'Italiener', 'über', 'ein', 'Kauf', 'der', 'Retailgeschäft', '--', '25', 'Milliarde', 'Euro', 'Bilanzsumme', '--', '--', 'Ghizzoni', 'bestätigen', 'an', 'Mittwoch', '--', 'dass', 'der', 'Privatkundengeschäft', 'bis', 'Ende', '2016', 'verkaufen', 'oder', 'restrukturieren', 'werden', 'sollen', '--', 'zu', 'STANDARD', 'sagen', 'er', 'nur', 'so', 'viel', '--', 'bei', 'ein', 'in', 'Gang', 'befindlich', 'Merger', 'können', 'ich', 'auch', 'kein', 'Name', 'der', 'Interessent', 'nennen', '--', 'aber', 'es', 'geben', 'Verhandlung', '--', 'wir', 'wollen', 'jedenfalls', '2016', 'zu', 'ein', 'Resultat', 'kommen', '--', 'dass', 'in', 'Österreich', 'besonders', 'stark', 'herumrühren', 'werden', '--', 'begründen', 'Ghizzoni', 'mit', 'der', 'karg', 'makroökonomisch', 'Umfeld', '--', 'der', 'Steuer', '--', 'der', 'Bankenabgabe', '--', 'sein', 'überdurchschnittlich', 'hoch', '--', 'der', 'Arbeitskosten', 'liegen', 'über', 'jener', 'in', 'anderer', 'Land', '--', 'der', 'Unicredit-Chef', 'versichern', 'aber', '--', 'in', 'anderer', 'Banktätigkeit', 'in', 'Österreich', '--', 'wie', 'etwa', 'Private', 'und', 'Investmentbanking', '--', 'zu', 'investieren', '--', 'Verkauf', 'oder', 'Sanierung', '--', 'in', 'beide', 'Fall', 'drohen', 'laut', 'Wiener', 'Banker', 'ein', 'Blutbad', '--', 'sein', 'doch', 'in', 'Filialgeschäft', 'mehr', 'als', '3000', 'Mitarbeiter', 'beschäftigen', '--', 'ein', 'Restrukturierung', 'haben', 'weit', 'Mitarbeiterabbau', 'und', 'Filialschließung', 'zu', 'Folge', '--', 'ein', 'Verkauf', 'an', 'der', 'Bawag', 'wohl', 'auch', '--', 'der', 'US-Eigentümer', 'sollen', 'denn', 'für', 'der', 'Übernahme', 'der', 'unrentabl', 'Privatkundenteil', '--', 'und', 'der', 'zu', 'Teil', 'unkündbar', 'Mitarbeiter', '--', 'ein', 'Mitgift', 'verlangen', '--', 'und', 'zwar', 'ein', 'hoch', 'als', 'bisher', 'kolportieren', '--', 'Unbestätigten', 'Gerücht', 'zufolge', 'gehen', 'es', 'um', 'ein', 'Milliarde', 'Euro', '--', 'unabhängig', 'von', 'Schicksal', 'der', 'Retailgeschäft', 'werden', 'der', 'Mitarbeiterabbau', 'aber', 'sowieso', 'weitergehen', '--', 'bis', '2018', 'werden', '800', 'Job', 'verschwinden', '--', '200', 'pro', 'Jahr', '--', '--', 'wobei', 'der', 'natürlich', 'Fluktuation', 'bei', '250', 'Mitarbeiter', 'in', 'Jahr', 'liegen', '--', 'Jobbau', 'sein', 'für', 'der', 'BA', 'freilich', 'nichts', 'neue', '--', 'in', 'Herbst', '2013', 'haben', 'Bankchef', 'Willibald', 'Cernko', 'der', 'Programm', 'Bank', 'Austria', '2020', 'verkünden', '--', 'mit', 'der', 'Investition', 'in', 'Online-Banking', 'und', 'Service', 'fixieren', 'werden', 'und', 'der', 'Personalkosten-Schraube', 'weiter', 'anziehen', 'werden', '--', 'Ende', 'September', 'beschäftigen', 'der', 'BA', '9300', 'Mitarbeiter', '--', 'Vollzeitäquivalente', '--', '--', 'in', 'der', 'vergangen', 'eineinhalb', 'Jahr', 'werden', '700', 'Mitarbeiter', 'einsparen', '--', 'betriebsbedingt', 'Kündigung', 'geben', 'es', 'nicht', '--', 'freilich', 'haben', '1450', 'Mitarbeiter', 'auf', 'Teilzeit', 'umsatteln', '--', 'wer', 'ein', 'Abbau', 'von', '410', 'Vollzeitjob', 'entsprechen', '--', 'der', 'Belegschaftsvertreter', 'pochen', 'angesichts', 'der', 'auf', 'einvernehmlich', 'Lösung', 'und', 'Verhandlung', 'statt', 'fix', 'Vorgabe', '--', 'wie', 'Zentralbetriebsratschef', 'Adolf', 'Lehner', 'sagen', '--', 'wie', 'es', 'da', 'weitergehen', '--', 'werden', 'man', '--', 'zumindest', 'ansatzweise', '--', 'an', '24.', 'November', 'erfahren', '--', 'da', 'finden', 'in', 'Wiener', 'Austria', 'Center', 'ein', 'erster', 'Betriebsversammlung', 'statt', '--', '--', 'Renate', 'Graber', '--', 'Thesy', 'Kness-Bastaroli', '--', '11.11.2015', '--']\n"
          ]
        }
      ],
      "source": [
        "# your code here [de]\n",
        "lemmatizer = nlp_de.get_pipe(\"lemmatizer\")\n",
        "print(lemmatizer)\n",
        "doc = nlp_de(train_de['Article'].values[r_de])\n",
        "print([token.lemma_ for token in doc])"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "56da6a4a-e092-413f-aadc-9f3374f26e64",
      "metadata": {
        "id": "56da6a4a-e092-413f-aadc-9f3374f26e64"
      },
      "source": [
        "### Use spaCy for Part-Of-Speech tagging of a random Article of both the english and the german dataset\n",
        "\n",
        "- Either print the token attributes or visualize them as a table!\n",
        "- What do the attributes describe?\n",
        "- Visualize the POS attribute as a dependency plot with spaCy's displacy!\n",
        "- Optional: For the german dataset visualize sentences separately for better readability."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 43,
      "id": "914d85f2-bc04-4405-bf86-8aed3528d2e1",
      "metadata": {
        "id": "914d85f2-bc04-4405-bf86-8aed3528d2e1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "4ca76157-8cc5-4cdd-8437-788be46c81fc"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "    SPACE _SP dep   False False\n",
            "WASHINGTON WASHINGTON PROPN NNP ROOT XXXX True False\n",
            "( ( PUNCT -LRB- punct ( False False\n",
            "Reuters Reuters PROPN NNP appos Xxxxx True False\n",
            ") ) PUNCT -RRB- punct ) False False\n",
            "- - PUNCT : punct - False False\n",
            "The the DET DT det Xxx True True\n",
            "October October PROPN NNP compound Xxxxx True False\n",
            "average average ADJ JJ amod xxxx True False\n",
            "U.S. U.S. PROPN NNP compound X.X. False False\n",
            "house house NOUN NN compound xxxx True False\n",
            "price price NOUN NN nsubj xxxx True False\n",
            "    SPACE _SP dep   False False\n",
            "jumped jump VERB VBD ccomp xxxx True False\n",
            "8.5 8.5 NUM CD nummod d.d False False\n",
            "percent percent NOUN NN npadvmod xxxx True False\n",
            "from from ADP IN prep xxxx True True\n",
            "a a DET DT det x True True\n",
            "year year NOUN NN npadvmod xxxx True False\n",
            "ago ago ADV RB pcomp xxx True False\n",
            ", , PUNCT , punct , False False\n",
            "setting set VERB VBG advcl xxxx True False\n",
            "the the DET DT det xxx True True\n",
            "stage stage NOUN NN dobj xxxx True False\n",
            "for for SCONJ IN mark xxx True True\n",
            "    SPACE _SP dep   False False\n",
            "mortgage mortgage NOUN NN compound xxxx True False\n",
            "giants giant NOUN NNS compound xxxx True False\n",
            "Fannie Fannie PROPN NNP compound Xxxxx True False\n",
            "Mae Mae PROPN NNP nsubj Xxx True False\n",
            "and and CCONJ CC cc xxx True True\n",
            "Freddie Freddie PROPN NNP compound Xxxxx True False\n",
            "Mac Mac PROPN NNP conj Xxx True False\n",
            "to to PART TO aux xx True True\n",
            "raise raise VERB VB advcl xxxx True False\n",
            "the the DET DT det xxx True True\n",
            "limit limit NOUN NN dobj xxxx True False\n",
            "    SPACE _SP dep   False False\n",
            "on on ADP IN prep xx True True\n",
            "mortgages mortgage NOUN NNS pobj xxxx True False\n",
            "they they PRON PRP nsubj xxxx True True\n",
            "can can AUX MD aux xxx True True\n",
            "buy buy VERB VB relcl xxx True False\n",
            ", , PUNCT , punct , False False\n",
            "a a DET DT det x True True\n",
            "Federal Federal PROPN NNP compound Xxxxx True False\n",
            "Housing Housing PROPN NNP compound Xxxxx True False\n",
            "Finance Finance PROPN NNP compound Xxxxx True False\n",
            "Board Board PROPN NNP compound Xxxxx True False\n",
            "    SPACE _SP dep   False False\n",
            "survey survey NOUN NN nsubj xxxx True False\n",
            "showed show VERB VBD ROOT xxxx True False\n",
            "on on ADP IN prep xx True True\n",
            "Tuesday Tuesday PROPN NNP pobj Xxxxx True False\n",
            ". . PUNCT . punct . False False\n"
          ]
        }
      ],
      "source": [
        "# your code here [en]\n",
        "\n",
        "for token in doc_en:\n",
        "    print(token.text, token.lemma_, token.pos_, token.tag_, token.dep_,\n",
        "            token.shape_, token.is_alpha, token.is_stop)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "feb2a148-e088-4a0d-8efd-97747547f29e",
      "metadata": {
        "id": "feb2a148-e088-4a0d-8efd-97747547f29e"
      },
      "outputs": [],
      "source": [
        "from spacy import displacy\n",
        "displacy\n",
        "# your code here [en]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 44,
      "id": "4d8d1c03-3487-47cf-a3bc-0599b414a536",
      "metadata": {
        "id": "4d8d1c03-3487-47cf-a3bc-0599b414a536",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "e080168e-1f26-4d94-c63d-062b9fe77cb1"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Bis bis ADP APPR mo Xxx True True\n",
            "Ende Ende NOUN NN nk Xxxx True True\n",
            "2016 2016 NUM CARD nk dddd False False\n",
            "werden werden AUX VAFIN ROOT xxxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Ostbankenbeteiligungen Ostbankenbeteiligung NOUN NN sb Xxxxx True False\n",
            "mit mit ADP APPR mo xxx True True\n",
            "derzeit derzeit ADV ADV mo xxxx True False\n",
            "48.000 48.000 NUM CARD nk dd.ddd False False\n",
            "Mitarbeitern Mitarbeiter NOUN NN nk Xxxxx True False\n",
            "nach nach ADP APPR mo xxxx True True\n",
            "Italien Italien PROPN NE nk Xxxxx True False\n",
            "transferiert transferieren VERB VVPP oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Der der DET ART nk Xxx True True\n",
            "D-Day D-Day NOUN NE sb X-Xxx False False\n",
            "ist sein AUX VAFIN ROOT xxx True True\n",
            "vorbei vorbei ADV ADV mo xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "Unicredit-Chef Unicredit-Chef NOUN NN sb Xxxxx-Xxxx False False\n",
            "Federico Federico PROPN NE pnc Xxxxx True False\n",
            "Ghizzoni Ghizzoni PROPN NE nk Xxxxx True False\n",
            "hat haben AUX VAFIN cj xxx True True\n",
            "gesprochen sprechen VERB VVPP oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Nun nun ADV ADV mo Xxx True True\n",
            "wird werden AUX VAFIN ROOT xxxx True True\n",
            "die der DET ART nk xxx True True\n",
            "größte groß ADJ ADJA nk xxxx True False\n",
            "italienische italienisch ADJ ADJA nk xxxx True False\n",
            "Bankengruppe Bankengruppe NOUN NN sb Xxxxx True False\n",
            "umgebaut umbauen VERB VVPP oc xxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "zur zu ADP APPRART mo xxx True True\n",
            "Ader Ader NOUN NN nk Xxxx True False\n",
            "gelassen lassen ADV VVPP cj xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Am an ADP APPRART mo Xx True True\n",
            "Mittwoch Mittwoch NOUN NN nk Xxxxx True False\n",
            "gab geben VERB VVFIN ROOT xxx True True\n",
            "Ghizzoni Ghizzoni PROPN NE sb Xxxxx True False\n",
            "in in ADP APPR mo xx True True\n",
            "Mailand Mailand PROPN NE nk Xxxxx True False\n",
            "seinen sein DET PPOSAT nk xxxx True True\n",
            "rigorosen rigoros ADJ TRUNC nk xxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "realistischen realistisch ADJ ADJA cj xxxx True False\n",
            "Plan Plan NOUN NN oa Xxxx True False\n",
            "bekannt bekannt ADV ADJD svp xxxx True True\n",
            ": -- PUNCT $. punct : False False\n",
            "18.200 18.200 NUM CARD nk dd.ddd False False\n",
            "Mitarbeiter Mitarbeiter NOUN NN sb Xxxxx True False\n",
            "müssen müssen AUX VMFIN ROOT xxxx True True\n",
            "ihren ihr DET PPOSAT nk xxxx True True\n",
            "Hut Hut NOUN NN oa Xxx True False\n",
            "nehmen nehmen VERB VVINF oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Derzeit derzeit ADV ADV mo Xxxxx True False\n",
            "beschäftigt beschäftigen VERB VVFIN ROOT xxxx True False\n",
            "Unicredit Unicredit NOUN NN sb Xxxxx True False\n",
            "130.000 130.000 NUM CARD nk ddd.ddd False False\n",
            "Mitarbeiter Mitarbeiter NOUN NN oa Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Blut Blut NOUN NN sb Xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "Schweiß Schweiß NOUN NN cj Xxxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "Tränen Träne NOUN NN cj Xxxxx True False\n",
            "wird werden AUX VAFIN ROOT xxxx True True\n",
            "es es PRON PPER ep xx True True\n",
            "vor vor ADP APPR mo xxx True True\n",
            "allem alle PRON PIS nk xxxx True True\n",
            "für für ADP APPR mo xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Mitarbeiter Mitarbeiter NOUN NN nk Xxxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Bank Bank NOUN NN ag Xxxx True False\n",
            "Austria Austria PROPN NE nk Xxxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "BA BA PROPN NE app XX True False\n",
            ") -- PUNCT $( punct ) False False\n",
            "geben geben VERB VVINF oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Sie sie PRON PPER sb Xxx True True\n",
            "gehört gehören VERB VVFIN ROOT xxxx True False\n",
            "den der DET ART nk xxx True True\n",
            "Mailändern Mailänder NOUN NN da Xxxxx True False\n",
            "seit seit ADP APPR mo xxxx True True\n",
            "2005 2005 NUM CARD nk dddd False False\n",
            "– -- PUNCT $( punct – False False\n",
            "bis bis ADP APPR ac xxx True True\n",
            "auf auf ADP APPR mo xxx True True\n",
            "10.115 10.115 NUM CARD nk dd.ddd False False\n",
            "Namensaktien Namensakti NOUN NN nk Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "die der PRON PRELS sb xxx True True\n",
            "der der DET ART nk xxx True True\n",
            "Gemeinde-Wien-nahen gemeinde-Wien-nah ADP ADJA nk Xxxxx-Xxxx-xxxx False False\n",
            "AVZ-Stiftung AVZ-Stiftung NOUN NN da XXX-Xxxxx False False\n",
            "und und CCONJ KON cd xxx True True\n",
            "dem der DET ART nk xxx True True\n",
            "Betriebsratsfonds Betriebsratsfond NOUN NN cj Xxxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "115 115 NUM CARD nk ddd False False\n",
            "Aktien Aktie NOUN NN par Xxxxx True False\n",
            ") -- PUNCT $( punct ) False False\n",
            "gehören gehören VERB VVFIN rc xxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "Mitspracherechte Mitspracherecht NOUN NN oa Xxxxx True False\n",
            "einräumen einräumen VERB VVFIN cj xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Die der DET ART nk Xxx True True\n",
            "Bank Bank NOUN NN sb Xxxx True False\n",
            "Austria Austria PROPN NE nk Xxxxx True False\n",
            "wird werden AUX VAFIN ROOT xxxx True True\n",
            "entthront entthronen VERB VVPP oc xxxx True False\n",
            ": -- PUNCT $. punct : False False\n",
            "Die der DET ART nk Xxx True True\n",
            "Italiener Italiener NOUN NN sb Xxxxx True False\n",
            "nehmen nehmen VERB VVFIN ROOT xxxx True False\n",
            "ihrer ihr DET PPOSAT nk xxxx True True\n",
            "Tochter Tochter NOUN NN da Xxxxx True False\n",
            "in in ADP APPR mnr xx True True\n",
            "Wien Wien PROPN NE nk Xxxx True False\n",
            "deren der PRON PDS ag xxxx True True\n",
            "zentrale zentral ADJ ADJA nk xxxx True False\n",
            "Aufgabe Aufgabe NOUN NN oa Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "die der DET ART nk xxx True True\n",
            "Zuständigkeit Zuständigkeit NOUN NN cj Xxxxx True False\n",
            "fürs für ADP APPRART mnr xxxx True False\n",
            "gewinnträchtige gewinnträchtig ADJ ADJA nk xxxx True False\n",
            "Geschäft Geschäft NOUN NN nk Xxxxx True False\n",
            "in in ADP APPR mnr xx True True\n",
            "Osteuropa Osteuropa PROPN NE nk Xxxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "CEE CEE PROPN NE app XXX True False\n",
            ") -- PUNCT $( punct ) False False\n",
            ". -- PUNCT $. punct . False False\n",
            "Um um SCONJ KOUI cp Xx True True\n",
            "die der DET ART nk xxx True True\n",
            "Struktur Struktur NOUN NN oa Xxxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Unicredit Unicredit NOUN NN ag Xxxxx True False\n",
            "einfacher einfach ADV ADJD mo xxxx True False\n",
            "zu zu PART PTKZU pm xx True True\n",
            "machen machen VERB VVINF mo xxxx True True\n",
            "und und CCONJ KON cd xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Steuerungsfunktionen Steuerungsfunktion NOUN NN oa Xxxxx True False\n",
            "zu zu PART PTKZU pm xx True True\n",
            "bündeln bündeln VERB VVINF cj xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "wird werden AUX VAFIN ROOT xxxx True True\n",
            "das der DET ART nk xxx True True\n",
            "CEE-Geschäft CEE-Geschäft NOUN NN sb XXX-Xxxxx False False\n",
            "( -- PUNCT $( punct ( False False\n",
            "samt samt ADP APPR mo xxxx True False\n",
            "47.800 47.800 NUM CARD nk dd.ddd False False\n",
            "Mitarbeitern Mitarbeiter NOUN NN nk Xxxxx True False\n",
            ") -- PUNCT $( punct ) False False\n",
            "bis bis ADP APPR mo xxx True True\n",
            "Ende Ende NOUN NN nk Xxxx True True\n",
            "2016 2016 NUM CARD nk dddd False False\n",
            "nach nach ADP APPR mo xxxx True True\n",
            "Mailand Mailand PROPN NE nk Xxxxx True False\n",
            "übersiedelt übersiedeln VERB VVPP oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Die der DET ART nk Xxx True True\n",
            "Osteuropasparte Osteuropasparte NOUN NN sb Xxxxx True False\n",
            "mit mit ADP APPR mnr xxx True True\n",
            "ihren ihr DET PPOSAT nk xxxx True True\n",
            "13 13 NUM CARD nk dd False False\n",
            "Geldhäusern Geldhäuser NOUN NN nk Xxxxx True False\n",
            "ist sein AUX VAFIN ROOT xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Cashcow Cashcow PROPN NE pd Xxxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "BA BA PROPN NE da XX True False\n",
            ", -- PUNCT $, punct , False False\n",
            "sie sie PRON PPER sb xxx True True\n",
            "steuert steuern VERB VVFIN cj xxxx True False\n",
            "den der DET ART nk xxx True True\n",
            "größten groß ADJ ADJA nk xxxx True False\n",
            "Teil Teil NOUN NN oa Xxxx True True\n",
            "ihres ihr DET PPOSAT nk xxxx True True\n",
            "Gewinns Gewinn NOUN NN ag Xxxxx True False\n",
            "bei bei ADP PTKVZ svp xxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "2014 2014 NUM CARD mo dddd False False\n",
            "stammten stammen VERB VVFIN ROOT xxxx True False\n",
            "1,5 1,5 NUM CARD nmc d,d False False\n",
            "Milliarden Milliarde NOUN NN sb Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            "des der DET ART nk xxx True True\n",
            "Bank-Austria-Vorsteuergewinns Bank-Austria-Vorsteuergewinn NOUN NE ag Xxxx-Xxxxx-Xxxxx False False\n",
            "( -- PUNCT $( punct ( False False\n",
            "1,78 1,78 NUM CARD nmc d,dd False False\n",
            "Milliarden Milliarde NOUN NN par Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            ") -- PUNCT $( punct ) False False\n",
            "aus aus ADP APPR mo xxx True True\n",
            "der der DET ART nk xxx True True\n",
            "Region Region NOUN NN nk Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Möglich möglich ADV ADJD pd Xxxxx True True\n",
            "ist sein AUX VAFIN ROOT xxx True True\n",
            "der der DET ART nk xxx True True\n",
            "Abzug Abzug NOUN NN sb Xxxxx True False\n",
            "des der DET ART nk xxx True True\n",
            "CEE-Geschäfts CEE-Geschäft NOUN NN ag XXX-Xxxxx False False\n",
            ", -- PUNCT $, punct , False False\n",
            "weil weil SCONJ KOUS cp xxxx True True\n",
            "wie wie SCONJ PWAV cm xxx True True\n",
            "berichtet berichten VERB VVFIN mo xxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Bank-der-Regionen-Vertrag Bank-der-Regionen-Vertrag NOUN NN sb Xxxx-xxx-Xxxxx-Xxxxx False False\n",
            "im in ADP APPRART mo xx True True\n",
            "kommenden kommend ADJ ADJA nk xxxx True False\n",
            "März März NOUN NN nk Xxxx True False\n",
            "ausläuft auslaufen VERB VVFIN mo xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Mit mit ADP APPR mo Xxx True True\n",
            "ihm ihm PRON PPER nk xxx True True\n",
            "hatten haben AUX VAFIN ROOT xxxx True True\n",
            "sich sich PRON PRF oa xxxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Österreicher Österreicher NOUN NN sb Xxxxx True False\n",
            "die der DET ART nk xxx True True\n",
            "Zuständigkeit Zuständigkeit NOUN NN oa Xxxxx True False\n",
            "für für ADP APPR mnr xxx True True\n",
            "Osteuropa Osteuropa PROPN NE nk Xxxxx True False\n",
            "schon schon ADV ADV mo xxxx True True\n",
            "2000 2000 NUM CARD nk dddd False False\n",
            "beim bei ADP APPRART mo xxxx True True\n",
            "BA-Verkauf BA-Verkauf NOUN NN nk XX-Xxxxx False False\n",
            "an an ADP APPR mo xx True True\n",
            "die der DET ART nk xxx True True\n",
            "deutsche deutsch ADJ ADJA nk xxxx True False\n",
            "Hypo Hypo PROPN NE pnc Xxxx True False\n",
            "Vereinsbank Vereinsbank PROPN NE nk Xxxxx True False\n",
            "gesichert sichern VERB VVPP oc xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "die der DET ART nk xxx True True\n",
            "Italiener Italiener NOUN NN sb Xxxxx True False\n",
            "haben haben AUX VAFIN cj xxxx True True\n",
            "den der DET ART nk xxx True True\n",
            "Vertrag Vertrag NOUN NN oa Xxxxx True False\n",
            "2005 2005 NUM CARD nk dddd False False\n",
            "dann dann ADV ADV mo xxxx True True\n",
            "angepasst anpassen VERB VVPP oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Betreut betreuen ADV ADJD oc Xxxxx True False\n",
            "werden werden AUX VAINF oc xxxx True True\n",
            "soll sollen AUX VMFIN ROOT xxxx True True\n",
            "das der DET ART nk xxx True True\n",
            "Geschäft Geschäft NOUN NN sb Xxxxx True False\n",
            "mit mit ADP APPR mnr xxx True True\n",
            "Osteuropa Osteuropa PROPN NE nk Xxxxx True False\n",
            "aber aber ADV ADV mo xxxx True True\n",
            "weiterhin weiterhin ADV ADV mo xxxx True False\n",
            "von von ADP APPR mo xxx True True\n",
            "Wien Wien PROPN NE nk Xxxx True False\n",
            "aus aus ADP PTKVZ svp xxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Laut laut ADP APPR mo Xxxx True False\n",
            "Aussendung Aussendung NOUN NN nk Xxxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Unicredit Unicredit NOUN NN ag Xxxxx True False\n",
            "werden werden AUX VAFIN ROOT xxxx True True\n",
            "zwar zwar ADV ADV mo xxxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Beteiligungen Beteiligung NOUN NN sb Xxxxx True False\n",
            "an an ADP APPR op xx True True\n",
            "den der DET ART nk xxx True True\n",
            "Osttöchtern Osttöchter NOUN NN nk Xxxxx True False\n",
            "künftig künftig ADV ADJD mo xxxx True False\n",
            "direkt direkt ADV ADJD mo xxxx True False\n",
            "von von ADP APPR sbp xxx True True\n",
            "der der DET ART nk xxx True True\n",
            "Unicredit Unicredit NOUN NN nk Xxxxx True False\n",
            "gehalten halten VERB VVPP oc xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "das der DET ART nk xxx True True\n",
            "Know-how Know-how NOUN NN sb Xxxx-xxx False False\n",
            "der der DET ART nk xxx True True\n",
            "CEE-Sparte CEE-Sparte NOUN NN ag XXX-Xxxxx False False\n",
            "bleibe bleiben VERB VVFIN cj xxxx True False\n",
            "aber aber ADV ADV mo xxxx True True\n",
            "in in ADP APPR mo xx True True\n",
            "Wien Wien PROPN NE nk Xxxx True False\n",
            "erhalten erhalten VERB VVPP oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Anders anders ADV ADV mo Xxxxx True True\n",
            "ausgedrückt ausdrücken VERB VVPP mo xxxx True False\n",
            ": -- PUNCT $. punct : False False\n",
            "Jene jener DET VVFIN nk Xxxx True True\n",
            "rund rund ADV ADV mo xxxx True True\n",
            "700 700 NUM CARD nk ddd False False\n",
            "Banker Banker NOUN NN sb Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "die der PRON PRELS sb xxx True True\n",
            "von von ADP APPR mo xxx True True\n",
            "Wien Wien PROPN NE nk Xxxx True False\n",
            "aus aus ADP APPR mo xxx True True\n",
            "CEE CEE PROPN NE nk XXX True False\n",
            "betreuen betreuen VERB VVINF rc xxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "viele viele PRON PIS sb xxxx True True\n",
            "davon davon ADV PROAV pg xxxx True True\n",
            "kommen kommen VERB VVFIN oc xxxx True True\n",
            "aus aus ADP APPR mo xxx True True\n",
            "Italien Italien PROPN NE nk Xxxxx True False\n",
            ") -- PUNCT $( punct ) False False\n",
            ", -- PUNCT $, punct , False False\n",
            "werden werden AUX VAFIN ROOT xxxx True True\n",
            "das der PRON PDS sb xxx True True\n",
            "auch auch ADV ADV mo xxxx True True\n",
            "künftig künftig ADV ADJD mo xxxx True False\n",
            "tun tun VERB VVINF oc xxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Bilanztechnisch Bilanztechnisch ADV ADJD mo Xxxxx True False\n",
            "ressortiert ressortieren VERB VVFIN ROOT xxxx True False\n",
            "CEE CEE PROPN NE sb XXX True False\n",
            "künftig künftig ADV ADJD mo xxxx True False\n",
            "aber aber ADV ADV mo xxxx True True\n",
            "nach nach ADP APPR mo xxxx True True\n",
            "Mailand Mailand PROPN NE nk Xxxxx True False\n",
            "– -- PUNCT $( punct – False False\n",
            "die der DET ART nk xxx True True\n",
            "Kuh Kuh NOUN NN sb Xxx True False\n",
            "ist sein AUX VAFIN cj xxx True True\n",
            "sozusagen sozusagen ADV ADV mo xxxx True False\n",
            "aus aus ADP APPR mo xxx True True\n",
            "dem der DET ART nk xxx True True\n",
            "Stall Stall NOUN NN nk Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Wobei wobei SCONJ KOUS cp Xxxxx True False\n",
            "diese dieser DET PDAT nk xxxx True True\n",
            "Lösung Lösung NOUN NN sb Xxxxx True False\n",
            "nicht nicht PART PTKNEG ng xxxx True True\n",
            "nur nur ADV ADV mo xxx True True\n",
            "bei bei ADP APPR mo xxx True True\n",
            "der der DET ART nk xxx True True\n",
            "Belegschaft Belegschaft NOUN NN nk Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "sondern sondern CCONJ KON cd xxxx True True\n",
            "auch auch ADV ADV mo xxxx True True\n",
            "bei bei ADP APPR cj xxx True True\n",
            "den der DET ART nk xxx True True\n",
            "österreichischen österreichisch ADJ ADJA nk xxxx True False\n",
            "Bankenaufsehern Bankenaufseher NOUN NN nk Xxxxx True False\n",
            "für für ADP APPR op xxx True True\n",
            "hörbares hörbar ADJ ADJA nk xxxx True False\n",
            "Aufatmen Aufatmen NOUN NN nk Xxxxx True False\n",
            "sorgen sorgen VERB VVINF oc xxxx True False\n",
            "dürfte dürfen AUX VMFIN ROOT xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Sie sie PRON PPER sb Xxx True True\n",
            "präferieren präferieren VERB VVFIN ROOT xxxx True False\n",
            "diese dieser DET PDAT nk xxxx True True\n",
            "Variante Variante NOUN NN oa Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "weil weil SCONJ KOUS cp xxxx True True\n",
            "sie sie PRON PPER sb xxx True True\n",
            "( -- PUNCT $( punct ( False False\n",
            "vereinfacht vereinfachen VERB VVPP mo xxxx True False\n",
            "gesagt sagen VERB VVPP mo xxxx True True\n",
            ") -- PUNCT $( punct ) False False\n",
            "das der DET ART nk xxx True True\n",
            "Risiko Risiko NOUN NN oa Xxxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Kapitalerfordernisse Kapitalerfordernis NOUN NN cj Xxxxx True False\n",
            "für für ADP APPR mnr xxx True True\n",
            "Osteuropa Osteuropa PROPN NE nk Xxxxx True False\n",
            "nach nach ADP APPR mo xxxx True True\n",
            "Italien Italien PROPN NE nk Xxxxx True False\n",
            "bugsieren bugsieren VERB VVINF mo xxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "Österreich Österreich PROPN NE oa Xxxxx True False\n",
            "insofern insofern ADV ADV mo xxxx True False\n",
            "entlasten entlasten VERB VVINF cj xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Vor vor ADP APPR mo Xxx True True\n",
            "allem alle PRON PIS nk xxxx True True\n",
            "die der DET ART nk xxx True True\n",
            "rasche rasch ADJ ADJA nk xxxx True False\n",
            "Expansion Expansion NOUN NN sb Xxxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Tochter Tochter NOUN NN ag Xxxxx True False\n",
            "in in ADP APPR mnr xx True True\n",
            "der der DET ART nk xxx True True\n",
            "Türkei Türkei PROPN NE nk Xxxxx True False\n",
            "hat haben AUX VAFIN ROOT xxx True True\n",
            "bei bei ADP APPR mo xxx True True\n",
            "den der DET ART nk xxx True True\n",
            "Aufsehern Aufseher NOUN NN nk Xxxxx True False\n",
            "in in ADP APPR mnr xx True True\n",
            "der der DET ART nk xxx True True\n",
            "Nationalbank Nationalbank NOUN NN nk Xxxxx True False\n",
            "zuletzt zuletzt ADV ADV mo xxxx True False\n",
            "für für ADP APPR op xxx True True\n",
            "Sorgenfalten Sorgenfalte NOUN NN nk Xxxxx True False\n",
            "gesorgt sorgen VERB VVPP oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Die der DET ART nk Xxx True True\n",
            "Bank Bank NOUN NN sb Xxxx True False\n",
            "verdiene verdienen VERB VVFIN oc xxxx True False\n",
            "zwar zwar ADV ADV mo xxxx True True\n",
            "gut gut ADV ADJD mo xxx True True\n",
            ", -- PUNCT $, punct , False False\n",
            "man man PRON PIS sb xxx True True\n",
            "solle sollen AUX VMFIN cj xxxx True False\n",
            "aber aber ADV ADV mo xxxx True True\n",
            "das der DET ART nk xxx True True\n",
            "politische politisch ADJ ADJA nk xxxx True False\n",
            "Risiko Risiko NOUN NN oa Xxxxx True False\n",
            "nicht nicht PART PTKNEG ng xxxx True True\n",
            "vernachlässigen vernachlässigen VERB VVFIN oc xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "argumentieren argumentieren VERB VVFIN ROOT xxxx True False\n",
            "sie sie PRON PPER sb xxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Die der DET ART nk Xxx True True\n",
            "ersten erster ADJ ADJA nk xxxx True True\n",
            "neun neun NUM CARD nk xxxx True True\n",
            "Monate Monat NOUN NN sb Xxxxx True False\n",
            "2015 2015 NUM CARD nk dddd False False\n",
            "liefen laufen VERB VVFIN ROOT xxxx True False\n",
            "für für ADP APPR mo xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "BA BA PROPN NE nk XX True False\n",
            "auch auch ADV ADV mo xxxx True True\n",
            "im in ADP APPRART mo xx True True\n",
            "CEE CEE PROPN NE nk XXX True False\n",
            "nicht nicht PART PTKNEG ng xxxx True True\n",
            "so so ADV ADV mo xx True True\n",
            "gut gut ADV ADJD mo xxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Der der DET ART nk Xxx True True\n",
            "Nettogewinn Nettogewinn NOUN NN sb Xxxxx True False\n",
            "hat haben AUX VAFIN ROOT xxx True True\n",
            "sich sich PRON PRF oa xxxx True True\n",
            "auf auf ADP APPR op xxx True True\n",
            "660 660 NUM CARD nmc ddd False False\n",
            "Millionen Million NOUN NN nk Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            "halbiert halbieren VERB VVPP oc xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "der der DET ART nk xxx True True\n",
            "Kreditrisikoaufwand Kreditrisikoaufwand NOUN NN sb Xxxxx True False\n",
            "stieg steigen VERB VVFIN cj xxxx True False\n",
            "um um ADP APPR mo xx True True\n",
            "42 42 NUM CARD nk dd False False\n",
            "Prozent Prozent NOUN NN nk Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Hauptgrund Hauptgrund NOUN NN ROOT Xxxxx True False\n",
            ": -- PUNCT $. punct : False False\n",
            "die der DET ART nk xxx True True\n",
            "Lasten Last NOUN NN sb Xxxxx True False\n",
            "aus aus ADP APPR mnr xxx True True\n",
            "der der DET ART nk xxx True True\n",
            "Zwangskonvertierung Zwangskonvertierung NOUN NN nk Xxxxx True False\n",
            "von von ADP APPR pg xxx True True\n",
            "Frankenkrediten Frankenkrediten NOUN NN nk Xxxxx True False\n",
            "in in ADP APPR mnr xx True True\n",
            "Kroatien Kroatien PROPN NE nk Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Zu zu ADP APPR mo Xx True True\n",
            "Einschnitten Einschnitt NOUN NN nk Xxxxx True False\n",
            "bis bis ADP APPR ac xxx True True\n",
            "auf auf ADP APPR mnr xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Knochen Knochen NOUN NN nk Xxxxx True False\n",
            "wird werden AUX VAFIN ROOT xxxx True True\n",
            "es es PRON PPER sb xx True True\n",
            "aber aber ADV ADV mo xxxx True True\n",
            "auch auch ADV ADV mo xxxx True True\n",
            "im in ADP APPRART mo xx True True\n",
            "Retailgeschäft Retailgeschäft NOUN NN nk Xxxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Bank Bank NOUN NN ag Xxxx True False\n",
            "Austria Austria PROPN NE nk Xxxxx True False\n",
            "kommen kommen VERB VVFIN oc xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Diese dieser DET PDAT nk Xxxxx True True\n",
            "Sparte Sparte NOUN NN sb Xxxxx True False\n",
            "umfasst umfassen VERB VVFIN ROOT xxxx True False\n",
            "das der DET ART nk xxx True True\n",
            "Geschäft Geschäft NOUN NN oa Xxxxx True False\n",
            "mit mit ADP APPR mnr xxx True True\n",
            "Privatkunden Privatkunde NOUN NN nk Xxxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "jenes jener PRON PDS cj xxxx True True\n",
            "mit mit ADP APPR mnr xxx True True\n",
            "kleinen klein ADJ ADJA nk xxxx True True\n",
            "Unternehmen Unternehmen NOUN NN nk Xxxxx True False\n",
            "mit mit ADP APPR mo xxx True True\n",
            "einem ein DET ART nk xxxx True True\n",
            "Umsatz Umsatz NOUN NN nk Xxxxx True False\n",
            "von von ADP APPR mnr xxx True True\n",
            "maximal maximal ADV ADJD mo xxxx True False\n",
            "drei drei NUM CARD nmc xxxx True True\n",
            "Millionen Million NOUN NN nk Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            "– -- PUNCT $( punct – False False\n",
            "und und CCONJ KON cd xxx True True\n",
            "es es PRON PPER sb xx True True\n",
            "beschert bescheren VERB VVFIN cj xxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Bank Bank NOUN NN da Xxxx True False\n",
            "Austria Austria PROPN NE nk Xxxxx True False\n",
            "rote rot ADJ ADJA nk xxxx True False\n",
            "Zahlen Zahl NOUN NN oa Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "2014 2014 NUM CARD mo dddd False False\n",
            "hat haben AUX VAFIN ROOT xxx True True\n",
            "es es PRON PPER sb xx True True\n",
            "zwar zwar ADV ADV mo xxxx True True\n",
            "noch noch ADV ADV mo xxxx True True\n",
            "einen ein DET ART nk xxxx True True\n",
            "Minigewinn Minigewinn NOUN NN oa Xxxxx True False\n",
            "von von ADP APPR mnr xxx True True\n",
            "33 33 NUM CARD nmc dd False False\n",
            "Millionen Million NOUN NN nk Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            "Gewinn Gewinn NOUN NN nk Xxxxx True False\n",
            "geschrieben schreiben VERB VVPP oc xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "per per ADP APPR mo xxx True False\n",
            "Ende Ende NOUN NN nk Xxxx True True\n",
            "Juni Juni NOUN NN nk Xxxx True False\n",
            "2015 2015 NUM CARD nk dddd False False\n",
            "allerdings allerdings ADV ADV mo xxxx True True\n",
            "einen ein DET ART nk xxxx True True\n",
            "Verlust Verlust NOUN NN oa Xxxxx True False\n",
            "von von ADP APPR mnr xxx True True\n",
            "34 34 NUM CARD nmc dd False False\n",
            "Millionen Million NOUN NN nk Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Wie wie SCONJ PWAV mo Xxx True True\n",
            "DER DER DET ART nk XXX True True\n",
            "STANDARD STANDARD PROPN NE sb XXXX True False\n",
            "berichtet berichten VERB VVPP oc xxxx True False\n",
            "hat haben AUX VAFIN mo xxx True True\n",
            ", -- PUNCT $, punct , False False\n",
            "verhandelt verhandeln VERB VVFIN ROOT xxxx True False\n",
            "Bawag-Eigner Bawag-Eigner NOUN NN sb Xxxxx-Xxxxx False False\n",
            "Cerberus Cerberus PROPN NE nk Xxxxx True False\n",
            "mit mit ADP APPR mo xxx True True\n",
            "den der DET ART nk xxx True True\n",
            "Italienern Italiener NOUN NN nk Xxxxx True False\n",
            "über über ADP APPR op xxxx True True\n",
            "einen ein DET ART nk xxxx True True\n",
            "Kauf Kauf NOUN NN nk Xxxx True False\n",
            "des der DET ART nk xxx True True\n",
            "Retailgeschäfts Retailgeschäft NOUN NN ag Xxxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "25 25 NUM CARD nmc dd False False\n",
            "Milliarden Milliarde NOUN NN par Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            "Bilanzsumme Bilanzsumme NOUN NN nk Xxxxx True False\n",
            ") -- PUNCT $( punct ) False False\n",
            ". -- PUNCT $. punct . False False\n",
            "Ghizzoni Ghizzoni PROPN NE sb Xxxxx True False\n",
            "bestätigte bestätigen VERB VVFIN ROOT xxxx True False\n",
            "am an ADP APPRART mo xx True True\n",
            "Mittwoch Mittwoch NOUN NN nk Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "dass dass SCONJ KOUS cp xxxx True True\n",
            "das der DET ART nk xxx True True\n",
            "Privatkundengeschäft Privatkundengeschäft NOUN NN sb Xxxxx True False\n",
            "bis bis ADP APPR mo xxx True True\n",
            "Ende Ende NOUN NN nk Xxxx True True\n",
            "2016 2016 NUM CARD nk dddd False False\n",
            "verkauft verkaufen VERB VVPP oc xxxx True False\n",
            "oder oder CCONJ KON cd xxxx True True\n",
            "restrukturiert restrukturieren VERB VVPP cj xxxx True False\n",
            "werden werden AUX VAINF oc xxxx True True\n",
            "soll sollen AUX VMFIN oc xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Zum zu ADP APPRART mo Xxx True True\n",
            "STANDARD STANDARD PROPN NE nk XXXX True False\n",
            "sagte sagen VERB VVFIN ROOT xxxx True True\n",
            "er er PRON PPER sb xx True True\n",
            "nur nur ADV ADV mo xxx True True\n",
            "so so ADV ADV mo xx True True\n",
            "viel viel PRON PIS mo xxxx True True\n",
            ": -- PUNCT $. punct : False False\n",
            "Bei bei ADP APPR mo Xxx True True\n",
            "einem ein DET ART nk xxxx True True\n",
            "im in ADP APPRART mo xx True True\n",
            "Gang Gang NOUN NN nk Xxxx True False\n",
            "befindlichen befindlich ADJ ADJA nk xxxx True False\n",
            "Merger Merger NOUN NN nk Xxxxx True False\n",
            "kann können AUX VMFIN ROOT xxxx True True\n",
            "ich ich PRON PPER sb xxx True True\n",
            "auch auch ADV ADV mo xxxx True True\n",
            "keine kein DET PIAT nk xxxx True True\n",
            "Namen Name NOUN NN oa Xxxxx True False\n",
            "der der DET ART nk xxx True True\n",
            "Interessenten Interessent NOUN NN ag Xxxxx True False\n",
            "nennen nennen VERB VVINF oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Aber aber CCONJ KON ju Xxxx True True\n",
            "es es PRON PPER ep xx True True\n",
            "gibt geben VERB VVFIN ROOT xxxx True True\n",
            "Verhandlungen Verhandlung NOUN NN oa Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Wir wir PRON PPER sb Xxx True True\n",
            "wollen wollen AUX VMFIN ROOT xxxx True True\n",
            "jedenfalls jedenfalls ADV ADV mo xxxx True False\n",
            "2016 2016 NUM CARD mo dddd False False\n",
            "zu zu ADP APPR mo xx True True\n",
            "einem ein DET ART nk xxxx True True\n",
            "Resultat Resultat NOUN NN nk Xxxxx True False\n",
            "kommen kommen VERB VVINF oc xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Dass dass SCONJ KOUS cp Xxxx True True\n",
            "in in ADP APPR mo xx True True\n",
            "Österreich Österreich PROPN NE nk Xxxxx True False\n",
            "besonders besonders ADV ADV mo xxxx True True\n",
            "stark stark ADV ADJD mo xxxx True False\n",
            "herumgerührt herumrühren VERB VVPP oc xxxx True False\n",
            "wird werden AUX VAFIN sb xxxx True True\n",
            ", -- PUNCT $, punct , False False\n",
            "begründet begründen VERB VVFIN ROOT xxxx True False\n",
            "Ghizzoni Ghizzoni PROPN NE sb Xxxxx True False\n",
            "mit mit ADP APPR mo xxx True True\n",
            "dem der DET ART nk xxx True True\n",
            "kargen karg ADJ ADJA nk xxxx True False\n",
            "makroökonomischen makroökonomisch ADJ ADJA nk xxxx True False\n",
            "Umfeld Umfeld NOUN NN nk Xxxxx True False\n",
            ": -- PUNCT $. punct : False False\n",
            "Die der DET ART nk Xxx True True\n",
            "Steuern Steuer NOUN NN sb Xxxxx True False\n",
            "– -- PUNCT $( punct – False False\n",
            "die der DET ART nk xxx True True\n",
            "Bankenabgabe Bankenabgabe NOUN NN app Xxxxx True False\n",
            "– -- PUNCT $( punct – False False\n",
            "sind sein AUX VAFIN ROOT xxxx True True\n",
            "überdurchschnittlich überdurchschnittlich ADV ADJD mo xxxx True False\n",
            "hoch hoch ADV ADJD pd xxxx True True\n",
            ", -- PUNCT $, punct , False False\n",
            "die der DET ART nk xxx True True\n",
            "Arbeitskosten Arbeitskosten NOUN NN sb Xxxxx True False\n",
            "liegen liegen VERB VVFIN cj xxxx True False\n",
            "über über ADP APPR mo xxxx True True\n",
            "jenen jener PRON PDS nk xxxx True True\n",
            "in in ADP APPR mo xx True True\n",
            "anderen anderer ADJ ADJA nk xxxx True True\n",
            "Ländern Land NOUN NN nk Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Der der DET ART nk Xxx True True\n",
            "Unicredit-Chef Unicredit-Chef NOUN NN sb Xxxxx-Xxxx False False\n",
            "versichert versichern VERB VVFIN ROOT xxxx True False\n",
            "aber aber ADV ADV mo xxxx True True\n",
            ", -- PUNCT $, punct , False False\n",
            "in in ADP APPR mo xx True True\n",
            "andere anderer ADJ ADJA nk xxxx True True\n",
            "Banktätigkeiten Banktätigkeit NOUN NN nk Xxxxx True False\n",
            "in in ADP APPR mnr xx True True\n",
            "Österreich Österreich PROPN NE nk Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "wie wie ADP KOKOM cm xxx True True\n",
            "etwa etwa ADV ADV mo xxxx True True\n",
            "Private- Private X TRUNC cj Xxxxx- False False\n",
            "und und CCONJ KON cd xxx True True\n",
            "Investmentbanking Investmentbanking NOUN NN cc Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "zu zu PART PTKZU pm xx True True\n",
            "investieren investieren VERB VVINF oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Verkauf Verkauf NOUN NN ROOT Xxxxx True False\n",
            "oder oder CCONJ KON cd xxxx True True\n",
            "Sanierung Sanierung NOUN NN cj Xxxxx True False\n",
            ": -- PUNCT $. punct : False False\n",
            "In in ADP APPR mo Xx True True\n",
            "beiden beide DET PIAT nk xxxx True True\n",
            "Fällen Fall NOUN NN nk Xxxxx True False\n",
            "droht drohen VERB VVFIN ROOT xxxx True False\n",
            "laut laut ADP APPR mo xxxx True False\n",
            "Wiener Wiener ADJ ADJA nk Xxxxx True False\n",
            "Bankern Banker NOUN NN nk Xxxxx True False\n",
            "ein ein DET ART nk xxx True True\n",
            "Blutbad Blutbad NOUN NN sb Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "sind sein AUX VAFIN cj xxxx True True\n",
            "doch doch ADV ADV mo xxxx True True\n",
            "im in ADP APPRART mo xx True True\n",
            "Filialgeschäft Filialgeschäft NOUN NN nk Xxxxx True False\n",
            "mehr mehr DET PIAT nk xxxx True True\n",
            "als als ADP KOKOM cm xxx True True\n",
            "3000 3000 NUM CARD cc dddd False False\n",
            "Mitarbeiter Mitarbeiter NOUN NN sb Xxxxx True False\n",
            "beschäftigt beschäftigen VERB VVPP pd xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Eine ein DET ART nk Xxxx True True\n",
            "Restrukturierung Restrukturierung NOUN NN sb Xxxxx True False\n",
            "hätte haben AUX VAFIN ROOT xxxx True True\n",
            "weiteren weit ADJ ADJA nk xxxx True True\n",
            "Mitarbeiterabbau Mitarbeiterabbau NOUN NN oa Xxxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "Filialschließungen Filialschließung NOUN NN cj Xxxxx True False\n",
            "zur zu ADP APPRART mo xxx True True\n",
            "Folge Folge NOUN NN nk Xxxxx True False\n",
            "; -- PUNCT $. punct ; False False\n",
            "ein ein DET ART nk xxx True True\n",
            "Verkauf Verkauf NOUN NN ROOT Xxxxx True False\n",
            "an an ADP APPR mnr xx True True\n",
            "die der DET ART nk xxx True True\n",
            "Bawag Bawag PROPN NE nk Xxxxx True False\n",
            "wohl wohl ADV ADV mo xxxx True True\n",
            "auch auch ADV ADV mo xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Deren der PRON PDS ag Xxxxx True True\n",
            "US-Eigentümer US-Eigentümer NOUN NN sb XX-Xxxxx False False\n",
            "soll sollen AUX VMFIN ROOT xxxx True True\n",
            "denn denn ADV ADV mo xxxx True True\n",
            "für für ADP APPR mo xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Übernahme Übernahme NOUN NN nk Xxxxx True False\n",
            "des der DET ART nk xxx True True\n",
            "unrentablen unrentabl ADJ ADJA nk xxxx True False\n",
            "Privatkundenteils Privatkundenteil NOUN NN ag Xxxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "und und CCONJ KON cd xxx True True\n",
            "der der PRON ART nk xxx True True\n",
            "zum zu ADP APPRART mo xxx True True\n",
            "Teil Teil NOUN NN nk Xxxx True True\n",
            "unkündbaren unkündbar ADJ ADJA nk xxxx True False\n",
            "Mitarbeiter Mitarbeiter NOUN NN cj Xxxxx True False\n",
            ") -- PUNCT $( punct ) False False\n",
            "eine ein DET ART nk xxxx True True\n",
            "Mitgift Mitgift NOUN NN oa Xxxxx True False\n",
            "verlangen verlangen VERB VVFIN oc xxxx True False\n",
            "– -- PUNCT $( punct – False False\n",
            "und und CCONJ KON cd xxx True True\n",
            "zwar zwar ADV ADV mo xxxx True True\n",
            "eine ein DET ART nk xxxx True True\n",
            "höhere hoch ADJ ADJA oa xxxx True False\n",
            "als als ADP KOKOM cm xxx True True\n",
            "bisher bisher ADV ADV cc xxxx True True\n",
            "kolportiert kolportieren VERB VVPP cj xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Unbestätigten Unbestätigten ADJ ADJA nk Xxxxx True False\n",
            "Gerüchten Gerücht NOUN NN nk Xxxxx True False\n",
            "zufolge zufolge ADP APPO mo xxxx True False\n",
            "geht gehen VERB VVFIN ROOT xxxx True True\n",
            "es es PRON PPER ep xx True True\n",
            "um um ADP APPR op xx True True\n",
            "eine ein DET ART nmc xxxx True True\n",
            "Milliarde Milliarde NOUN NN nk Xxxxx True False\n",
            "Euro Euro NOUN NN nk Xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Unabhängig unabhängig ADV ADJD mo Xxxxx True False\n",
            "vom von ADP APPRART mo xxx True True\n",
            "Schicksal Schicksal NOUN NN nk Xxxxx True False\n",
            "des der DET ART nk xxx True True\n",
            "Retailgeschäfts Retailgeschäft NOUN NN ag Xxxxx True False\n",
            "wird werden AUX VAFIN ROOT xxxx True True\n",
            "der der DET ART nk xxx True True\n",
            "Mitarbeiterabbau Mitarbeiterabbau NOUN NN sb Xxxxx True False\n",
            "aber aber ADV ADV mo xxxx True True\n",
            "sowieso sowieso ADV ADV mo xxxx True False\n",
            "weitergehen weitergehen VERB VVINF oc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Bis bis ADP APPR mo Xxx True True\n",
            "2018 2018 NUM CARD nk dddd False False\n",
            "werden werden AUX VAFIN ROOT xxxx True True\n",
            "800 800 NUM CARD nk ddd False False\n",
            "Jobs Job NOUN NN sb Xxxx True False\n",
            "verschwinden verschwinden VERB VVINF oc xxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "200 200 NUM CARD mo ddd False False\n",
            "pro pro ADP APPR mnr xxx True False\n",
            "Jahr Jahr NOUN NN nk Xxxx True True\n",
            ") -- PUNCT $( punct ) False False\n",
            ", -- PUNCT $, punct , False False\n",
            "wobei wobei SCONJ PWAV mo xxxx True False\n",
            "die der DET ART nk xxx True True\n",
            "natürliche natürlich ADJ ADJA nk xxxx True False\n",
            "Fluktuation Fluktuation NOUN NN sb Xxxxx True False\n",
            "bei bei ADP APPR mnr xxx True True\n",
            "250 250 NUM CARD nk ddd False False\n",
            "Mitarbeitern Mitarbeiter NOUN NN nk Xxxxx True False\n",
            "im in ADP APPRART mo xx True True\n",
            "Jahr Jahr NOUN NN nk Xxxx True True\n",
            "liegt liegen VERB VVFIN mo xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Jobbau Jobbau NOUN NN sb Xxxxx True False\n",
            "ist sein AUX VAFIN ROOT xxx True True\n",
            "für für ADP APPR mo xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "BA BA PROPN NE nk XX True False\n",
            "freilich freilich ADV ADV mo xxxx True False\n",
            "nichts nichts PRON PIS nk xxxx True True\n",
            "Neues neue NOUN NN pd Xxxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Im in ADP APPRART mo Xx True True\n",
            "Herbst Herbst NOUN NN nk Xxxxx True False\n",
            "2013 2013 NUM CARD nk dddd False False\n",
            "hat haben AUX VAFIN ROOT xxx True True\n",
            "Bankchef Bankchef NOUN NN sb Xxxxx True False\n",
            "Willibald Willibald PROPN NE pnc Xxxxx True False\n",
            "Cernko Cernko PROPN NE nk Xxxxx True False\n",
            "das der DET ART nk xxx True True\n",
            "Programm Programm NOUN NN oa Xxxxx True False\n",
            "Bank Bank NOUN NN pnc Xxxx True False\n",
            "Austria Austria PROPN NE nk Xxxxx True False\n",
            "2020 2020 NUM CARD mo dddd False False\n",
            "verkündet verkünden VERB VVPP oc xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "mit mit ADP APPR mo xxx True True\n",
            "dem der PRON PRELS nk xxx True True\n",
            "Investitionen Investition NOUN NN nk Xxxxx True False\n",
            "in in ADP APPR mnr xx True True\n",
            "Online-Banking Online-Banking NOUN NN nk Xxxxx-Xxxxx False False\n",
            "und und CCONJ KON cd xxx True True\n",
            "Service Service NOUN NN cj Xxxxx True False\n",
            "fixiert fixieren VERB VVPP oc xxxx True False\n",
            "wurden werden AUX VAFIN oc xxxx True True\n",
            "und und CCONJ KON cd xxx True True\n",
            "die der DET ART nk xxx True True\n",
            "Personalkosten-Schraube Personalkosten-Schraube NOUN NN sb Xxxxx-Xxxxx False False\n",
            "weiter weiter ADV ADV mo xxxx True True\n",
            "angezogen anziehen VERB VVPP oc xxxx True False\n",
            "wurde werden AUX VAFIN cj xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Ende Ende NOUN NN mo Xxxx True True\n",
            "September September NOUN NN nk Xxxxx True False\n",
            "beschäftigte beschäftigen VERB VVFIN ROOT xxxx True False\n",
            "die der DET ART nk xxx True True\n",
            "BA BA PROPN NE sb XX True False\n",
            "9300 9300 NUM CARD nk dddd False False\n",
            "Mitarbeiter Mitarbeiter NOUN NN oa Xxxxx True False\n",
            "( -- PUNCT $( punct ( False False\n",
            "Vollzeitäquivalente Vollzeitäquivalente NOUN NN par Xxxxx True False\n",
            ") -- PUNCT $( punct ) False False\n",
            "; -- PUNCT $. punct ; False False\n",
            "in in ADP APPR mo xx True True\n",
            "den der DET ART nk xxx True True\n",
            "vergangenen vergangen ADJ ADJA nk xxxx True True\n",
            "eineinhalb eineinhalb NUM CARD nk xxxx True False\n",
            "Jahren Jahr NOUN NN nk Xxxxx True True\n",
            "wurden werden AUX VAFIN ROOT xxxx True True\n",
            "700 700 NUM CARD nk ddd False False\n",
            "Mitarbeiter Mitarbeiter NOUN NN sb Xxxxx True False\n",
            "eingespart einsparen VERB VVPP oc xxxx True False\n",
            "; -- PUNCT $. punct ; False False\n",
            "betriebsbedingte betriebsbedingt ADJ ADJA nk xxxx True False\n",
            "Kündigungen Kündigung NOUN NN oa Xxxxx True False\n",
            "gab geben VERB VVFIN ROOT xxx True True\n",
            "es es PRON PPER ep xx True True\n",
            "nicht nicht PART PTKNEG ng xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Freilich freilich ADV ADV mo Xxxxx True False\n",
            "haben haben AUX VAFIN ROOT xxxx True True\n",
            "1450 1450 NUM CARD nk dddd False False\n",
            "Mitarbeiter Mitarbeiter NOUN NN sb Xxxxx True False\n",
            "auf auf ADP APPR mo xxx True True\n",
            "Teilzeit Teilzeit NOUN NN nk Xxxxx True False\n",
            "umgesattelt umsatteln VERB VVPP oc xxxx True False\n",
            "– -- PUNCT $( punct – False False\n",
            "was wer PRON PRELS sb xxx True True\n",
            "einem ein DET ART nk xxxx True True\n",
            "Abbau Abbau NOUN NN da Xxxxx True False\n",
            "von von ADP APPR pg xxx True True\n",
            "410 410 NUM CARD nk ddd False False\n",
            "Vollzeitjobs Vollzeitjob NOUN NN nk Xxxxx True False\n",
            "entspricht entsprechen VERB VVFIN rc xxxx True False\n",
            ". -- PUNCT $. punct . False False\n",
            "Die der DET ART nk Xxx True True\n",
            "Belegschaftsvertreter Belegschaftsvertreter NOUN NN sb Xxxxx True False\n",
            "pochen pochen VERB VVFIN ROOT xxxx True False\n",
            "angesichts angesichts ADP APPR mo xxxx True False\n",
            "dessen der PRON PDS nk xxxx True True\n",
            "auf auf ADP APPR mo xxx True True\n",
            "einvernehmliche einvernehmlich ADJ ADJA nk xxxx True False\n",
            "Lösungen Lösung NOUN NN nk Xxxxx True False\n",
            "und und CCONJ KON cd xxx True True\n",
            "Verhandlungen Verhandlung NOUN NN cj Xxxxx True False\n",
            "statt statt ADP APPR mnr xxxx True True\n",
            "fixer fix ADJ ADJA nk xxxx True False\n",
            "Vorgaben Vorgabe NOUN NN nk Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "wie wie ADP KOKOM cm xxx True True\n",
            "Zentralbetriebsratschef Zentralbetriebsratschef NOUN NN sb Xxxxx True False\n",
            "Adolf Adolf PROPN NE pnc Xxxxx True False\n",
            "Lehner Lehner PROPN NE nk Xxxxx True False\n",
            "sagt sagen VERB VVFIN cj xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "Wie wie SCONJ PWAV mo Xxx True True\n",
            "es es PRON PPER ep xx True True\n",
            "da da ADV ADV mo xx True True\n",
            "weitergeht weitergehen VERB VVFIN mo xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "wird werden AUX VAFIN ROOT xxxx True True\n",
            "man man PRON PIS sb xxx True True\n",
            ", -- PUNCT $, punct , False False\n",
            "zumindest zumindest ADV ADV mo xxxx True False\n",
            "ansatzweise ansatzweise ADV ADV mo xxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "am an ADP APPRART mo xx True True\n",
            "24. 24. ADJ ADJA nk dd. False False\n",
            "November November NOUN NN nk Xxxxx True False\n",
            "erfahren erfahren VERB VVINF oc xxxx True False\n",
            ": -- PUNCT $. punct : False False\n",
            "Da da ADV ADV mo Xx True True\n",
            "findet finden VERB VVFIN ROOT xxxx True False\n",
            "im in ADP APPRART mo xx True True\n",
            "Wiener Wiener ADJ ADJA nk Xxxxx True False\n",
            "Austria Austria PROPN NE pnc Xxxxx True False\n",
            "Center Center PROPN NE nk Xxxxx True False\n",
            "eine ein DET ART nk xxxx True True\n",
            "erste erster ADJ ADJA nk xxxx True True\n",
            "Betriebsversammlung Betriebsversammlung NOUN NN sb Xxxxx True False\n",
            "statt statt ADV PTKVZ svp xxxx True True\n",
            ". -- PUNCT $. punct . False False\n",
            "( -- PUNCT $( punct ( False False\n",
            "Renate Renate PROPN NE pnc Xxxxx True False\n",
            "Graber Graber PROPN NE ROOT Xxxxx True False\n",
            ", -- PUNCT $, punct , False False\n",
            "Thesy Thesy PROPN NE pnc Xxxxx True False\n",
            "Kness-Bastaroli Kness-Bastaroli NOUN NE app Xxxxx-Xxxxx False False\n",
            ", -- PUNCT $, punct , False False\n",
            "11.11.2015 11.11.2015 NUM CARD par dd.dd.dddd False False\n",
            ") -- PUNCT $( punct ) False False\n"
          ]
        }
      ],
      "source": [
        "# your code here [de]\n",
        "\n",
        "for token in doc_de:\n",
        "    print(token.text, token.lemma_, token.pos_, token.tag_, token.dep_,\n",
        "            token.shape_, token.is_alpha, token.is_stop)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "11ba48f4-bff6-44fc-bce5-6cb948abe87c",
      "metadata": {
        "id": "11ba48f4-bff6-44fc-bce5-6cb948abe87c"
      },
      "outputs": [],
      "source": [
        "# your code here [de]"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "17c63fe6-c918-480f-bcda-0354c262cb38",
      "metadata": {
        "id": "17c63fe6-c918-480f-bcda-0354c262cb38"
      },
      "source": [
        "### Use spaCy for Named Entity Recognition (NER) of a random Article of both the english and the german dataset\n",
        "\n",
        "- Either print the entity attributes or visualize them as a table!\n",
        "- Visualize the entities as an entity plot with spaCy's displacy!"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "fdb3edff-d456-4b80-9d66-ef19dcb583f7",
      "metadata": {
        "id": "fdb3edff-d456-4b80-9d66-ef19dcb583f7"
      },
      "outputs": [],
      "source": [
        "# your code here [en]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "dda02b3c-3eb2-4b76-9f03-bb40f8ca8268",
      "metadata": {
        "id": "dda02b3c-3eb2-4b76-9f03-bb40f8ca8268"
      },
      "outputs": [],
      "source": [
        "# your code here [en]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "d1b4ff02-ba76-4a31-880f-51dda140defa",
      "metadata": {
        "id": "d1b4ff02-ba76-4a31-880f-51dda140defa"
      },
      "outputs": [],
      "source": [
        "# your code here [de]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "5826ad64-de44-4e69-8fdb-36e38307e8e6",
      "metadata": {
        "id": "5826ad64-de44-4e69-8fdb-36e38307e8e6"
      },
      "outputs": [],
      "source": [
        "# your code here [de]"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "f5ee1cc5-6b2b-4e5c-8041-3ad2ad321ec7",
      "metadata": {
        "id": "f5ee1cc5-6b2b-4e5c-8041-3ad2ad321ec7"
      },
      "source": [
        "### We can also use spaCy to calculate the similarity between a german and an english article\n",
        "\n",
        "- Read also: [https://spacy.io/usage/spacy-101#vectors-similarity](https://spacy.io/usage/spacy-101#vectors-similarity)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "72ed1dca-ac44-4d79-94b6-c36881319622",
      "metadata": {
        "id": "72ed1dca-ac44-4d79-94b6-c36881319622",
        "outputId": "ed0fdd93-e5b3-4076-9eb4-9f18f06ab4b3"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "-0.03828550410754585"
            ]
          },
          "execution_count": 29,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "tokens_de.similarity(tokens_en)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "887df2f9-1efd-433e-b016-1e2df328bb33",
      "metadata": {
        "id": "887df2f9-1efd-433e-b016-1e2df328bb33",
        "outputId": "9fd76224-c0c3-46e3-c97c-376576cd57fe"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "0.6646700501441956"
            ]
          },
          "execution_count": 30,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "fruits = nlp_en(\"apple banana\")\n",
        "fruits[0].similarity(fruits[1])"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "d9f9779f-e5d7-44ca-9608-ba0a0fc2f355",
      "metadata": {
        "id": "d9f9779f-e5d7-44ca-9608-ba0a0fc2f355"
      },
      "source": [
        "### spaCy also encodes documents and tokens as feature vectors (we might come back to this later on)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "191192d7-cd45-4970-99fa-7a9c91d99432",
      "metadata": {
        "id": "191192d7-cd45-4970-99fa-7a9c91d99432",
        "outputId": "206484f1-6069-40f5-81de-f0a0cfb4a769"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "(300,)\n",
            "(300,)\n"
          ]
        }
      ],
      "source": [
        "token = tokens_en[0]\n",
        "print(token.vector.shape)\n",
        "print(tokens_en.vector.shape)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "0f3c5909-6e16-44b0-8324-1d6b8385cd23",
      "metadata": {
        "id": "0f3c5909-6e16-44b0-8324-1d6b8385cd23"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.12.0"
    },
    "colab": {
      "provenance": [],
      "include_colab_link": true
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}