Text_Clustering2.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Text_Clustering.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyM24qPljvKueQM0g7oD95LK",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/bruno353/Data_Science_Projects/blob/main/Text_Clustering2.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd"
      ],
      "metadata": {
        "id": "7stgZytB2obJ"
      },
      "execution_count": 56,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.read_csv(\"/content/data_science_linkedin.csv\")"
      ],
      "metadata": {
        "id": "Nuz8RaV008Q3"
      },
      "execution_count": 57,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df.head(20)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "rrPliyj42idr",
        "outputId": "a840af9e-5256-41ee-cb77-28a844aced4a"
      },
      "execution_count": 58,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                Links  \\\n",
              "0   https://www.linkedin.com/jobs/view/2877766354/...   \n",
              "1   https://www.linkedin.com/jobs/view/2909344383/...   \n",
              "2   https://www.linkedin.com/jobs/view/2910120004/...   \n",
              "3   https://www.linkedin.com/jobs/view/2891709528/...   \n",
              "4   https://www.linkedin.com/jobs/view/2919028354/...   \n",
              "5   https://www.linkedin.com/jobs/view/2890959229/...   \n",
              "6   https://www.linkedin.com/jobs/view/2879499068/...   \n",
              "7   https://www.linkedin.com/jobs/view/2891717576/...   \n",
              "8   https://www.linkedin.com/jobs/view/2910213772/...   \n",
              "9   https://www.linkedin.com/jobs/view/2898599820/...   \n",
              "10  https://www.linkedin.com/jobs/view/2908552436/...   \n",
              "11  https://www.linkedin.com/jobs/view/2891436624/...   \n",
              "12  https://www.linkedin.com/jobs/view/2885762514/...   \n",
              "13  https://www.linkedin.com/jobs/view/2843458475/...   \n",
              "14  https://www.linkedin.com/jobs/view/2909002948/...   \n",
              "15  https://www.linkedin.com/jobs/view/2901322886/...   \n",
              "16  https://www.linkedin.com/jobs/view/2904792199/...   \n",
              "17  https://www.linkedin.com/jobs/view/2905071371/...   \n",
              "18  https://www.linkedin.com/jobs/view/2782103859/...   \n",
              "19  https://www.linkedin.com/jobs/view/2907579633/...   \n",
              "\n",
              "                                              empresa  \\\n",
              "0         \\n              Atento Brasil\\n               \n",
              "1                 \\n              Ambev\\n               \n",
              "2       \\n              Novartis Brasil\\n               \n",
              "3   \\n              Hospital Israelita Albert Eins...   \n",
              "4                \\n              Amazon\\n               \n",
              "5                 \\n              Digio\\n               \n",
              "6               \\n              Falconi\\n               \n",
              "7   \\n              GrupoSC Distribuidora de Medic...   \n",
              "8                  \\n              Dasa\\n               \n",
              "9              \\n              Deloitte\\n               \n",
              "10  \\n              Colégios e Unidades Sociais da...   \n",
              "11  \\n              Hospital Sírio-Libanês\\n      ...   \n",
              "12     \\n              Agrivalle Brasil\\n               \n",
              "13              \\n              Arcadis\\n               \n",
              "14            \\n              GRUPO SBF\\n               \n",
              "15  \\n              Tata Consultancy Services\\n   ...   \n",
              "16  \\n              Hospital Sírio-Libanês\\n      ...   \n",
              "17            \\n              SEBRAE RS\\n               \n",
              "18                   \\n              EY\\n               \n",
              "19  \\n              Maxion Structural Components\\n...   \n",
              "\n",
              "                                                 vaga  \\\n",
              "0                 Consultor de Inovação - Home Office   \n",
              "1   Banco de Talentos PCD CIT ( Centro de Inovação...   \n",
              "2            GERENTE JR INOVAÇÃO (BIOME) - FARMA - SP   \n",
              "3                          Consultor Projeto Inovação   \n",
              "4                                          DE&I SDE I   \n",
              "5                                    Trabalhe conosco   \n",
              "6                                Analista de Inovação   \n",
              "7                                 Gerente de inovação   \n",
              "8                Líder de Tecnologia Digital/Inovação   \n",
              "9                    Especialista SR em Inovação - BR   \n",
              "10        Monitor(a) de Aprendizagem - Turno Integral   \n",
              "11                        Analista de Inovação Sênior   \n",
              "12  Gerente de Produtos e Inovação - Biológicos e ...   \n",
              "13                    Analista de Inovação Digital JR   \n",
              "14                    Analista de Inovação/Loyalty Sr   \n",
              "15                        Analista de Inovação Aberta   \n",
              "16                                 Copeiro Hospitalar   \n",
              "17                                  BANCO DE TALENTOS   \n",
              "18                        Auditor/a Sênior - Inovação   \n",
              "19                          Engenheiro de Inovação Jr   \n",
              "\n",
              "                                                 tipo  \\\n",
              "0   \\n                  + de 10.001 funcionários ·...   \n",
              "1   \\n                  + de 10.001 funcionários ·...   \n",
              "2   \\n                  + de 10.001 funcionários ·...   \n",
              "3   \\n                  + de 10.001 funcionários ·...   \n",
              "4   \\n                  + de 10.001 funcionários ·...   \n",
              "5   \\n                  201-500 funcionários · Ban...   \n",
              "6   \\n                  501-1.000 funcionários · C...   \n",
              "7   \\n                  5.001-10.000 funcionários ...   \n",
              "8   \\n                  + de 10.001 funcionários ·...   \n",
              "9   \\n                  + de 10.001 funcionários ·...   \n",
              "10  \\n                  1.001-5.000 funcionários ·...   \n",
              "11  \\n                  5.001-10.000 funcionários ...   \n",
              "12  \\n                  201-500 funcionários · Agr...   \n",
              "13  \\n                  + de 10.001 funcionários ·...   \n",
              "14  \\n                  5.001-10.000 funcionários ...   \n",
              "15  \\n                  + de 10.001 funcionários ·...   \n",
              "16  \\n                  5.001-10.000 funcionários ...   \n",
              "17  \\n                  201-500 funcionários · Con...   \n",
              "18  \\n                  + de 10.001 funcionários ·...   \n",
              "19  \\n                  5.001-10.000 funcionários ...   \n",
              "\n",
              "                                          senioridade  \\\n",
              "0   \\n                  Tempo integral · Pleno-sên...   \n",
              "1   \\n                  Tempo integral · Assistent...   \n",
              "2   \\n                  Tempo integral\\n          ...   \n",
              "3   \\n                  Tempo integral\\n          ...   \n",
              "4   \\n                  Tempo integral\\n          ...   \n",
              "5   \\n                  Tempo integral\\n          ...   \n",
              "6   \\n                  Tempo integral · Pleno-sên...   \n",
              "7   \\n                  Tempo integral · Pleno-sên...   \n",
              "8   \\n                  Tempo integral · Pleno-sên...   \n",
              "9   \\n                  Tempo integral · Júnior\\n ...   \n",
              "10  \\n                  Tempo integral · Assistent...   \n",
              "11  \\n                  Tempo integral · Pleno-sên...   \n",
              "12  \\n                  Tempo integral · Pleno-sên...   \n",
              "13  \\n                  Tempo integral · Assistent...   \n",
              "14  \\n                  Tempo integral · Pleno-sên...   \n",
              "15  \\n                  Tempo integral · Pleno-sên...   \n",
              "16  \\n                  Tempo integral · Júnior\\n ...   \n",
              "17  \\n                  Tempo integral · Assistent...   \n",
              "18  \\n                  Tempo integral · Pleno-sên...   \n",
              "19  \\n                  Tempo integral · Assistent...   \n",
              "\n",
              "                                            descrição  \\\n",
              "0   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "1   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "2   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "3   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "4   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "5   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "6   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "7   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "8   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "9   \\n          \\n            Sobre a vaga\\n      ...   \n",
              "10  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "11  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "12  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "13  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "14  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "15  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "16  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "17  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "18  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "19  \\n          \\n            Sobre a vaga\\n      ...   \n",
              "\n",
              "                                               cidade  Unnamed: 7  Unnamed: 8  \n",
              "0   \\n            São Paulo, São Paulo, Brasil\\n  ...         NaN         NaN  \n",
              "1   \\n            Rio de Janeiro, Rio de Janeiro, ...         NaN         NaN  \n",
              "2   \\n            São Paulo, São Paulo, Brasil\\n  ...         NaN         NaN  \n",
              "3   \\n            São Paulo, São Paulo, Brasil\\n  ...         NaN         NaN  \n",
              "4   \\n            São Paulo, São Paulo, Brasil\\n  ...         NaN         NaN  \n",
              "5   \\n            Barueri, São Paulo, Brasil\\n    ...         NaN         NaN  \n",
              "6         \\n            São Paulo, Brasil\\n                   NaN         NaN  \n",
              "7         \\n            São Paulo, Brasil\\n                   NaN         NaN  \n",
              "8         \\n            São Paulo, Brasil\\n                   NaN         NaN  \n",
              "9   \\n            São Paulo, São Paulo, Brasil\\n  ...         NaN         NaN  \n",
              "10  \\n            Porto Alegre, Rio Grande do Sul,...         NaN         NaN  \n",
              "11        \\n            São Paulo, Brasil\\n                   NaN         NaN  \n",
              "12  \\n            Indaiatuba, São Paulo, Brasil\\n ...         NaN         NaN  \n",
              "13  \\n            São Paulo, São Paulo, Brasil\\n  ...         NaN         NaN  \n",
              "14        \\n            São Paulo, Brasil\\n                   NaN         NaN  \n",
              "15        \\n            São Paulo, Brasil\\n                   NaN         NaN  \n",
              "16        \\n            São Paulo, Brasil\\n                   NaN         NaN  \n",
              "17    \\n            Porto Alegre e Região\\n                   NaN         NaN  \n",
              "18  \\n            São Paulo, São Paulo, Brasil\\n  ...         NaN         NaN  \n",
              "19  \\n            Cruzeiro, São Paulo, Brasil\\n   ...         NaN         NaN  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-0e1448b8-c4b1-4981-bbb7-58ad48d4b6b1\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Links</th>\n",
              "      <th>empresa</th>\n",
              "      <th>vaga</th>\n",
              "      <th>tipo</th>\n",
              "      <th>senioridade</th>\n",
              "      <th>descrição</th>\n",
              "      <th>cidade</th>\n",
              "      <th>Unnamed: 7</th>\n",
              "      <th>Unnamed: 8</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2877766354/...</td>\n",
              "      <td>\\n              Atento Brasil\\n</td>\n",
              "      <td>Consultor de Inovação - Home Office</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, São Paulo, Brasil\\n  ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2909344383/...</td>\n",
              "      <td>\\n              Ambev\\n</td>\n",
              "      <td>Banco de Talentos PCD CIT ( Centro de Inovação...</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Assistent...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            Rio de Janeiro, Rio de Janeiro, ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2910120004/...</td>\n",
              "      <td>\\n              Novartis Brasil\\n</td>\n",
              "      <td>GERENTE JR INOVAÇÃO (BIOME) - FARMA - SP</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral\\n          ...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, São Paulo, Brasil\\n  ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2891709528/...</td>\n",
              "      <td>\\n              Hospital Israelita Albert Eins...</td>\n",
              "      <td>Consultor Projeto Inovação</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral\\n          ...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, São Paulo, Brasil\\n  ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2919028354/...</td>\n",
              "      <td>\\n              Amazon\\n</td>\n",
              "      <td>DE&amp;I SDE I</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral\\n          ...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, São Paulo, Brasil\\n  ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2890959229/...</td>\n",
              "      <td>\\n              Digio\\n</td>\n",
              "      <td>Trabalhe conosco</td>\n",
              "      <td>\\n                  201-500 funcionários · Ban...</td>\n",
              "      <td>\\n                  Tempo integral\\n          ...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            Barueri, São Paulo, Brasil\\n    ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2879499068/...</td>\n",
              "      <td>\\n              Falconi\\n</td>\n",
              "      <td>Analista de Inovação</td>\n",
              "      <td>\\n                  501-1.000 funcionários · C...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, Brasil\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2891717576/...</td>\n",
              "      <td>\\n              GrupoSC Distribuidora de Medic...</td>\n",
              "      <td>Gerente de inovação</td>\n",
              "      <td>\\n                  5.001-10.000 funcionários ...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, Brasil\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2910213772/...</td>\n",
              "      <td>\\n              Dasa\\n</td>\n",
              "      <td>Líder de Tecnologia Digital/Inovação</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, Brasil\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2898599820/...</td>\n",
              "      <td>\\n              Deloitte\\n</td>\n",
              "      <td>Especialista SR em Inovação - BR</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Júnior\\n ...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, São Paulo, Brasil\\n  ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2908552436/...</td>\n",
              "      <td>\\n              Colégios e Unidades Sociais da...</td>\n",
              "      <td>Monitor(a) de Aprendizagem - Turno Integral</td>\n",
              "      <td>\\n                  1.001-5.000 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Assistent...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            Porto Alegre, Rio Grande do Sul,...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2891436624/...</td>\n",
              "      <td>\\n              Hospital Sírio-Libanês\\n      ...</td>\n",
              "      <td>Analista de Inovação Sênior</td>\n",
              "      <td>\\n                  5.001-10.000 funcionários ...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, Brasil\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2885762514/...</td>\n",
              "      <td>\\n              Agrivalle Brasil\\n</td>\n",
              "      <td>Gerente de Produtos e Inovação - Biológicos e ...</td>\n",
              "      <td>\\n                  201-500 funcionários · Agr...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            Indaiatuba, São Paulo, Brasil\\n ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2843458475/...</td>\n",
              "      <td>\\n              Arcadis\\n</td>\n",
              "      <td>Analista de Inovação Digital JR</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Assistent...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, São Paulo, Brasil\\n  ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2909002948/...</td>\n",
              "      <td>\\n              GRUPO SBF\\n</td>\n",
              "      <td>Analista de Inovação/Loyalty Sr</td>\n",
              "      <td>\\n                  5.001-10.000 funcionários ...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, Brasil\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2901322886/...</td>\n",
              "      <td>\\n              Tata Consultancy Services\\n   ...</td>\n",
              "      <td>Analista de Inovação Aberta</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, Brasil\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2904792199/...</td>\n",
              "      <td>\\n              Hospital Sírio-Libanês\\n      ...</td>\n",
              "      <td>Copeiro Hospitalar</td>\n",
              "      <td>\\n                  5.001-10.000 funcionários ...</td>\n",
              "      <td>\\n                  Tempo integral · Júnior\\n ...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, Brasil\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2905071371/...</td>\n",
              "      <td>\\n              SEBRAE RS\\n</td>\n",
              "      <td>BANCO DE TALENTOS</td>\n",
              "      <td>\\n                  201-500 funcionários · Con...</td>\n",
              "      <td>\\n                  Tempo integral · Assistent...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            Porto Alegre e Região\\n</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2782103859/...</td>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>Auditor/a Sênior - Inovação</td>\n",
              "      <td>\\n                  + de 10.001 funcionários ·...</td>\n",
              "      <td>\\n                  Tempo integral · Pleno-sên...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            São Paulo, São Paulo, Brasil\\n  ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>https://www.linkedin.com/jobs/view/2907579633/...</td>\n",
              "      <td>\\n              Maxion Structural Components\\n...</td>\n",
              "      <td>Engenheiro de Inovação Jr</td>\n",
              "      <td>\\n                  5.001-10.000 funcionários ...</td>\n",
              "      <td>\\n                  Tempo integral · Assistent...</td>\n",
              "      <td>\\n          \\n            Sobre a vaga\\n      ...</td>\n",
              "      <td>\\n            Cruzeiro, São Paulo, Brasil\\n   ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0e1448b8-c4b1-4981-bbb7-58ad48d4b6b1')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-0e1448b8-c4b1-4981-bbb7-58ad48d4b6b1 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-0e1448b8-c4b1-4981-bbb7-58ad48d4b6b1');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 58
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.feature_extraction.text import TfidfVectorizer\n",
        "from sklearn.cluster import KMeans"
      ],
      "metadata": {
        "id": "hIEbfeSb2sSz"
      },
      "execution_count": 59,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "documents = df['descrição'].values.astype(\"U\")\n"
      ],
      "metadata": {
        "id": "rZgkmjOP5lCW"
      },
      "execution_count": 60,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.feature_extraction import text\n",
        "from sklearn.feature_extraction.text import TfidfVectorizer"
      ],
      "metadata": {
        "id": "no9Qid-B9IbI"
      },
      "execution_count": 61,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "my_stop_words = [\"a\", \"o\", \"em\", \"para\", \"que\", \"com\", \"as\", \"os\", \"você\", \"dexco\", \"tu\", \"cidade\", \"as\", \"nas\", \"nas\", \"/n\", \"de\", \"como\", \"nossos\", \"de\", \"da\",\n",
        "                 \"das\", \"dos\", \"na\", \"mais\", \"no\", \"se\", \"está\", \"localização\", \"nosso\", \"do\", \"uma\", \"um\", \"por\", \"ou\", \"and\", \"to\", \"the\", \"somos\", \"seu\", \"ey\",\n",
        "                 \"sua\", \"todas\", \"sobre\"]"
      ],
      "metadata": {
        "id": "ldfB5TZWUwmm"
      },
      "execution_count": 99,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "vectorizer = TfidfVectorizer(stop_words=my_stop_words)\n",
        "features = vectorizer.fit_transform(documents)"
      ],
      "metadata": {
        "id": "TSNjbKj25yzJ"
      },
      "execution_count": 100,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "k = 5\n",
        "model = KMeans(n_clusters=k, init='k-means++', max_iter=100, n_init=1)\n",
        "model.fit(features)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CUNAplY890F1",
        "outputId": "5b8aa40d-574e-4a33-cb8a-7fe08920276e"
      },
      "execution_count": 101,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "KMeans(max_iter=100, n_clusters=5, n_init=1)"
            ]
          },
          "metadata": {},
          "execution_count": 101
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df['cluster'] = model.labels_"
      ],
      "metadata": {
        "id": "7mA2JsUK-bHN"
      },
      "execution_count": 102,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df[[\"empresa\", \"cluster\"]]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "YANx0v6k-f29",
        "outputId": "483695c4-3dd1-4d05-881c-865cffea74f0"
      },
      "execution_count": 103,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                               empresa  cluster\n",
              "0          \\n              Atento Brasil\\n                    0\n",
              "1                  \\n              Ambev\\n                    1\n",
              "2        \\n              Novartis Brasil\\n                    1\n",
              "3    \\n              Hospital Israelita Albert Eins...        1\n",
              "4                 \\n              Amazon\\n                    1\n",
              "..                                                 ...      ...\n",
              "858                   \\n              EY\\n                    3\n",
              "859                   \\n              EY\\n                    3\n",
              "860                   \\n              EY\\n                    3\n",
              "861                   \\n              EY\\n                    3\n",
              "862                   \\n              EY\\n                    3\n",
              "\n",
              "[863 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b12b22cd-57f7-493d-9381-d97a3026e9ea\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>empresa</th>\n",
              "      <th>cluster</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>\\n              Atento Brasil\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>\\n              Ambev\\n</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>\\n              Novartis Brasil\\n</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>\\n              Hospital Israelita Albert Eins...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>\\n              Amazon\\n</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>858</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>859</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>860</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>861</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>862</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>863 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b12b22cd-57f7-493d-9381-d97a3026e9ea')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b12b22cd-57f7-493d-9381-d97a3026e9ea button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b12b22cd-57f7-493d-9381-d97a3026e9ea');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 103
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clusters = df.groupby('cluster') "
      ],
      "metadata": {
        "id": "kGxSK0Vu-jN0"
      },
      "execution_count": 104,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "for cluster in clusters.groups:\n",
        "    f = open('cluster'+str(cluster)+ '.csv', 'w') # create csv file\n",
        "    data = clusters.get_group(cluster)[['empresa','descrição']] # get title and overview columns\n",
        "    f.write(data.to_csv(index_label='id')) # set index to id\n",
        "    f.close()"
      ],
      "metadata": {
        "id": "5HlOIBrq_mkf"
      },
      "execution_count": 105,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"Cluster centroids: \\n\")\n",
        "order_centroids = model.cluster_centers_.argsort()[:, ::-1]\n",
        "terms = vectorizer.get_feature_names()\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4VefuGzz_oVs",
        "outputId": "d21a3fcd-2d46-4088-d2f4-8e0175bb2877"
      },
      "execution_count": 106,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cluster centroids: \n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/utils/deprecation.py:87: FutureWarning: Function get_feature_names is deprecated; get_feature_names is deprecated in 1.0 and will be removed in 1.2. Please use get_feature_names_out instead.\n",
            "  warnings.warn(msg, category=FutureWarning)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 5 Clusters:"
      ],
      "metadata": {
        "id": "vJxNwq0hoURN"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "for i in range(k):\n",
        "    print(\"Cluster %d:\" % i)\n",
        "    for j in order_centroids[i, :10]: #print out 10 feature terms of each cluster\n",
        "        print (' %s' % terms[j])\n",
        "    print('------------')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "B4UdgV0p_xRe",
        "outputId": "925a21b5-128f-4917-a2c5-bcfa501f8d5a"
      },
      "execution_count": 107,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cluster 0:\n",
            " auxílio\n",
            " clt\n",
            " efetivo\n",
            " vale\n",
            " auxiliar\n",
            " 00\n",
            " transporte\n",
            " adicionais\n",
            " integral\n",
            " produto\n",
            "------------\n",
            "Cluster 1:\n",
            " pessoas\n",
            " inovação\n",
            " projetos\n",
            " experiência\n",
            " gestão\n",
            " sobre\n",
            " desenvolvimento\n",
            " time\n",
            " conhecimento\n",
            " produtos\n",
            "------------\n",
            "Cluster 2:\n",
            " experiência\n",
            " design\n",
            " projetos\n",
            " ponta\n",
            " ci\n",
            " pessoa\n",
            " cloud\n",
            " agile\n",
            " seja\n",
            " digitais\n",
            "------------\n",
            "Cluster 3:\n",
            " ibm\n",
            " melhor\n",
            " mundo\n",
            " negócios\n",
            " privacidade\n",
            " clientes\n",
            " tecnologia\n",
            " construir\n",
            " todos\n",
            " cultura\n",
            "------------\n",
            "Cluster 4:\n",
            " unidade\n",
            " depender\n",
            " dasa\n",
            " hypera\n",
            " deca\n",
            " produtos\n",
            " brasileira\n",
            " saúde\n",
            " pharma\n",
            " io\n",
            "------------\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##10 Clusters:"
      ],
      "metadata": {
        "id": "RP9rYZQSoYFt"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "my_stop_words = [\"a\", \"o\", \"em\", \"para\", \"que\", \"com\", \"as\", \"os\", \"você\", \"dexco\", \"tu\", \"cidade\", \"as\", \"nas\", \"nas\", \"/n\", \"de\", \"como\", \"nossos\", \"de\", \"da\",\n",
        "                 \"das\", \"dos\", \"na\", \"mais\", \"no\", \"se\", \"está\", \"localização\", \"nosso\", \"do\", \"uma\", \"um\", \"por\", \"ou\", \"and\", \"to\", \"the\", \"somos\", \"seu\", \"ey\",\n",
        "                 \"sua\", \"todas\", \"sobre\", \"banco\", \"bv\", \"globo\", \"cada\", \"nossa\", \"nos\", \"trabalhar\", \"philips\", \"vale\", \"sírio\", \"libanes\", \"não\", \"santander\", \"sobre\", \"todos\"]"
      ],
      "metadata": {
        "id": "hK2X1d0Zo3R5"
      },
      "execution_count": 116,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "k = 10\n",
        "model = KMeans(n_clusters=k, init='k-means++', max_iter=100, n_init=1)\n",
        "model.fit(features)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IjrlWXcKodWO",
        "outputId": "e40217d7-ff83-4fd2-f5fa-94f3fbbe1ad9"
      },
      "execution_count": 117,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "KMeans(max_iter=100, n_clusters=10, n_init=1)"
            ]
          },
          "metadata": {},
          "execution_count": 117
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "vectorizer = TfidfVectorizer(stop_words=my_stop_words)\n",
        "features = vectorizer.fit_transform(documents)"
      ],
      "metadata": {
        "id": "WkjLJDukpf1Y"
      },
      "execution_count": 118,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df['cluster'] = model.labels_"
      ],
      "metadata": {
        "id": "slXkzzIXoeb_"
      },
      "execution_count": 119,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df[[\"empresa\", \"cluster\"]]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "8FvjRRt5ohZH",
        "outputId": "66e751f8-2b0b-403a-9f06-9044f5d4f17d"
      },
      "execution_count": 120,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                               empresa  cluster\n",
              "0          \\n              Atento Brasil\\n                    0\n",
              "1                  \\n              Ambev\\n                    2\n",
              "2        \\n              Novartis Brasil\\n                    4\n",
              "3    \\n              Hospital Israelita Albert Eins...        0\n",
              "4                 \\n              Amazon\\n                    9\n",
              "..                                                 ...      ...\n",
              "858                   \\n              EY\\n                    3\n",
              "859                   \\n              EY\\n                    3\n",
              "860                   \\n              EY\\n                    3\n",
              "861                   \\n              EY\\n                    3\n",
              "862                   \\n              EY\\n                    3\n",
              "\n",
              "[863 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-61b3de63-0d3d-4d75-9a39-60b2f0637dbe\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>empresa</th>\n",
              "      <th>cluster</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>\\n              Atento Brasil\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>\\n              Ambev\\n</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>\\n              Novartis Brasil\\n</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>\\n              Hospital Israelita Albert Eins...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>\\n              Amazon\\n</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>858</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>859</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>860</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>861</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>862</th>\n",
              "      <td>\\n              EY\\n</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>863 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-61b3de63-0d3d-4d75-9a39-60b2f0637dbe')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-61b3de63-0d3d-4d75-9a39-60b2f0637dbe button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-61b3de63-0d3d-4d75-9a39-60b2f0637dbe');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 120
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clusters = df.groupby('cluster') "
      ],
      "metadata": {
        "id": "EMtKJC6Nok92"
      },
      "execution_count": 121,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "for cluster in clusters.groups:\n",
        "    f = open('cluster'+str(cluster)+ '.csv', 'w') # create csv file\n",
        "    data = clusters.get_group(cluster)[['empresa','descrição']] # get title and overview columns\n",
        "    f.write(data.to_csv(index_label='id')) # set index to id\n",
        "    f.close()"
      ],
      "metadata": {
        "id": "0ngF9sggonN_"
      },
      "execution_count": 122,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"Cluster centroids: \\n\")\n",
        "order_centroids = model.cluster_centers_.argsort()[:, ::-1]\n",
        "terms = vectorizer.get_feature_names()\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PUZVJYJUoqt9",
        "outputId": "307f9e7d-1124-4554-8a2c-f1acc8c550d3"
      },
      "execution_count": 123,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cluster centroids: \n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/utils/deprecation.py:87: FutureWarning: Function get_feature_names is deprecated; get_feature_names is deprecated in 1.0 and will be removed in 1.2. Please use get_feature_names_out instead.\n",
            "  warnings.warn(msg, category=FutureWarning)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for i in range(k):\n",
        "    print(\"Cluster %d:\" % i)\n",
        "    for j in order_centroids[i, :10]: #print out 10 feature terms of each cluster\n",
        "        print (' %s' % terms[j])\n",
        "    print('------------')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1bhN0IkJotSc",
        "outputId": "c52350b1-9d3c-4501-99e5-20d5ed0321c1"
      },
      "execution_count": 124,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cluster 0:\n",
            " projeções\n",
            " adp\n",
            " procuramoscandidatos\n",
            " tigrendene\n",
            " gestãofinanceiromarketing\n",
            " conhecê\n",
            " sistêmico\n",
            " experiênciasresponsável\n",
            " inovaçãoconhecimento\n",
            " gerenciar\n",
            "------------\n",
            "Cluster 1:\n",
            " experiênciasresponsável\n",
            " clouds\n",
            " projeções\n",
            " ciagarantir\n",
            " arquitetura\n",
            " agile\n",
            " designados\n",
            " pessoascomunicativ\n",
            " desenvolvimentoatuação\n",
            " pmbook\n",
            "------------\n",
            "Cluster 2:\n",
            " decidir\n",
            " agi\n",
            " sapatos\n",
            " fazermos\n",
            " ao\n",
            " participando\n",
            " transmitindo\n",
            " chamado\n",
            " jornalismo\n",
            " viés\n",
            "------------\n",
            "Cluster 3:\n",
            " ibmista\n",
            " melhorando\n",
            " municipais\n",
            " neles\n",
            " privadaunibrad\n",
            " clientesconsultor\n",
            " tecnosinos\n",
            " construiu\n",
            " tomadores\n",
            " culturainfraestruturamarketingprojetossuporte\n",
            "------------\n",
            "Cluster 4:\n",
            " pessoasferramentas\n",
            " tintas\n",
            " notarial\n",
            " sociedades\n",
            " valiosa\n",
            " inovaçãoconhecimento\n",
            " aqui\n",
            " fazermos\n",
            " tradição\n",
            " núcleo\n",
            "------------\n",
            "Cluster 5:\n",
            " dependências\n",
            " unificação\n",
            " hábil\n",
            " cadastrais\n",
            " socioemocionais\n",
            " produzida\n",
            " physical\n",
            " brasileiras\n",
            " associados\n",
            " farmacêutico\n",
            "------------\n",
            "Cluster 6:\n",
            " gestãofinanceiromarketing\n",
            " inovaçãoconhecimento\n",
            " ânimo\n",
            " projeções\n",
            " marketplace\n",
            " produzida\n",
            " experiênciasresponsável\n",
            " conhecê\n",
            " sociedades\n",
            " procuramoscandidatos\n",
            "------------\n",
            "Cluster 7:\n",
            " sca\n",
            " dasacuida\n",
            " eeo\n",
            " ios\n",
            " gxp\n",
            " sóvejobenefícios\n",
            " liberados\n",
            " human\n",
            " hotel\n",
            " vetsmart\n",
            "------------\n",
            "Cluster 8:\n",
            " nf\n",
            " valiosa\n",
            " produzida\n",
            " unifavip\n",
            " amplo\n",
            " sessões\n",
            " ascendências\n",
            " sicoob\n",
            " ipm\n",
            " pintura\n",
            "------------\n",
            "Cluster 9:\n",
            " globoplay\n",
            " ping\n",
            " amazon\n",
            " batalhamos\n",
            " diagmax\n",
            " vemprotime\n",
            " pessoasferramentas\n",
            " dadosos\n",
            " produzida\n",
            " notarial\n",
            "------------\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "Jo-SuPKHowCj"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}