aitech-eks-pub/cw/03a_tfidf_ODPOWIEDZI.ipynb

{
    "cells": [
        {
            "cell_type": "markdown",
            "metadata": {
                "collapsed": false
            },
            "source": [
                "![Logo 1](https://git.wmi.amu.edu.pl/AITech/Szablon/raw/branch/master/Logotyp_AITech1.jpg)\n",
                "<div class=\"alert alert-block alert-info\">\n",
                "<h1> Ekstrakcja informacji </h1>\n",
                "<h2> 3. <i>tfidf (1)</i>  [\u0107wiczenia]</h2> \n",
                "<h3> Jakub Pokrywka (2021)</h3>\n",
                "</div>\n",
                "\n",
                "![Logo 2](https://git.wmi.amu.edu.pl/AITech/Szablon/raw/branch/master/Logotyp_AITech2.jpg)"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 1,
            "metadata": {},
            "outputs": [],
            "source": [
                "def word_to_index(word):\n",
                "    vec = np.zeros(len(vocabulary))\n",
                "    if word in vocabulary:\n",
                "        idx = vocabulary.index(word)\n",
                "        vec[idx] = 1\n",
                "    else:\n",
                "        vec[-1] = 1\n",
                "    return vec"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": null,
            "metadata": {},
            "outputs": [],
            "source": [
                "def tf(document):\n",
                "    document_vector = None\n",
                "    for word in document:\n",
                "        if document_vector is None:\n",
                "            document_vector = word_to_index(word)\n",
                "        else:\n",
                "            document_vector += word_to_index(word)\n",
                "    return document_vector"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": null,
            "metadata": {},
            "outputs": [],
            "source": [
                "def similarity(query, document):\n",
                "    numerator = np.sum(query * document)\n",
                "    denominator = np.sqrt(np.sum(query*query)) * np.sqrt(np.sum(document*document)) \n",
                "    return numerator / denominator"
            ]
        }
    ],
    "metadata": {
        "kernelspec": {
            "display_name": "Python 3",
            "language": "python",
            "name": "python3"
        },
        "language_info": {
            "codemirror_mode": {
                "name": "ipython",
                "version": 3
            },
            "file_extension": ".py",
            "mimetype": "text/x-python",
            "name": "python",
            "nbconvert_exporter": "python",
            "pygments_lexer": "ipython3",
            "version": "3.8.3"
        },
        "author": "Jakub Pokrywka",
        "email": "kubapok@wmi.amu.edu.pl",
        "lang": "pl",
        "subtitle": "3.tfidf (1)[\u0107wiczenia]",
        "title": "Ekstrakcja informacji",
        "year": "2021"
    },
    "nbformat": 4,
    "nbformat_minor": 4
}