<reponame>ranok92/ml_collab
import torch
import torch.nn as nn
import numpy as np


class W2V_model(nn.Module):
    """This class represents the Word2Vec model"""

    def __init__(self, vocab_size, hidden_dim=300):
        super(W2V_model, self).__init__()
        self.hidden_dim = hidden_dim
        self.vocab_size = vocab_size

        self.fc1 = nn.Linear(vocab_size, hidden_dim) #projection layer
        self.fc2 = nn.Linear(hidden_dim, hidden_dim) #hidden layer
        self.fc3 = nn.Linear(hidden_dim, vocab_size) #output layer

        nn.init.kaiming_normal_(self.fc1.weight)
        nn.init.kaiming_normal_(self.fc2.weight)
        nn.init.kaiming_normal_(self.fc3.weight)


    def forward(self, x):
        x = self.fc1(x)
        x = self.fc2(x)
        x = self.fc3(x)
        return x

class W2V_SGNS_model(nn.Module):
    """ This class represents the Word2Vec Negative sampling model"""

    def __init__(self, vocab_size, hidden_dim=300):
        super(W2V_SGNS_model, self).__init__()

        self.hidden_dim = hidden_dim
        self.vocab_size = vocab_size

        self.embedding = nn.Embedding(self.vocab_size, self. hidden_dim)
        self.context = nn.Embedding(self.vocab_size, self.hidden_dim)
        self.sigmoid = nn.Sigmoid()

    def forward(self, input_idxs, context_idxs):
        """
        Does a forward pass given the input and output word indices.
        Performs a dot prooduct between them and applies sigmoid to get
        output.
        Arguments:
        input_idxs : Input word indices (type list)
        output_idxs : Context word indices (type list)
        """

        input_embeddings = self.embedding(input_idxs)
        context_embeddings = self.context(context_idxs)
        output = self.sigmoid(torch.sum(input_embeddings * context_embeddings, dim=1)).view(-1, 1)
        return output

import torch
import torch.nn as nn
import numpy as np


class W2V_model(nn.Module):
    """This class represents the Word2Vec model"""

    def __init__(self, vocab_size, hidden_dim=300):
        super(W2V_model, self).__init__()
        self.hidden_dim = hidden_dim
        self.vocab_size = vocab_size

        self.fc1 = nn.Linear(vocab_size, hidden_dim) #projection layer
        self.fc2 = nn.Linear(hidden_dim, hidden_dim) #hidden layer
        self.fc3 = nn.Linear(hidden_dim, vocab_size) #output layer

        nn.init.kaiming_normal_(self.fc1.weight)
        nn.init.kaiming_normal_(self.fc2.weight)
        nn.init.kaiming_normal_(self.fc3.weight)


    def forward(self, x):
        x = self.fc1(x)
        x = self.fc2(x)
        x = self.fc3(x)
        return x

class W2V_SGNS_model(nn.Module):
    """ This class represents the Word2Vec Negative sampling model"""

    def __init__(self, vocab_size, hidden_dim=300):
        super(W2V_SGNS_model, self).__init__()

        self.hidden_dim = hidden_dim
        self.vocab_size = vocab_size

        self.embedding = nn.Embedding(self.vocab_size, self. hidden_dim)
        self.context = nn.Embedding(self.vocab_size, self.hidden_dim)
        self.sigmoid = nn.Sigmoid()

    def forward(self, input_idxs, context_idxs):
        """
        Does a forward pass given the input and output word indices.
        Performs a dot prooduct between them and applies sigmoid to get
        output.
        Arguments:
        input_idxs : Input word indices (type list)
        output_idxs : Context word indices (type list)
        """

        input_embeddings = self.embedding(input_idxs)
        context_embeddings = self.context(context_idxs)
        output = self.sigmoid(torch.sum(input_embeddings * context_embeddings, dim=1)).view(-1, 1)
        return output
This class represents the Word2Vec model #projection layer #hidden layer #output layer This class represents the Word2Vec Negative sampling model Does a forward pass given the input and output word indices.         Performs a dot prooduct between them and applies sigmoid to get         output.         Arguments:         input_idxs : Input word indices (type list)         output_idxs : Context word indices (type list)