/Python/Model.layers[4].set_weights([embedding_matrix])

Model.layers[4].set_weights([embedding_matrix])

def load_embedding_matrix(wv_path,int2vocabPath="dataset/training_i2v.json"):
    int2vocab=loadDict(int2vocabPath)
    vocab2int=loadDict(int2vocabPath.replace("i2v","v2i"))
    vocab_size=vocab2int["<unk>"]+1
    assert vocab_size==len(int2vocab.keys()),"Here must be a global dict, no matter static or nonstatic!"
    embedding_size=int(wv_path.split("-")[-1])
    embeddings = np.random.uniform(low=-0.05,high=0.05,size=(vocab_size, embedding_size))
    if "glove" in wv_path.split("/"):
        model = models.KeyedVectors.load_word2vec_format(wv_path, binary=False)
        embeddings[vocab_size - 1] = model['<unk>']
    else:
        model = models.Word2Vec.load(wv_path)
        infrequentWords = loadDict(os.path.dirname(wv_path)+"/infrequent.json")
        tmp = np.zeros([embedding_size, ])
        for w in infrequentWords[str(2)]:
            tmp += model[w]
        embeddings[vocab_size - 1] = tmp / len(infrequentWords[str(2)])
    for i in range(1,vocab_size-1):
        word=int2vocab[str(i)]
        embeddings[i] = model[word]
    return embeddings

Source: programcreek.com

Model.layers[4].set_weights([embedding_matrix])

def load_embedding_matrix(embedding_file):
    print("read embedding from: %s " %embedding_file)
    d = {}
    n = 0
    with open(embedding_file, "r") as f:
        line = f.readline()
        while line:
            n += 1
            w, v = line.strip().split(" ", 1)
            d[int(w[1:])] = v
            line = f.readline()
    dim = len(v.split(" "))

    # add two index for missing and padding
    emb_matrix = np.zeros((n+2, dim), dtype=float)
    for key ,val in d.items():
        v = np.asarray(val.split(" "), dtype=float)
        emb_matrix[key] = v
    emb_matrix = np.array(emb_matrix, dtype=np.float32)
    return emb_matrix

Source: programcreek.com

Similar codes

0 vote261 views1 answer
Atan2 of number python
Python
2 votes258 views3 answers
Horizontal bar plot matplotlib
Python
6 votes267 views2 answers
Python change working directory to file directory
Python
0 vote332 views2 answers
Django render template
Python Django
1 vote325 views1 answer
How to run python file from cmd in dockerfile
Python
3 votes259 views3 answers
Quadratic equation
Python
2 votes316 views2 answers
ModuleNotFoundError: No module named 'Cython'
Python
1 vote284 views1 answer
Python everything after last slash
Python
0 vote297 views1 answer
Learn basic facts about dataframe | dataframe info
Python
0 vote267 views1 answer
Alpaca examples
Python