|
|
@ -2,10 +2,9 @@ import logging
|
|
|
|
import os
|
|
|
|
import os
|
|
|
|
from logging.handlers import RotatingFileHandler
|
|
|
|
from logging.handlers import RotatingFileHandler
|
|
|
|
import jieba
|
|
|
|
import jieba
|
|
|
|
from elasticsearch import Elasticsearch
|
|
|
|
|
|
|
|
from gensim.models import KeyedVectors
|
|
|
|
from gensim.models import KeyedVectors
|
|
|
|
from Config.Config import MS_MODEL_PATH, MS_MODEL_LIMIT
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
from Config.Config import MODEL_LIMIT, MODEL_PATH
|
|
|
|
from ElasticSearch.Utils.ElasticsearchConnectionPool import ElasticsearchConnectionPool
|
|
|
|
from ElasticSearch.Utils.ElasticsearchConnectionPool import ElasticsearchConnectionPool
|
|
|
|
|
|
|
|
|
|
|
|
# 初始化日志
|
|
|
|
# 初始化日志
|
|
|
@ -49,7 +48,7 @@ class EsSearchUtil:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# 加载预训练模型
|
|
|
|
# 加载预训练模型
|
|
|
|
self.model = KeyedVectors.load_word2vec_format(MS_MODEL_PATH, binary=False, limit=MS_MODEL_LIMIT)
|
|
|
|
self.model = KeyedVectors.load_word2vec_format(MODEL_PATH, binary=False, limit=MODEL_LIMIT)
|
|
|
|
logger.info(f"模型加载成功,词向量维度: {self.model.vector_size}")
|
|
|
|
logger.info(f"模型加载成功,词向量维度: {self.model.vector_size}")
|
|
|
|
|
|
|
|
|
|
|
|
# 初始化Elasticsearch连接
|
|
|
|
# 初始化Elasticsearch连接
|
|
|
|