Elasticsearch整理笔记

Posted 2023-01-27

tags:

篇首语：本文由小常识网(cha138.com)小编为大家整理，主要介绍了Elasticsearch整理笔记相关的知识，希望对你有一定的参考价值。

安装

docker部署

搜索镜像

`docker search elasticsearch`

查看镜像&运行容器

`docker images`

Elasticsearch整理笔记（二）_es

`docker run -d --name es2 -p` `9200``:``9200` `-p` `9300``:``9300` `-e` `"discovery.type=single-node"` `5acf0e8da90b`

elasticsearch-head插件查看ElasticSearch内部信息

谷歌浏览器提供了插件：ElasticSearchHead

Elasticsearch整理笔记（二）_大数据_02

使用

概念

索引：相当于database 一个数据库。
类型：相当于table，一个表。
文档：相当于一行记录。

常用API

创建索引

PUT http://localhost:9200/order_server

"settings": "index": "number_of_shards": "1", "number_of_replicas": "5"

"acknowledged": true, "shards_acknowledged": true, "index": "order_server"

添加mapping

POST http://localhost:9200/order_server/_mapping/order?include_type_name=true

"properties": "context": "type": "text", "index": false

"acknowledged": true

查看mapping

GET http://localhost:9200/order_server/_mapping

"order_server": "mappings": "properties": "context": "type": "text", "index": false , "extras": "properties": "class": "type": "text", "fields": "keyword": "type": "keyword", "ignore_above": 256 , "grade": "type": "text", "fields": "keyword": "type": "keyword", "ignore_above": 256 , "school_name": "type": "text", "fields": "keyword": "type": "keyword", "ignore_above": 256 , "student_name": "type": "text", "fields": "keyword": "type": "keyword", "ignore_above": 256 , "status": "type": "long"


"order_server": 
"mappings": 
"properties": 
"context": 
"type": "text",
"index": false
,
"extras": 
"properties": 
"class": 
"type": "text",
"fields": 
"keyword": 
"type": "keyword",
"ignore_above": 256


,
"grade": 
"type": "text",
"fields": 
"keyword": 
"type": "keyword",
"ignore_above": 256


,
"school_name": 
"type": "text",
"fields": 
"keyword": 
"type": "keyword",
"ignore_above": 256


,
"student_name": 
"type": "text",
"fields": 
"keyword": 
"type": "keyword",
"ignore_above": 256




,
"status": 
"type": "long"

插入数据

POST http://localhost:9200/order_server/order/10009

"extras": "school_name":"佳木斯第一中学", "grade":"一年级", "class":"二班", "student_name":"张三" , "status": 1

"_index": "order_server", "_type": "order", "_id": "10001", "_version": 3, "result": "created" //如果_id相同，会更新原数据，该字段返回"updated", "_shards": "total": 6, "successful": 1, "failed": 0 , "_seq_no": 7, "_primary_term": 1


"_index": "order_server",
"_type": "order",
"_id": "10001",
"_version": 3,
"result": "created"  //如果_id相同，会更新原数据，该字段返回"updated",
"_shards": 
"total": 6,
"successful": 1,
"failed": 0
,
"_seq_no": 7,
"_primary_term": 1

修改数据

PUT http://localhost:9200/order_server/order/10001

"extras": "school_name":"佳木斯第一中学", "grade":"一年级", "class":"二班", "student_name":"张三" , "status": 1

"_index": "order_server", "_type": "order", "_id": "10001", "_version": 4, "result": "updated", "_shards": "total": 6, "successful": 1, "failed": 0 , "_seq_no": 9, "_primary_term": 1

删除数据

DELETE http://localhost:9200/order_server/order/10001

"_index": "order_server", "_type": "order", "_id": "10001", "_version": 2, "result": "deleted", "_shards": "total": 6, "successful": 1, "failed": 0 , "_seq_no": 4, "_primary_term": 1

id查询

GET http://localhost:9200/order_server/order/10001

"_index": "order_server", "_type": "order", "_id": "10001", "_version": 4, "_seq_no": 9, "_primary_term": 1, "found": true, "_source": "extras": "school_name": "佳木斯第一中学", "grade": "一年级", "class": "二班", "student_name": "张三" , "status": 1


"_index": "order_server",
"_type": "order",
"_id": "10001",
"_version": 4,
"_seq_no": 9,
"_primary_term": 1,
"found": true,
"_source": 
"extras": 
"school_name": "佳木斯第一中学",
"grade": "一年级",
"class": "二班",
"student_name": "张三"
,
"status": 1

条件查询

POST http://localhost:9200/order_server/order/_search

"query": "match": "extras.student_name":"张三"

"took": 26, "timed_out": false, "_shards": "total": 1, "successful": 1, "skipped": 0, "failed": 0 , "hits": "total": "value": 1, "relation": "eq" , "max_score": 1.9616582, "hits": [ "_index": "order_server", "_type": "order", "_id": "10001", "_score": 1.9616582, "_source": "extras": "school_name": "佳木斯第一中学", "grade": "一年级", "class": "二班", "student_name": "张三" , "status": 1 ]


"took": 26,
"timed_out": false,
"_shards": 
"total": 1,
"successful": 1,
"skipped": 0,
"failed": 0
,
"hits": 
"total": 
"value": 1,
"relation": "eq"
,
"max_score": 1.9616582,
"hits": [

"_index": "order_server",
"_type": "order",
"_id": "10001",
"_score": 1.9616582,
"_source": 
"extras": 
"school_name": "佳木斯第一中学",
"grade": "一年级",
"class": "二班",
"student_name": "张三"
,
"status": 1


]

精准查询

POST http://localhost:9200/order_server/order/_search

"query": "term": "status":1

"took": 4, "timed_out": false, "_shards": "total": 1, "successful": 1, "skipped": 0, "failed": 0 , "hits": "total": "value": 4, "relation": "eq" , "max_score": 1.0, "hits": [ "_index": "order_server", "_type": "order", "_id": "10002", "_score": 1.0, "_source": "extras": "school_name": "佳木斯第一中学", "grade": "一年级", "class": "二班", "student_name": "李四" , "status": 1 , "_index": "order_server", "_type": "order", "_id": "10009", "_score": 1.0, "_source": "extras": "school_name": "佳木斯第一中学", "grade": "一年级", "class": "二班", "student_name": "张三" , "status": 1 , "_index": "order_server", "_type": "order", "_id": "10001", "_score": 1.0, "_source": "extras": "school_name": "佳木斯第一中学", "grade": "一年级", "class": "二班", "student_name": "张三" , "status": 1 , "_index": "order_server", "_type": "order", "_id": "10008", "_score": 1.0, "_source": "extras": "school_name": "佳木斯第二中学", "grade": "一年级", "class": "二班", "student_name": "老王" , "status": 1 ]


"took": 4,
"timed_out": false,
"_shards": 
"total": 1,
"successful": 1,
"skipped": 0,
"failed": 0
,
"hits": 
"total": 
"value": 4,
"relation": "eq"
,
"max_score": 1.0,
"hits": [

"_index": "order_server",
"_type": "order",
"_id": "10002",
"_score": 1.0,
"_source": 
"extras": 
"school_name": "佳木斯第一中学",
"grade": "一年级",
"class": "二班",
"student_name": "李四"
,
"status": 1

,

"_index": "order_server",
"_type": "order",
"_id": "10009",
"_score": 1.0,
"_source": 
"extras": 
"school_name": "佳木斯第一中学",
"grade": "一年级",
"class": "二班",
"student_name": "张三"
,
"status": 1

,

"_index": "order_server",
"_type": "order",
"_id": "10001",
"_score": 1.0,
"_source": 
"extras": 
"school_name": "佳木斯第一中学",
"grade": "一年级",
"class": "二班",
"student_name": "张三"
,
"status": 1

,

"_index": "order_server",
"_type": "order",
"_id": "10008",
"_score": 1.0,
"_source": 
"extras": 
"school_name": "佳木斯第二中学",
"grade": "一年级",
"class": "二班",
"student_name": "老王"
,
"status": 1


]

模糊查询

POST http://localhost:9200/order_server/order/_search

"query": "match": "extras.school_name": "query":"佳木斯中学", "fuzziness": "AUTO", "operator": "and"

"took": 34, "timed_out": false, "_shards": "total": 1, "successful": 1, "skipped": 0, "failed": 0 , "hits": "total": "value": 2, "relation": "eq" , "max_score": 0.9116078, "hits": [ "_index": "order_server", "_type": "order", "_id": "10002", "_score": 0.9116078, "_source": "extras": "school_name": "佳木斯第一中学", "grade": "一年级", "class": "二班", "student_name": "李四" , "status": 1 , "_index": "order_server", "_type": "order", "_id": "10001", "_score": 0.9116078, "_source": "extras": "school_name": "佳木斯第一中学", "grade": "一年级", "class": "二班", "student_name": "张三" , "status": 1 ]


"took": 34,
"timed_out": false,
"_shards": 
"total": 1,
"successful": 1,
"skipped": 0,
"failed": 0
,
"hits": 
"total": 
"value": 2,
"relation": "eq"
,
"max_score": 0.9116078,
"hits": [

"_index": "order_server",
"_type": "order",
"_id": "10002",
"_score": 0.9116078,
"_source": 
"extras": 
"school_name": "佳木斯第一中学",
"grade": "一年级",
"class": "二班",
"student_name": "李四"
,
"status": 1

,

"_index": "order_server",
"_type": "order",
"_id": "10001",
"_score": 0.9116078,
"_source": 
"extras": 
"school_name": "佳木斯第一中学",
"grade": "一年级",
"class": "二班",
"student_name": "张三"
,
"status": 1


]

跨字段查询

POST http://localhost:9200/order_server/order/_search

"query": "multi_match": "query": "佳二", "operator":"and"

"took": 1626, "timed_out": false, "_shards": "total": 1, "successful": 1, "skipped": 0, "failed": 0 , "hits": "total": "value": 1, "relation": "eq" , "max_score": 1.3093333, "hits": [ "_index": "order_server", "_type": "order", "_id": "10008", "_score": 1.3093333, "_source": "extras": "school_name": "佳木斯第二中学", "grade": "一年级", "class": "二班", "student_name": "老王" , "status": 1 ]


"took": 1626,
"timed_out": false,
"_shards": 
"total": 1,
"successful": 1,
"skipped": 0,
"failed": 0
,
"hits": 
"total": 
"value": 1,
"relation": "eq"
,
"max_score": 1.3093333,
"hits": [

"_index": "order_server",
"_type": "order",
"_id": "10008",
"_score": 1.3093333,
"_source": 
"extras": 
"school_name": "佳木斯第二中学",
"grade": "一年级",
"class": "二班",
"student_name": "老王"
,
"status": 1


]

更多API Elasticsearch文档 Elasticsearch文档（旧）

mongo-connector同步

mongo-connector 是一个 python 编写的，用来复制 mongodb 中数据到各种搜索数据库的工具，支持 elasticsearch。依赖python
mongo-connector工具创建一个从MongoDB簇到一个或多个目标系统的管道，目标系统包括：Solr，Elasticsearch，或MongoDB簇。
该工具在MongoDB与目标系统间同步数据，并跟踪MongoDB的oplog，保持操作与MongoDB的实时同步。
mongo-connector要求mongo运行在replica-set模式，且需要 elastic2_doc_manager将数据写入ES。
mongo-connector supports Python 3.4+ and MongoDB versions 3.4 and 3.6
docker 安装

#构建自定义镜像 docker run -it --name mongo-connector python:3.6 bash #安装mongo-connector pip install mongo-connector[elastic5] #安装pymongo pip install pymongo #安装docmanager pip install elastic2-doc-manager[elastic5]

#构建自定义镜像
docker run -it --name mongo-connector python:3.6 bash
#安装mongo-connector
pip install mongo-connector[elastic5]
#安装pymongo
pip install pymongo
#安装docmanager
pip install elastic2-doc-manager[elastic5]

设置副本集

#启动mongod sudo ./mongod --replSet "rs0" #另一个终端运行mongo sudo ./mongo #副本集初始化 rs.initiate() """返回 "info2" : "no configuration specified. Using a default configuration for the set", "me" : "localhost:27017", "ok" : 1, "operationTime" : Timestamp(1599449053, 1), "$clusterTime" : "clusterTime" : Timestamp(1599449053, 1), "signature" : "hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="), "keyId" : NumberLong(0) """ #验证初始化副本集的配置 rs.conf() """返回 "_id" : "rs0", "version" : 1, "protocolVersion" : NumberLong(1), "writeConcernMajorityJournalDefault" : true, "members" : [ "_id" : 0, "host" : "localhost:27017", "arbiterOnly" : false, "buildIndexes" : true, "hidden" : false, "priority" : 1, "tags" : , "slaveDelay" : NumberLong(0), "votes" : 1 ], "settings" : "chainingAllowed" : true, "heartbeatIntervalMillis" : 2000, "heartbeatTimeoutSecs" : 10, "electionTimeoutMillis" : 10000, "catchUpTimeoutMillis" : -1, "catchUpTakeoverDelayMillis" : 30000, "getLastErrorModes" : , "getLastErrorDefaults" : "w" : 1, "wtimeout" : 0 , "replicaSetId" : ObjectId("5f55a7dd29ddc8eeb2ffcca8") """ #验证副本集的状态 rs.status() """返回 "set" : "rs0", "date" : ISODate("2020-09-07T03:37:53.317Z"), "myState" : 1, "term" : NumberLong(1), "syncingTo" : "", "syncSourceHost" : "", "syncSourceId" : -1, "heartbeatIntervalMillis" : NumberLong(2000), "optimes" : "lastCommittedOpTime" : "ts" : Timestamp(1599449865, 1), "t" : NumberLong(1) , "readConcernMajorityOpTime" : "ts" : Timestamp(1599449865, 1), "t" : NumberLong(1) , "appliedOpTime" : "ts" : Timestamp(1599449865, 1), "t" : NumberLong(1) , "durableOpTime" : "ts" : Timestamp(1599449865, 1), "t" : NumberLong(1) , "lastStableCheckpointTimestamp" : Timestamp(1599449835, 1), "members" : [ "_id" : 0, "name" : "localhost:27017", "health" : 1, "state" : 1, "stateStr" : "PRIMARY", "uptime" : 920, "optime" : "ts" : Timestamp(1599449865, 1), "t" : NumberLong(1) , "optimeDate" : ISODate("2020-09-07T03:37:45Z"), "syncingTo" : "", "syncSourceHost" : "", "syncSourceId" : -1, "infoMessage" : "", "electionTime" : Timestamp(1599449053, 2), "electionDate" : ISODate("2020-09-07T03:24:13Z"), "configVersion" : 1, "self" : true, "lastHeartbeatMessage" : "" ], "ok" : 1, "operationTime" : Timestamp(1599449865, 1), "$clusterTime" : "clusterTime" : Timestamp(1599449865, 1), "signature" : "hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="), "keyId" : NumberLong(0) """ #ES端同步操作 mongo-connector -m localhost:27017 -t localhost:9200 -n runoob.student -d elastic2_doc_manager

#启动mongod
sudo ./mongod --replSet "rs0"
#另一个终端运行mongo
sudo ./mongo
#副本集初始化
rs.initiate()
"""返回

"info2" : "no configuration specified. Using a default configuration for the set",
"me" : "localhost:27017",
"ok" : 1,
"operationTime" : Timestamp(1599449053, 1),
"$clusterTime" : 
"clusterTime" : Timestamp(1599449053, 1),
"signature" : 
"hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
"keyId" : NumberLong(0)



"""
#验证初始化副本集的配置
rs.conf()
"""返回

"_id" : "rs0",
"version" : 1,
"protocolVersion" : NumberLong(1),
"writeConcernMajorityJournalDefault" : true,
"members" : [

"_id" : 0,
"host" : "localhost:27017",
"arbiterOnly" : false,
"buildIndexes" : true,
"hidden" : false,
"priority" : 1,
"tags" : 
 
,
"slaveDelay" : NumberLong(0),
"votes" : 1

],
"settings" : 
"chainingAllowed" : true,
"heartbeatIntervalMillis" : 2000,
"heartbeatTimeoutSecs" : 10,
"electionTimeoutMillis" : 10000,
"catchUpTimeoutMillis" : -1,
"catchUpTakeoverDelayMillis" : 30000,
"getLastErrorModes" : 
 
,
"getLastErrorDefaults" : 
"w" : 1,
"wtimeout" : 0
,
"replicaSetId" : ObjectId("5f55a7dd29ddc8eeb2ffcca8")


"""
#验证副本集的状态
rs.status()
"""返回

"set" : "rs0",
"date" : ISODate("2020-09-07T03:37:53.317Z"),
"myState" : 1,
"term" : NumberLong(1),
"syncingTo" : "",
"syncSourceHost" : "",
"syncSourceId" : -1,
"heartbeatIntervalMillis" : NumberLong(2000),
"optimes" : 
"lastCommittedOpTime" : 
"ts" : Timestamp(1599449865, 1),
"t" : NumberLong(1)
,
"readConcernMajorityOpTime" : 
"ts" : Timestamp(1599449865, 1),
"t" : NumberLong(1)
,
"appliedOpTime" : 
"ts" : Timestamp(1599449865, 1),
"t" : NumberLong(1)
,
"durableOpTime" : 
"ts" : Timestamp(1599449865, 1),
"t" : NumberLong(1)

,
"lastStableCheckpointTimestamp" : Timestamp(1599449835, 1),
"members" : [

"_id" : 0,
"name" : "localhost:27017",
"health" : 1,
"state" : 1,
"stateStr" : "PRIMARY",
"uptime" : 920,
"optime" : 
"ts" : Timestamp(1599449865, 1),
"t" : NumberLong(1)
,
"optimeDate" : ISODate("2020-09-07T03:37:45Z"),
"syncingTo" : "",
"syncSourceHost" : "",
"syncSourceId" : -1,
"infoMessage" : "",
"electionTime" : Timestamp(1599449053, 2),
"electionDate" : ISODate("2020-09-07T03:24:13Z"),
"configVersion" : 1,
"self" : true,
"lastHeartbeatMessage" : ""

],
"ok" : 1,
"operationTime" : Timestamp(1599449865, 1),
"$clusterTime" : 
"clusterTime" : Timestamp(1599449865, 1),
"signature" : 
"hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
"keyId" : NumberLong(0)



"""
#ES端同步操作
mongo-connector -m localhost:27017 -t localhost:9200 -n runoob.student -d elastic2_doc_manager

以上是关于Elasticsearch整理笔记的主要内容，如果未能解决你的问题，请参考以下文章

ElasticSearch笔记整理：简介REST与安装配置

ElasticSearch笔记整理：Java API使用与ES中文分词

Elasticsearch整理笔记

ElasticSearch笔记整理：CURL操作ES插件集群安装与核心概念

Elasticsearch 学习笔记

Scala 中 print整理