搭建Elasticsearch

1. 上传Elasticsearch压缩包

tar -zxvf  elasticsearch-5.6.4.tar.gz -C /usr/local

2. 添加新用户

useradd xiaoniu

给新用户添加密码

echo 123456 | passwd --stdin xiaoniu

3.创建bigdata文件夹

mkdir bigdata

把解压后的elasticsearch-5.6.4文件移动到bigdata

 mv elasticsearch-5.6.4/ bigdata/

4.给用户xiaoniu 操作bigdata的权限

chown -R jiege bigdata/

5.修改配置文件config/elasticsearch.yml

network.host: 192.168.80.102

6.进入新建用户的config目录下

 su xiaoniu

7.启动ES，发现报错

bin/elasticsearch
#出现错误
[1]: max file descriptors [4096] for elasticsearch process is too low, increase to at least [65536]
[2]: max virtual memory areas vm.max_map_count [65530] is too low, increase to at least [262144]
#用户最大可创建文件数太小
sudo vi /etc/security/limits.conf
* soft nofile 65536
* hard nofile 65536

#查看可打开文件数量
ulimit -Hn
#最大虚拟内存太小
vim /etc/sysctl.conf 
vm.max_map_count=262144

#查看虚拟内存的大小
sysctl -p

6.使用scp拷贝到其他节点

scp -r elasticsearch-5.4.3/ node-5:$PWD
scp -r elasticsearch-5.4.3/ node-6:$PWD

7.在其他节点上修改es配置，需要修改的有node.name和network.host
8.重启linux

shutdown -r now

在进入用户 su pp 下的bin目录 启动elasticsearch
9.通过浏览器访问ES
192.168.80.102:9200
10.下载https://nodejs.org/en/download/
解压后进入elasticsearch-head-master
进行编译npm install
运行npm run start
11.Eleasticsearch-head插件连接不上

#增加如下字段
http.cors.enabled: true
http.cors.allow-origin: "*"

RESTful接口URL的格式：
http://192.168.10.16:9200///[]
其中index、type是必须提供的。
id是可选的，不提供es会自动生成。
index、type将信息进行分层，利于管理。
index可以理解为数据库；type理解为数据表；id相当于数据库表中记录的主键，是唯一的。
#向store索引中添加一些书籍

curl -XPUT 'http://192.168.10.16:9200/store/books/1' -d '{
  "title": "Elasticsearch: The Definitive Guide",
  "name" : {
    "first" : "Zachary",
    "last" : "Tong"
  }, 
  "publish_date":"2015-02-06",
  "price":"49.99"
}'

#在linux中通过curl的方式查询

curl -XGET 'http://192.168.10.18:9200/store/books/1'

#通过浏览器查询
http://192.168.10.18:9200/store/books/1

#在添加一个书的信息

curl -XPUT 'http://192.168.10.18:9200/store/books/2' -d '{
  "title": "Elasticsearch Blueprints",
  "name" : {
    "first" : "Vineeth",
    "last" : "Mohan"
  },
  "publish_date":"2015-06-06",
  "price":"35.99"
}'

通过ID获得文档信息

  curl -XGET 'http://192.168.10.18:9200/store/books/1'

#在浏览器中查看

http://92.168.10.18:9200/store/books/1

通过_source获取指定的字段

curl -XGET 'http://192.168.10.16:9200/store/books/1?_source=title'
curl -XGET 'http://192.168.10.16:9200/store/books/1?_source=title,price'
curl -XGET 'http://192.168.10.16:9200/store/books/1?_source'

#可以通过覆盖的方式更新

curl -XPUT 'http://192.168.10.16:9200/store/books/1' -d '{
  "title": "Elasticsearch: The Definitive Guide",
  "name" : {
    "first" : "Zachary",
    "last" : "Tong"
  },
  "publish_date":"2016-02-06",
  "price":"99.99"
}'

或者通过 _update API的方式单独更新你想要更新的

curl -XPOST 'http://192.168.10.16:9200/store/books/1/_update' -d '{
  "doc": {
     "price" : 88.88
  }
}'

curl -XGET 'http://192.168.10.16:9200/store/books/1'

#删除一个文档
curl -XDELETE 'http://192.168.10.16:9200/store/books/1'


curl -XPUT 'http://192.168.10.16:9200/store/books/4' -d '{
  "title": "Elasticsearch: The Definitive Guide",
  "author": "Guide",
  "publish_date":"2016-02-06",
  "price":"35.99"
}'

#https://www.elastic.co/guide/en/elasticsearch/reference/current/query-dsl.html

最简单filter查询

SELECT * FROM books WHERE price = 35.99

filtered 查询价格是35.99的

返回的的分是1.0

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
  "query": {
    "bool": {
      "must": {
        "match_all": {}
      },
      "filter": {
        "term": {
          "price": 35.99
        }
      }
    }
  }
}'

返回的的分是1.0

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
  "query": {
    "constant_score": {
      "filter": {
        "term": {
          "price": 35.99
        }
      }
    }
  }
}'

返回的的分是0.0

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
    "query": {
        "bool": {
           "filter" : {
                "term" : {
                  "price" : 35.99
                }
            }
        }
    }
}'

#指定多个值

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
    "query" : {
        "bool" : {
            "filter" : {
                "terms" : {
                    "price" : [35.99, 99.99]
                  }
              }
        }
    }
}'

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
    "query" : {
        "bool" : {
            "must": {
                "match_all": {}
            },
            "filter" : {
                "terms" : {
                    "price" : [35.99, 99.99]
                  }
              }
        }
    }
}'

SELECT * FROM books WHERE publish_date = “2015-02-06”

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
  "query" : {
    "bool" : {
        "filter" : {
           "term" : {
              "publish_date" : "2015-02-06"
            }
          }
      }
  }
}'

bool过滤查询，可以做组合过滤查询

SELECT * FROM books WHERE (price = 35.99 OR price = 99.99) AND publish_date != “2016-02-06”

类似的，Elasticsearch也有 and, or, not这样的组合条件的查询方式

格式如下：

{

“bool” : {

“must” : [],

“should” : [],

“must_not” : [],

}

}

must: 条件必须满足，相当于 and

should: 条件可以满足也可以不满足，相当于 or

must_not: 条件不需要满足，相当于 not

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
  "query" : {
    "bool" : {
      "should" : [
        { "term" : {"price" : 35.99}},
        { "term" : {"price" : 99.99}}
      ],
      "must_not" : {
        "term" : {"publish_date" : "2016-02-06"}
      }
    }
  }
}'

嵌套查询

SELECT * FROM books WHERE price = 35.99 OR ( publish_date = “2016-02-06” AND price = 99.99 )

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
    "query": {
        "bool": {
            "should": [
                {
                    "term": {
                        "price": 35.99
                    }
                },
                {
                    "bool": {
                        "must": [
                            {
                                "term": {
                                    "publish_date": "2016-02-06"
                                }
                            },
                            {
                                "term": {
                                    "price": 99.99
                                }
                            }
                        ]
                    }
                }
            ]
        }
    }
}'

range范围过滤

SELECT * FROM books WHERE price >= 10 AND price < 99

gt : > 大于

lt : < 小于

gte : >= 大于等于

lte : <= 小于等于

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
    "query": {
        "range" : {
            "price" : {
                "gte" : 10,
                "lt" : 99
            }
        }
    }
}'

#name和author都必须包含Guide，并且价钱等于33.99或者188.99

curl -XGET 'http://192.168.10.16:9200/store/books/_search' -d '{
    "query": {
        "bool": {
            "must": {
                "multi_match": {
                    "operator": "and",
                    "fields": [
                        "name",
                        "author"
                    ],
                    "query": "Guide"
                }
            },
            "filter": {
                "terms": {
                    "price": [
                        35.99,
                        188.99
                    ]
                }
            }
        }
    }
}'

http://192.168.10.16:9200/store/books/_search