mirror of
https://github.com/zhwei820/learn.lianglianglee.com.git
synced 2025-09-25 20:56:42 +08:00
439 lines
18 KiB
HTML
439 lines
18 KiB
HTML
<!DOCTYPE html>
|
||
<!-- saved from url=(0046)https://kaiiiz.github.io/hexo-theme-book-demo/ -->
|
||
<html xmlns="http://www.w3.org/1999/xhtml">
|
||
<head>
|
||
<head>
|
||
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
|
||
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1.0, user-scalable=no">
|
||
<link rel="icon" href="/static/favicon.png">
|
||
<title>06 索引：索引模板(Index Template)详解.md.html</title>
|
||
<!-- Spectre.css framework -->
|
||
<link rel="stylesheet" href="/static/index.css">
|
||
<!-- theme css & js -->
|
||
<meta name="generator" content="Hexo 4.2.0">
|
||
</head>
|
||
<body>
|
||
<div class="book-container">
|
||
<div class="book-sidebar">
|
||
<div class="book-brand">
|
||
<a href="/">
|
||
<img src="/static/favicon.png">
|
||
<span>技术文章摘抄</span>
|
||
</a>
|
||
</div>
|
||
<div class="book-menu uncollapsible">
|
||
<ul class="uncollapsible">
|
||
<li><a href="/" class="current-tab">首页</a></li>
|
||
</ul>
|
||
<ul class="uncollapsible">
|
||
<li><a href="../">上一级</a></li>
|
||
</ul>
|
||
<ul class="uncollapsible">
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/01 认知：ElasticSearch基础概念.md.html">01 认知：ElasticSearch基础概念</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/02 认知：Elastic Stack生态和场景方案.md.html">02 认知：Elastic Stack生态和场景方案</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/03 安装：ElasticSearch和Kibana安装.md.html">03 安装：ElasticSearch和Kibana安装</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/04 入门：查询和聚合的基础使用.md.html">04 入门：查询和聚合的基础使用</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/05 索引：索引管理详解.md.html">05 索引：索引管理详解</a>
|
||
</li>
|
||
<li>
|
||
<a class="current-tab" href="/专栏/ElasticSearch知识体系详解/06 索引：索引模板(Index Template)详解.md.html">06 索引：索引模板(Index Template)详解</a>
|
||
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/07 查询：DSL查询之复合查询详解.md.html">07 查询：DSL查询之复合查询详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/08 查询：DSL查询之全文搜索详解.md.html">08 查询：DSL查询之全文搜索详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/09 查询：DSL查询之Term详解.md.html">09 查询：DSL查询之Term详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/10 聚合：聚合查询之Bucket聚合详解.md.html">10 聚合：聚合查询之Bucket聚合详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/11 聚合：聚合查询之Metric聚合详解.md.html">11 聚合：聚合查询之Metric聚合详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/12 聚合：聚合查询之Pipline聚合详解.md.html">12 聚合：聚合查询之Pipline聚合详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/13 原理：从图解构筑对ES原理的初步认知.md.html">13 原理：从图解构筑对ES原理的初步认知</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/14 原理：ES原理知识点补充和整体结构.md.html">14 原理：ES原理知识点补充和整体结构</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/15 原理：ES原理之索引文档流程详解.md.html">15 原理：ES原理之索引文档流程详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/16 原理：ES原理之读取文档流程详解.md.html">16 原理：ES原理之读取文档流程详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/17 优化：ElasticSearch性能优化详解.md.html">17 优化：ElasticSearch性能优化详解</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/18 大厂实践：腾讯万亿级 Elasticsearch 技术实践.md.html">18 大厂实践：腾讯万亿级 Elasticsearch 技术实践</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/19 资料：Awesome Elasticsearch.md.html">19 资料：Awesome Elasticsearch</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/20 WrapperQuery.md.html">20 WrapperQuery</a>
|
||
</li>
|
||
<li>
|
||
<a href="/专栏/ElasticSearch知识体系详解/21 备份和迁移.md.html">21 备份和迁移</a>
|
||
</li>
|
||
</ul>
|
||
</div>
|
||
</div>
|
||
<div class="sidebar-toggle" onclick="sidebar_toggle()" onmouseover="add_inner()" onmouseleave="remove_inner()">
|
||
<div class="sidebar-toggle-inner"></div>
|
||
</div>
|
||
<script>
|
||
function add_inner() {
|
||
let inner = document.querySelector('.sidebar-toggle-inner')
|
||
inner.classList.add('show')
|
||
}
|
||
function remove_inner() {
|
||
let inner = document.querySelector('.sidebar-toggle-inner')
|
||
inner.classList.remove('show')
|
||
}
|
||
function sidebar_toggle() {
|
||
let sidebar_toggle = document.querySelector('.sidebar-toggle')
|
||
let sidebar = document.querySelector('.book-sidebar')
|
||
let content = document.querySelector('.off-canvas-content')
|
||
if (sidebar_toggle.classList.contains('extend')) { // show
|
||
sidebar_toggle.classList.remove('extend')
|
||
sidebar.classList.remove('hide')
|
||
content.classList.remove('extend')
|
||
} else { // hide
|
||
sidebar_toggle.classList.add('extend')
|
||
sidebar.classList.add('hide')
|
||
content.classList.add('extend')
|
||
}
|
||
}
|
||
function open_sidebar() {
|
||
let sidebar = document.querySelector('.book-sidebar')
|
||
let overlay = document.querySelector('.off-canvas-overlay')
|
||
sidebar.classList.add('show')
|
||
overlay.classList.add('show')
|
||
}
|
||
function hide_canvas() {
|
||
let sidebar = document.querySelector('.book-sidebar')
|
||
let overlay = document.querySelector('.off-canvas-overlay')
|
||
sidebar.classList.remove('show')
|
||
overlay.classList.remove('show')
|
||
}
|
||
</script>
|
||
<div class="off-canvas-content">
|
||
<div class="columns">
|
||
<div class="column col-12 col-lg-12">
|
||
<div class="book-navbar">
|
||
<!-- For Responsive Layout -->
|
||
<header class="navbar">
|
||
<section class="navbar-section">
|
||
<a onclick="open_sidebar()">
|
||
<i class="icon icon-menu"></i>
|
||
</a>
|
||
</section>
|
||
</header>
|
||
</div>
|
||
<div class="book-content" style="max-width: 960px; margin: 0 auto;
|
||
overflow-x: auto;
|
||
overflow-y: hidden;">
|
||
<div class="book-post">
|
||
<p id="tip" align="center"></p>
|
||
<div><h1>06 索引：索引模板(Index Template)详解</h1>
|
||
<h2>索引模板</h2>
|
||
<blockquote>
|
||
<p>索引模板是一种告诉Elasticsearch在创建索引时如何配置索引的方法。</p>
|
||
</blockquote>
|
||
<ul>
|
||
<li><strong>使用方式</strong></li>
|
||
</ul>
|
||
<p>在创建索引之前可以先配置模板，这样在创建索引（手动创建索引或通过对文档建立索引）时，模板设置将用作创建索引的基础。</p>
|
||
<h3>模板类型</h3>
|
||
<p>模板有两种类型：<strong>索引模板</strong>和<strong>组件模板</strong>。</p>
|
||
<ol>
|
||
<li><strong>组件模板</strong>是可重用的构建块，用于配置映射，设置和别名；它们不会直接应用于一组索引。</li>
|
||
<li><strong>索引模板</strong>可以包含组件模板的集合，也可以直接指定设置，映射和别名。</li>
|
||
</ol>
|
||
<h3>索引模板中的优先级</h3>
|
||
<ol>
|
||
<li>可组合模板优先于旧模板。如果没有可组合模板匹配给定索引，则旧版模板可能仍匹配并被应用。</li>
|
||
<li>如果使用显式设置创建索引并且该索引也与索引模板匹配，则创建索引请求中的设置将优先于索引模板及其组件模板中指定的设置。</li>
|
||
<li>如果新数据流或索引与多个索引模板匹配，则使用优先级最高的索引模板。</li>
|
||
</ol>
|
||
<h3>内置索引模板</h3>
|
||
<p>Elasticsearch具有内置索引模板，每个索引模板的优先级为100，适用于以下索引模式：</p>
|
||
<ol>
|
||
<li><code>logs-*-*</code></li>
|
||
<li><code>metrics-*-*</code></li>
|
||
<li><code>synthetics-*-*</code></li>
|
||
</ol>
|
||
<p>所以在涉及内建索引模板时，要避免索引模式冲突。更多可以参考<a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/index-templates.html">这里</a></p>
|
||
<h3>案例</h3>
|
||
<ul>
|
||
<li>首先<strong>创建两个索引组件模板</strong>：</li>
|
||
</ul>
|
||
<pre><code class="language-bash">PUT _component_template/component_template1
|
||
{
|
||
"template": {
|
||
"mappings": {
|
||
"properties": {
|
||
"@timestamp": {
|
||
"type": "date"
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
PUT _component_template/runtime_component_template
|
||
{
|
||
"template": {
|
||
"mappings": {
|
||
"runtime": {
|
||
"day_of_week": {
|
||
"type": "keyword",
|
||
"script": {
|
||
"source": "emit(doc['@timestamp'].value.dayOfWeekEnum.getDisplayName(TextStyle.FULL, Locale.ROOT))"
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
</code></pre>
|
||
<p>执行结果如下</p>
|
||
<p><img src="assets/es-index-template-1.png" alt="img" /></p>
|
||
<ul>
|
||
<li><strong>创建使用组件模板的索引模板</strong></li>
|
||
</ul>
|
||
<pre><code class="language-bash">PUT _index_template/template_1
|
||
{
|
||
"index_patterns": ["bar*"],
|
||
"template": {
|
||
"settings": {
|
||
"number_of_shards": 1
|
||
},
|
||
"mappings": {
|
||
"_source": {
|
||
"enabled": true
|
||
},
|
||
"properties": {
|
||
"host_name": {
|
||
"type": "keyword"
|
||
},
|
||
"created_at": {
|
||
"type": "date",
|
||
"format": "EEE MMM dd HH:mm:ss Z yyyy"
|
||
}
|
||
}
|
||
},
|
||
"aliases": {
|
||
"mydata": { }
|
||
}
|
||
},
|
||
"priority": 500,
|
||
"composed_of": ["component_template1", "runtime_component_template"],
|
||
"version": 3,
|
||
"_meta": {
|
||
"description": "my custom"
|
||
}
|
||
}
|
||
</code></pre>
|
||
<p>执行结果如下</p>
|
||
<p><img src="assets/es-index-template-2.png" alt="img" /></p>
|
||
<ul>
|
||
<li>创建一个匹配<code>bar*</code>的索引<code>bar-test</code></li>
|
||
</ul>
|
||
<pre><code class="language-bash">PUT /bar-test
|
||
</code></pre>
|
||
<p>然后获取mapping</p>
|
||
<pre><code class="language-bash">GET /bar-test/_mapping
|
||
</code></pre>
|
||
<p>执行结果如下</p>
|
||
<p><img src="assets/es-index-template-3.png" alt="img" /></p>
|
||
<h2>模拟多组件模板</h2>
|
||
<blockquote>
|
||
<p>由于模板不仅可以由多个组件模板组成，还可以由索引模板自身组成；那么最终的索引设置将是什么呢？ElasticSearch设计者考虑到这个，提供了API进行模拟组合后的模板的配置。</p>
|
||
</blockquote>
|
||
<h3>模拟某个索引结果</h3>
|
||
<p>比如上面的template_1, 我们不用创建bar*的索引(这里模拟bar-pdai-test)，也可以模拟计算出索引的配置：</p>
|
||
<pre><code class="language-bash">POST /_index_template/_simulate_index/bar-pdai-test
|
||
</code></pre>
|
||
<p>执行结果如下</p>
|
||
<p><img src="assets/es-index-template-4.png" alt="img" /></p>
|
||
<h3>模拟组件模板结果</h3>
|
||
<p>当然，由于template_1模板是由两个组件模板组合的，我们也可以模拟出template_1被组合后的索引配置：</p>
|
||
<pre><code class="language-bash">POST /_index_template/_simulate/template_1
|
||
</code></pre>
|
||
<p>执行结果如下：</p>
|
||
<pre><code class="language-json">{
|
||
"template" : {
|
||
"settings" : {
|
||
"index" : {
|
||
"number_of_shards" : "1"
|
||
}
|
||
},
|
||
"mappings" : {
|
||
"runtime" : {
|
||
"day_of_week" : {
|
||
"type" : "keyword",
|
||
"script" : {
|
||
"source" : "emit(doc['@timestamp'].value.dayOfWeekEnum.getDisplayName(TextStyle.FULL, Locale.ROOT))",
|
||
"lang" : "painless"
|
||
}
|
||
}
|
||
},
|
||
"properties" : {
|
||
"@timestamp" : {
|
||
"type" : "date"
|
||
},
|
||
"created_at" : {
|
||
"type" : "date",
|
||
"format" : "EEE MMM dd HH:mm:ss Z yyyy"
|
||
},
|
||
"host_name" : {
|
||
"type" : "keyword"
|
||
}
|
||
}
|
||
},
|
||
"aliases" : {
|
||
"mydata" : { }
|
||
}
|
||
},
|
||
"overlapping" : [ ]
|
||
}
|
||
</code></pre>
|
||
<h3>模拟组件模板和自身模板结合后的结果</h3>
|
||
<ul>
|
||
<li>新建两个模板</li>
|
||
</ul>
|
||
<pre><code class="language-bash">PUT /_component_template/ct1
|
||
{
|
||
"template": {
|
||
"settings": {
|
||
"index.number_of_shards": 2
|
||
}
|
||
}
|
||
}
|
||
PUT /_component_template/ct2
|
||
{
|
||
"template": {
|
||
"settings": {
|
||
"index.number_of_replicas": 0
|
||
},
|
||
"mappings": {
|
||
"properties": {
|
||
"@timestamp": {
|
||
"type": "date"
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
</code></pre>
|
||
<p>模拟在两个组件模板的基础上，添加自身模板的配置</p>
|
||
<pre><code class="language-bash">POST /_index_template/_simulate
|
||
{
|
||
"index_patterns": ["my*"],
|
||
"template": {
|
||
"settings" : {
|
||
"index.number_of_shards" : 3
|
||
}
|
||
},
|
||
"composed_of": ["ct1", "ct2"]
|
||
}
|
||
</code></pre>
|
||
<p>执行的结果如下</p>
|
||
<pre><code class="language-json">{
|
||
"template" : {
|
||
"settings" : {
|
||
"index" : {
|
||
"number_of_shards" : "3",
|
||
"number_of_replicas" : "0"
|
||
}
|
||
},
|
||
"mappings" : {
|
||
"properties" : {
|
||
"@timestamp" : {
|
||
"type" : "date"
|
||
}
|
||
}
|
||
},
|
||
"aliases" : { }
|
||
},
|
||
"overlapping" : [ ]
|
||
}
|
||
</code></pre>
|
||
<p><img src="assets/es-index-template-5.png" alt="img" /></p>
|
||
<h2>参考文章</h2>
|
||
<p>https://www.elastic.co/guide/en/elasticsearch/reference/current/index-templates.html</p>
|
||
<p>https://www.elastic.co/guide/en/elasticsearch/reference/current/simulate-multi-component-templates.html</p>
|
||
</div>
|
||
</div>
|
||
<div>
|
||
<div style="float: left">
|
||
<a href="/专栏/ElasticSearch知识体系详解/05 索引：索引管理详解.md.html">上一页</a>
|
||
</div>
|
||
<div style="float: right">
|
||
<a href="/专栏/ElasticSearch知识体系详解/07 查询：DSL查询之复合查询详解.md.html">下一页</a>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
<a class="off-canvas-overlay" onclick="hide_canvas()"></a>
|
||
</div>
|
||
<script defer src="https://static.cloudflareinsights.com/beacon.min.js/v652eace1692a40cfa3763df669d7439c1639079717194" integrity="sha512-Gi7xpJR8tSkrpF7aordPZQlW2DLtzUlZcumS8dMQjwDHEnw9I7ZLyiOj/6tZStRBGtGgN6ceN6cMH8z7etPGlw==" data-cf-beacon='{"rayId":"70996f982f673d60","version":"2021.12.0","r":1,"token":"1f5d475227ce4f0089a7cff1ab17c0f5","si":100}' crossorigin="anonymous"></script>
|
||
</body>
|
||
<!-- Global site tag (gtag.js) - Google Analytics -->
|
||
<script async src="https://www.googletagmanager.com/gtag/js?id=G-NPSEEVD756"></script>
|
||
<script>
|
||
window.dataLayer = window.dataLayer || [];
|
||
function gtag() {
|
||
dataLayer.push(arguments);
|
||
}
|
||
gtag('js', new Date());
|
||
gtag('config', 'G-NPSEEVD756');
|
||
var path = window.location.pathname
|
||
var cookie = getCookie("lastPath");
|
||
console.log(path)
|
||
if (path.replace("/", "") === "") {
|
||
if (cookie.replace("/", "") !== "") {
|
||
console.log(cookie)
|
||
document.getElementById("tip").innerHTML = "<a href='" + cookie + "'>跳转到上次进度</a>"
|
||
}
|
||
} else {
|
||
setCookie("lastPath", path)
|
||
}
|
||
function setCookie(cname, cvalue) {
|
||
var d = new Date();
|
||
d.setTime(d.getTime() + (180 * 24 * 60 * 60 * 1000));
|
||
var expires = "expires=" + d.toGMTString();
|
||
document.cookie = cname + "=" + cvalue + "; " + expires + ";path = /";
|
||
}
|
||
function getCookie(cname) {
|
||
var name = cname + "=";
|
||
var ca = document.cookie.split(';');
|
||
for (var i = 0; i < ca.length; i++) {
|
||
var c = ca[i].trim();
|
||
if (c.indexOf(name) === 0) return c.substring(name.length, c.length);
|
||
}
|
||
return "";
|
||
}
|
||
</script>
|
||
</html>
|