Elasticsearch映射管理 #

映射作用
├── 数据类型定义
│   └── 确定字段存储格式
├── 索引配置
│   └── 是否索引、如何分词
├── 搜索配置
│   └── 如何搜索、如何排序
└── 存储优化
    └── 压缩、存储策略

PUT /products/_doc/1
{
  "name": "iPhone 15",
  "price": 999,
  "in_stock": true,
  "tags": ["phone", "apple"]
}

{
  "products": {
    "mappings": {
      "properties": {
        "name": { "type": "text", "fields": { "keyword": { "type": "keyword" } } },
        "price": { "type": "long" },
        "in_stock": { "type": "boolean" },
        "tags": { "type": "text", "fields": { "keyword": { "type": "keyword" } } }
      }
    }
  }
}

PUT /products
{
  "mappings": {
    "dynamic": "true",
    "properties": {
      "name": { "type": "text" }
    }
  }
}

PUT /products
{
  "mappings": {
    "dynamic_templates": [
      {
        "strings_as_keyword": {
          "match_mapping_type": "string",
          "match": "*_code",
          "mapping": {
            "type": "keyword"
          }
        }
      },
      {
        "strings_as_text": {
          "match_mapping_type": "string",
          "mapping": {
            "type": "text",
            "fields": {
              "keyword": {
                "type": "keyword",
                "ignore_above": 256
              }
            }
          }
        }
      },
      {
        "longs_as_integer": {
          "match_mapping_type": "long",
          "mapping": {
            "type": "integer"
          }
        }
      }
    ]
  }
}

PUT /logs
{
  "mappings": {
    "dynamic_templates": [
      {
        "message_field": {
          "match_mapping_type": "string",
          "path_match": "message.*",
          "mapping": {
            "type": "text"
          }
        }
      },
      {
        "status_codes": {
          "match": "status_*",
          "mapping": {
            "type": "keyword"
          }
        }
      }
    ]
  }
}

PUT /products
{
  "mappings": {
    "properties": {
      "name": {
        "type": "text",
        "analyzer": "standard"
      },
      "description": {
        "type": "text",
        "analyzer": "standard"
      },
      "price": {
        "type": "scaled_float",
        "scaling_factor": 100
      },
      "brand": {
        "type": "keyword"
      },
      "category": {
        "type": "keyword"
      },
      "tags": {
        "type": "keyword"
      },
      "in_stock": {
        "type": "boolean"
      },
      "created_at": {
        "type": "date",
        "format": "yyyy-MM-dd HH:mm:ss"
      },
      "location": {
        "type": "geo_point"
      }
    }
  }
}

PUT /products/_mapping
{
  "properties": {
    "rating": {
      "type": "float"
    },
    "reviews": {
      "type": "integer"
    }
  }
}

GET /products/_mapping

GET /products/_mapping/field/name

GET /products/_mapping/field/name,price

{
  "properties": {
    "field_name": {
      "type": "text",
      "index": true,
      "doc_values": true,
      "store": false,
      "enabled": true,
      "null_value": "NULL",
      "ignore_above": 256
    }
  }
}

{
  "properties": {
    "content": {
      "type": "text",
      "analyzer": "standard",
      "search_analyzer": "standard",
      "fielddata": false,
      "index": true,
      "norms": true,
      "index_options": "positions",
      "term_vector": "no"
    }
  }
}

{
  "properties": {
    "status": {
      "type": "keyword",
      "ignore_above": 256,
      "index": true,
      "doc_values": true,
      "normalizer": "lowercase"
    }
  }
}

{
  "properties": {
    "price": {
      "type": "scaled_float",
      "scaling_factor": 100,
      "coerce": true,
      "ignore_malformed": false
    }
  }
}

{
  "properties": {
    "created_at": {
      "type": "date",
      "format": "yyyy-MM-dd HH:mm:ss||epoch_millis",
      "locale": "zh_CN",
      "ignore_malformed": false
    }
  }
}

{
  "properties": {
    "title": {
      "type": "text",
      "fields": {
        "keyword": {
          "type": "keyword",
          "ignore_above": 256
        },
        "english": {
          "type": "text",
          "analyzer": "english"
        }
      }
    }
  }
}

GET /products/_search
{
  "query": {
    "match": {
      "title": "iPhone"
    }
  }
}

GET /products/_search
{
  "query": {
    "term": {
      "title.keyword": "iPhone 15 Pro"
    }
  }
}

GET /products/_search
{
  "query": {
    "match": {
      "title.english": "phones"
    }
  }
}

{
  "properties": {
    "user": {
      "type": "object",
      "properties": {
        "name": { "type": "text" },
        "email": { "type": "keyword" },
        "address": {
          "type": "object",
          "properties": {
            "city": { "type": "keyword" },
            "street": { "type": "text" }
          }
        }
      }
    }
  }
}

{
  "properties": {
    "comments": {
      "type": "nested",
      "properties": {
        "user": { "type": "keyword" },
        "message": { "type": "text" },
        "created_at": { "type": "date" }
      }
    }
  }
}

GET /posts/_search
{
  "query": {
    "nested": {
      "path": "comments",
      "query": {
        "bool": {
          "must": [
            { "term": { "comments.user": "alice" } },
            { "match": { "comments.message": "great" } }
          ]
        }
      },
      "inner_hits": {}
    }
  }
}

PUT /products
{
  "mappings": {
    "runtime": {
      "price_with_tax": {
        "type": "double",
        "script": {
          "source": "emit(doc['price'].value * 1.1)"
        }
      }
    },
    "properties": {
      "name": { "type": "text" },
      "price": { "type": "double" }
    }
  }
}

GET /products/_search
{
  "runtime_mappings": {
    "price_with_tax": {
      "type": "double",
      "script": {
        "source": "emit(doc['price'].value * 1.1)"
      }
    }
  },
  "query": {
    "range": {
      "price_with_tax": {
        "lte": 1000
      }
    }
  }
}

运行时字段
├── 优点
│   ├── 不增加索引大小
│   ├── 灵活，可随时修改
│   └── 不需要重建索引
└── 缺点
    ├── 查询性能较低
    └── 不能用于排序和聚合优化

{
  "mappings": {
    "_source": {
      "enabled": true,
      "excludes": ["sensitive_data"],
      "includes": ["*"]
    }
  }
}

{
  "mappings": {
    "_routing": {
      "required": true
    }
  }
}

GET /_search
{
  "query": {
    "term": {
      "_index": "products"
    }
  }
}

PUT /products/_settings
{
  "index.mapping.total_fields.limit": 2000
}

PUT /products/_settings
{
  "index.mapping.depth.limit": 20
}

PUT /products/_settings
{
  "index.mapping.nested_fields.limit": 50,
  "index.mapping.nested_objects.limit": 10000
}

PUT /products/_mapping
{
  "properties": {
    "new_field": {
      "type": "keyword"
    }
  }
}

PUT /products_v2
{
  "mappings": {
    "properties": {
      "name": { "type": "keyword" }
    }
  }
}

POST /_reindex
{
  "source": { "index": "products" },
  "dest": { "index": "products_v2" }
}

POST /_aliases
{
  "actions": [
    { "remove": { "index": "products", "alias": "products" } },
    { "add": { "index": "products_v2", "alias": "products" } }
  ]
}

POST /_aliases
{
  "actions": [
    { "remove": { "index": "products_v1", "alias": "products" } },
    { "add": { "index": "products_v2", "alias": "products" } }
  ]
}

映射设计原则
├── 明确字段类型
│   └── 不要依赖动态映射
├── 合理使用multi-fields
│   └── 同一字段多种用途
├── 控制字段数量
│   └── 避免字段爆炸
├── 使用nested处理数组对象
│   └── 保证查询准确性
└── 合理配置index选项
    └── 不搜索的字段不索引

{
  "properties": {
    "content": {
      "type": "text",
      "norms": false,
      "index_options": "freqs"
    },
    "status": {
      "type": "keyword",
      "doc_values": true,
      "index": false
    }
  }
}

{
  "mappings": {
    "_source": {
      "excludes": ["large_field"]
    },
    "properties": {
      "large_field": {
        "type": "text",
        "store": false
      }
    }
  }
}