Elasticsearch文档删除 #

DELETE /products/_doc/1

{
  "_index": "products",
  "_id": "1",
  "_version": 2,
  "result": "deleted",
  "_shards": {
    "total": 2,
    "successful": 1,
    "failed": 0
  },
  "_seq_no": 1,
  "_primary_term": 1
}

DELETE /products/_doc/999

{
  "_index": "products",
  "_id": "999",
  "result": "not_found",
  "status": 404
}

DELETE /products/_doc/1?routing=apple

DELETE /products/_doc/1?if_seq_no=0&if_primary_term=1

POST /_bulk
{"delete": {"_index": "products", "_id": "1"}}
{"delete": {"_index": "products", "_id": "2"}}
{"delete": {"_index": "products", "_id": "3"}}

{
  "took": 15,
  "errors": false,
  "items": [
    {
      "delete": {
        "_index": "products",
        "_id": "1",
        "status": 200,
        "result": "deleted"
      }
    },
    {
      "delete": {
        "_index": "products",
        "_id": "2",
        "status": 200,
        "result": "deleted"
      }
    }
  ]
}

POST /products/_delete_by_query
{
  "query": {
    "term": {
      "status": "deleted"
    }
  }
}

{
  "took": 150,
  "timed_out": false,
  "total": 100,
  "deleted": 100,
  "batches": 1,
  "version_conflicts": 0,
  "failures": []
}

POST /logs/_delete_by_query
{
  "query": {
    "range": {
      "@timestamp": {
        "lt": "2024-01-01"
      }
    }
  }
}

POST /products/_delete_by_query
{
  "query": {
    "bool": {
      "must": [
        { "term": { "brand": "OldBrand" } },
        { "range": { "created_at": { "lt": "2023-01-01" } } }
      ]
    }
  }
}

POST /products/_delete_by_query
{
  "query": {
    "match_all": {}
  }
}

POST /logs-2024-*/_delete_by_query
{
  "query": {
    "term": {
      "level": "debug"
    }
  }
}

POST /products/_delete_by_query?conflicts=proceed
{
  "query": {
    "term": {
      "status": "deleted"
    }
  }
}

POST /products/_delete_by_query?wait_for_completion=false
{
  "query": {
    "range": {
      "created_at": {
        "lt": "2023-01-01"
      }
    }
  }
}

{
  "task": "node_id:12345"
}

GET /_tasks/node_id:12345

POST /_tasks/node_id:12345/_cancel

POST /products/_delete_by_query?slices=5
{
  "query": {
    "term": {
      "status": "deleted"
    }
  }
}

DELETE /products

DELETE /index1,index2

DELETE /logs-2024-*

DELETE /_all

DELETE /*

action.destructive_requires_name: true

POST /products/_close

POST /products/_open

POST /products/_update/1
{
  "script": {
    "source": "ctx._source.deleted = true"
  }
}

GET /products/_search
{
  "query": {
    "bool": {
      "must_not": [
        { "term": { "deleted": true } }
      ]
    }
  }
}

软删除优势
├── 可恢复
│   └── 误删可恢复
├── 审计追踪
│   └── 保留删除记录
├── 数据一致性
│   └── 避免关联数据问题
└── 性能
    └── 批量删除更快

POST /products/_delete_by_query
{
  "query": {
    "bool": {
      "must": [
        { "term": { "deleted": true } },
        { "range": { "deleted_at": { "lt": "now-30d" } } }
      ]
    }
  }
}

优化建议
├── 使用Delete By Query
│   └── 批量删除更高效
├── 设置slices
│   └── 并行删除
├── 调整scroll_size
│   └── 合适的批次大小
├── 禁用refresh
│   └── 删除完成后刷新
└── 异步执行
    └── 大批量删除

POST /products/_forcemerge?only_expunge_deletes=true

GET /products/_stats

{
  "indices": {
    "products": {
      "primaries": {
        "docs": {
          "count": 1000,
          "deleted": 50
        }
      }
    }
  }
}

GET /products/_segments

{
  "error": {
    "root_cause": [
      {
        "type": "version_conflict_engine_exception",
        "reason": "[1]: version conflict, current document has seq_no [1]"
      }
    ],
    "type": "version_conflict_engine_exception",
    "reason": "[1]: version conflict, current document has seq_no [1]"
  },
  "status": 409
}

日志数据删除策略
├── 使用ILM
│   ├── hot阶段：写入
│   ├── warm阶段：只读
│   ├── cold阶段：归档
│   └── delete阶段：删除
└── 定期清理
    └── 删除过期索引

业务数据删除策略
├── 软删除
│   └── 标记删除字段
├── 定期清理
│   └── 清理过期软删除数据
└── 归档备份
    └── 删除前备份

PUT /_ilm/policy/logs_policy
{
  "policy": {
    "phases": {
      "hot": {
        "min_age": "0ms",
        "actions": {
          "rollover": {
            "max_size": "50gb",
            "max_age": "1d"
          }
        }
      },
      "warm": {
        "min_age": "7d",
        "actions": {
          "forcemerge": {
            "max_num_segments": 1
          },
          "shrink": {
            "number_of_shards": 1
          }
        }
      },
      "cold": {
        "min_age": "30d",
        "actions": {
          "freeze": {}
        }
      },
      "delete": {
        "min_age": "90d",
        "actions": {
          "delete": {}
        }
      }
    }
  }
}

PUT /_index_template/logs_template
{
  "index_patterns": ["logs-*"],
  "template": {
    "settings": {
      "number_of_shards": 3,
      "number_of_replicas": 1,
      "lifecycle.name": "logs_policy",
      "lifecycle.rollover_alias": "logs"
    }
  }
}

GET /products/_search
{
  "query": {
    "term": {
      "status": "deleted"
    }
  },
  "size": 0
}

删除建议
├── 小批量删除
│   └── 使用Bulk API
├── 大批量删除
│   └── 使用Delete By Query
├── 定期删除
│   └── 使用ILM
├── 重要数据
│   └── 先备份后删除
└── 生产环境
    └── 使用软删除

删除后维护
├── 执行force merge
│   └── 清理已删除文档
├── 检查索引健康
│   └── 确保分片正常
└── 监控存储空间
    └── 确保空间充足