SELECT 
  category_id, 
  parent_id 
FROM 
  cscart_categories 
WHERE 
  parent_id IN(4001, 4254)

Query time 0.00037

JSON explain

{
  "query_block": {
    "select_id": 1,
    "cost_info": {
      "query_cost": "12.63"
    },
    "table": {
      "table_name": "cscart_categories",
      "access_type": "range",
      "possible_keys": [
        "parent"
      ],
      "key": "parent",
      "used_key_parts": [
        "parent_id"
      ],
      "key_length": "3",
      "rows_examined_per_scan": 29,
      "rows_produced_per_join": 29,
      "filtered": "100.00",
      "using_index": true,
      "cost_info": {
        "read_cost": "6.83",
        "eval_cost": "5.80",
        "prefix_cost": "12.63",
        "data_read_per_join": "171K"
      },
      "used_columns": [
        "category_id",
        "parent_id"
      ],
      "attached_condition": "(`webmarco`.`cscart_categories`.`parent_id` in (4001,4254))"
    }
  }
}

Result

category_id parent_id
4003 4001
4254 4001
4315 4001
9987 4001
4268 4254
4286 4254
4431 4254
4475 4254
4510 4254
4561 4254
4587 4254
4765 4254
4808 4254
4859 4254
4915 4254
4974 4254
5022 4254
5068 4254
5110 4254
5272 4254
5307 4254
5324 4254
6022 4254
6164 4254
6233 4254
7017 4254
7045 4254
7067 4254
7103 4254