Skip to content

Commit c0a4871

Browse files
github-actions[bot]miguelgrinberg
github-actions[bot]
and
miguelgrinberg
authored
support composable templates (#1943) (#1952)
* support composable templates * do not error on aiohttp warning * rename new index template to composable index template * remove old comment (cherry picked from commit a0c53db) Co-authored-by: Miguel Grinberg <[email protected]>
1 parent 90a9e59 commit c0a4871

File tree

18 files changed

+196
-20
lines changed

18 files changed

+196
-20
lines changed

‎.gitignore‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,3 +17,5 @@ venv
1717

1818
# sample code for GitHub issues
1919
issues
20+
.direnv
21+
.envrc

‎elasticsearch_dsl/__init__.py‎

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,14 @@
7979
construct_field,
8080
)
8181
from .function import SF
82-
from .index import AsyncIndex, AsyncIndexTemplate, Index, IndexTemplate
82+
from .index import (
83+
AsyncComposableIndexTemplate,
84+
AsyncIndex,
85+
AsyncIndexTemplate,
86+
ComposableIndexTemplate,
87+
Index,
88+
IndexTemplate,
89+
)
8390
from .mapping import AsyncMapping, Mapping
8491
from .query import Q, Query
8592
from .response import AggResponse, Response, UpdateByQueryResponse
@@ -102,6 +109,7 @@
102109
"A",
103110
"Agg",
104111
"AggResponse",
112+
"AsyncComposableIndexTemplate",
105113
"AsyncDocument",
106114
"AsyncEmptySearch",
107115
"AsyncFacetedSearch",
@@ -117,6 +125,7 @@
117125
"Boolean",
118126
"Byte",
119127
"Completion",
128+
"ComposableIndexTemplate",
120129
"ConstantKeyword",
121130
"CustomField",
122131
"Date",

‎elasticsearch_dsl/_async/index.py‎

Lines changed: 51 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -73,6 +73,47 @@ async def save(
7373
)
7474

7575

76+
class AsyncComposableIndexTemplate:
77+
def __init__(
78+
self,
79+
name: str,
80+
template: str,
81+
index: Optional["AsyncIndex"] = None,
82+
priority: Optional[int] = None,
83+
**kwargs: Any,
84+
):
85+
if index is None:
86+
self._index = AsyncIndex(template, **kwargs)
87+
else:
88+
if kwargs:
89+
raise ValueError(
90+
"You cannot specify options for Index when"
91+
" passing an Index instance."
92+
)
93+
self._index = index.clone()
94+
self._index._name = template
95+
self._template_name = name
96+
self.priority = priority
97+
98+
def __getattr__(self, attr_name: str) -> Any:
99+
return getattr(self._index, attr_name)
100+
101+
def to_dict(self) -> Dict[str, Any]:
102+
d: Dict[str, Any] = {"template": self._index.to_dict()}
103+
d["index_patterns"] = [self._index._name]
104+
if self.priority is not None:
105+
d["priority"] = self.priority
106+
return d
107+
108+
async def save(
109+
self, using: Optional[AsyncUsingType] = None
110+
) -> "ObjectApiResponse[Any]":
111+
es = get_connection(using or self._index._using)
112+
return await es.indices.put_index_template(
113+
name=self._template_name, **self.to_dict()
114+
)
115+
116+
76117
class AsyncIndex(IndexBase):
77118
_using: AsyncUsingType
78119

@@ -102,13 +143,20 @@ def as_template(
102143
pattern: Optional[str] = None,
103144
order: Optional[int] = None,
104145
) -> AsyncIndexTemplate:
105-
# TODO: should we allow pattern to be a top-level arg?
106-
# or maybe have an IndexPattern that allows for it and have
107-
# Document._index be that?
108146
return AsyncIndexTemplate(
109147
template_name, pattern or self._name, index=self, order=order
110148
)
111149

150+
def as_composable_template(
151+
self,
152+
template_name: str,
153+
pattern: Optional[str] = None,
154+
priority: Optional[int] = None,
155+
) -> AsyncComposableIndexTemplate:
156+
return AsyncComposableIndexTemplate(
157+
template_name, pattern or self._name, index=self, priority=priority
158+
)
159+
112160
async def load_mappings(self, using: Optional[AsyncUsingType] = None) -> None:
113161
await self.get_or_create_mapping().update_from_es(
114162
self._name, using=using or self._using

‎elasticsearch_dsl/_sync/index.py‎

Lines changed: 47 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,43 @@ def save(self, using: Optional[UsingType] = None) -> "ObjectApiResponse[Any]":
6969
return es.indices.put_template(name=self._template_name, body=self.to_dict())
7070

7171

72+
class ComposableIndexTemplate:
73+
def __init__(
74+
self,
75+
name: str,
76+
template: str,
77+
index: Optional["Index"] = None,
78+
priority: Optional[int] = None,
79+
**kwargs: Any,
80+
):
81+
if index is None:
82+
self._index = Index(template, **kwargs)
83+
else:
84+
if kwargs:
85+
raise ValueError(
86+
"You cannot specify options for Index when"
87+
" passing an Index instance."
88+
)
89+
self._index = index.clone()
90+
self._index._name = template
91+
self._template_name = name
92+
self.priority = priority
93+
94+
def __getattr__(self, attr_name: str) -> Any:
95+
return getattr(self._index, attr_name)
96+
97+
def to_dict(self) -> Dict[str, Any]:
98+
d: Dict[str, Any] = {"template": self._index.to_dict()}
99+
d["index_patterns"] = [self._index._name]
100+
if self.priority is not None:
101+
d["priority"] = self.priority
102+
return d
103+
104+
def save(self, using: Optional[UsingType] = None) -> "ObjectApiResponse[Any]":
105+
es = get_connection(using or self._index._using)
106+
return es.indices.put_index_template(name=self._template_name, **self.to_dict())
107+
108+
72109
class Index(IndexBase):
73110
_using: UsingType
74111

@@ -96,13 +133,20 @@ def as_template(
96133
pattern: Optional[str] = None,
97134
order: Optional[int] = None,
98135
) -> IndexTemplate:
99-
# TODO: should we allow pattern to be a top-level arg?
100-
# or maybe have an IndexPattern that allows for it and have
101-
# Document._index be that?
102136
return IndexTemplate(
103137
template_name, pattern or self._name, index=self, order=order
104138
)
105139

140+
def as_composable_template(
141+
self,
142+
template_name: str,
143+
pattern: Optional[str] = None,
144+
priority: Optional[int] = None,
145+
) -> ComposableIndexTemplate:
146+
return ComposableIndexTemplate(
147+
template_name, pattern or self._name, index=self, priority=priority
148+
)
149+
106150
def load_mappings(self, using: Optional[UsingType] = None) -> None:
107151
self.get_or_create_mapping().update_from_es(
108152
self._name, using=using or self._using

‎elasticsearch_dsl/index.py‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,5 +15,9 @@
1515
# specific language governing permissions and limitations
1616
# under the License.
1717

18-
from ._async.index import AsyncIndex, AsyncIndexTemplate # noqa: F401
19-
from ._sync.index import Index, IndexTemplate # noqa: F401
18+
from ._async.index import ( # noqa: F401
19+
AsyncComposableIndexTemplate,
20+
AsyncIndex,
21+
AsyncIndexTemplate,
22+
)
23+
from ._sync.index import ComposableIndexTemplate, Index, IndexTemplate # noqa: F401

‎examples/alias_migration.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@
4444

4545
ALIAS = "test-blog"
4646
PATTERN = ALIAS + "-*"
47+
PRIORITY = 100
4748

4849

4950
class BlogPost(Document):
@@ -81,7 +82,9 @@ def setup() -> None:
8182
deploy.
8283
"""
8384
# create an index template
84-
index_template = BlogPost._index.as_template(ALIAS, PATTERN)
85+
index_template = BlogPost._index.as_composable_template(
86+
ALIAS, PATTERN, priority=PRIORITY
87+
)
8588
# upload the template into elasticsearch
8689
# potentially overriding the one already there
8790
index_template.save()

‎examples/async/alias_migration.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,7 @@
4545

4646
ALIAS = "test-blog"
4747
PATTERN = ALIAS + "-*"
48+
PRIORITY = 100
4849

4950

5051
class BlogPost(AsyncDocument):
@@ -82,7 +83,9 @@ async def setup() -> None:
8283
deploy.
8384
"""
8485
# create an index template
85-
index_template = BlogPost._index.as_template(ALIAS, PATTERN)
86+
index_template = BlogPost._index.as_composable_template(
87+
ALIAS, PATTERN, priority=PRIORITY
88+
)
8689
# upload the template into elasticsearch
8790
# potentially overriding the one already there
8891
await index_template.save()

‎examples/async/parent_child.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -226,7 +226,7 @@ async def save(self, **kwargs: Any) -> None: # type: ignore[override]
226226

227227
async def setup() -> None:
228228
"""Create an IndexTemplate and save it into elasticsearch."""
229-
index_template = Post._index.as_template("base")
229+
index_template = Post._index.as_composable_template("base", priority=100)
230230
await index_template.save()
231231

232232

‎examples/parent_child.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -225,7 +225,7 @@ def save(self, **kwargs: Any) -> None: # type: ignore[override]
225225

226226
def setup() -> None:
227227
"""Create an IndexTemplate and save it into elasticsearch."""
228-
index_template = Post._index.as_template("base")
228+
index_template = Post._index.as_composable_template("base", priority=100)
229229
index_template.save()
230230

231231

‎setup.cfg‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,5 +11,6 @@ filterwarnings =
1111
error
1212
ignore:Legacy index templates are deprecated in favor of composable templates.:elasticsearch.exceptions.ElasticsearchWarning
1313
ignore:datetime.datetime.utcfromtimestamp\(\) is deprecated and scheduled for removal in a future version..*:DeprecationWarning
14+
default:enable_cleanup_closed ignored.*:DeprecationWarning
1415
markers =
1516
sync: mark a test as performing I/O without asyncio.

0 commit comments

Comments
 (0)