mathieu revised this gist . Go to revision
1 file changed, 50 insertions
vectorStorIndex.py(file created)
@@ -0,0 +1,50 @@ | |||
1 | + | class VectorStoreIndex(BaseIndex[IndexDict]): | |
2 | + | """ | |
3 | + | Vector Store Index. | |
4 | + | ||
5 | + | Args: | |
6 | + | use_async (bool): Whether to use asynchronous calls. Defaults to False. | |
7 | + | show_progress (bool): Whether to show tqdm progress bars. Defaults to False. | |
8 | + | store_nodes_override (bool): set to True to always store Node objects in index | |
9 | + | store and document store even if vector store keeps text. Defaults to False | |
10 | + | """ | |
11 | + | ||
12 | + | index_struct_cls = IndexDict | |
13 | + | ||
14 | + | def __init__( | |
15 | + | self, | |
16 | + | nodes: Optional[Sequence[BaseNode]] = None, | |
17 | + | # vector store index params | |
18 | + | use_async: bool = False, | |
19 | + | store_nodes_override: bool = False, | |
20 | + | embed_model: Optional[EmbedType] = None, | |
21 | + | insert_batch_size: int = 2048, | |
22 | + | # parent class params | |
23 | + | objects: Optional[Sequence[IndexNode]] = None, | |
24 | + | index_struct: Optional[IndexDict] = None, | |
25 | + | storage_context: Optional[StorageContext] = None, | |
26 | + | callback_manager: Optional[CallbackManager] = None, | |
27 | + | transformations: Optional[List[TransformComponent]] = None, | |
28 | + | show_progress: bool = False, | |
29 | + | **kwargs: Any, | |
30 | + | ) -> None: | |
31 | + | """Initialize params.""" | |
32 | + | self._use_async = use_async | |
33 | + | self._store_nodes_override = store_nodes_override | |
34 | + | self._embed_model = ( | |
35 | + | resolve_embed_model(embed_model, callback_manager=callback_manager) | |
36 | + | if embed_model | |
37 | + | else Settings.embed_model | |
38 | + | ) | |
39 | + | ||
40 | + | self._insert_batch_size = insert_batch_size | |
41 | + | super().__init__( | |
42 | + | nodes=nodes, | |
43 | + | index_struct=index_struct, | |
44 | + | storage_context=storage_context, | |
45 | + | show_progress=show_progress, | |
46 | + | objects=objects, | |
47 | + | callback_manager=callback_manager, | |
48 | + | transformations=transformations, | |
49 | + | **kwargs, | |
50 | + | ) |
Newer
Older