add missed retriever config
Browse files
configs/retriever/related_span_retriever_with_relations_from_other_docs.yaml
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
_target_: src.langchain_modules.DocumentAwareSpanRetrieverWithRelations
|
2 |
+
reversed_relations_suffix: _reversed
|
3 |
+
relation_labels:
|
4 |
+
- supports_reversed
|
5 |
+
- contradicts_reversed
|
6 |
+
retrieve_from_same_document: false
|
7 |
+
retrieve_from_different_documents: true
|
8 |
+
pie_document_type:
|
9 |
+
_target_: pie_modules.utils.resolve_type
|
10 |
+
type_or_str: pytorch_ie.documents.TextDocumentWithLabeledMultiSpansBinaryRelationsAndLabeledPartitions
|
11 |
+
docstore:
|
12 |
+
_target_: src.langchain_modules.DatasetsPieDocumentStore
|
13 |
+
search_kwargs:
|
14 |
+
k: 10
|
15 |
+
search_type: similarity_score_threshold
|
16 |
+
vectorstore:
|
17 |
+
_target_: src.langchain_modules.QdrantSpanVectorStore
|
18 |
+
embedding:
|
19 |
+
_target_: src.langchain_modules.HuggingFaceSpanEmbeddings
|
20 |
+
model:
|
21 |
+
_target_: src.models.utils.adapters.load_model_with_adapter
|
22 |
+
model_kwargs:
|
23 |
+
pretrained_model_name_or_path: allenai/specter2_base
|
24 |
+
adapter_kwargs:
|
25 |
+
adapter_name_or_path: allenai/specter2
|
26 |
+
load_as: proximity
|
27 |
+
source: hf
|
28 |
+
pipeline_kwargs:
|
29 |
+
tokenizer: allenai/specter2_base
|
30 |
+
stride: 64
|
31 |
+
batch_size: 32
|
32 |
+
model_max_length: 512
|
33 |
+
client:
|
34 |
+
_target_: qdrant_client.QdrantClient
|
35 |
+
location: ":memory:"
|
36 |
+
collection_name: adus
|
37 |
+
vector_params:
|
38 |
+
distance:
|
39 |
+
_target_: qdrant_client.http.models.Distance
|
40 |
+
value: Cosine
|
41 |
+
label_mapping:
|
42 |
+
background_claim:
|
43 |
+
- background_claim
|
44 |
+
- own_claim
|
45 |
+
own_claim:
|
46 |
+
- background_claim
|
47 |
+
- own_claim
|