shreyask commited on
Commit
2d0d8e4
Β·
verified Β·
1 Parent(s): 60cd999

GLiNER2 multi v1: one-graph ONNX (extraction + classification) for Transformers.js / WebGPU

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ onnx/model.onnx_data filter=lfs diff=lfs merge=lfs -text
37
+ onnx/model_fp16.onnx_data filter=lfs diff=lfs merge=lfs -text
38
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: fastino/gliner2-multi-v1
4
+ library_name: transformers.js
5
+ pipeline_tag: token-classification
6
+ tags:
7
+ - onnx
8
+ - webgpu
9
+ - gliner2
10
+ - zero-shot
11
+ - named-entity-recognition
12
+ - text-classification
13
+ - browser-agent
14
+ language:
15
+ - multilingual
16
+ ---
17
+
18
+ # GLiNER2 multi v1, one-graph ONNX for the browser
19
+
20
+ ONNX export of [fastino/gliner2-multi-v1](https://huggingface.co/fastino/gliner2-multi-v1) (mDeBERTa-v3-base, multilingual) as **a single graph that serves both entity extraction and label classification**, for [Transformers.js](https://huggingface.co/docs/transformers.js) on WebGPU. It was made for Zipline, a browser agent that runs entirely in Chrome, and covers the two calls such an agent makes: pulling values out of a goal (`extract_entities`) and scoring page controls against it (`classify` with a softmax over labels).
21
+
22
+ | file | size |
23
+ | --- | --- |
24
+ | `onnx/model_fp16.onnx` + `_data` | 614 MB (WebGPU) |
25
+ | `onnx/model.onnx` + `_data` | 1.23 GB (fp32, reference) |
26
+
27
+ ## Inputs and outputs
28
+
29
+ | name | shape | meaning |
30
+ | --- | --- | --- |
31
+ | `input_ids`, `attention_mask` | `[1, seq]` | the GLiNER2 processor's prompt: `( [P] task [DESCRIPTION] label: desc … ( [E]/[L] label … ) ) [SEP_TEXT] words` |
32
+ | `word_positions` | `[1, words]` | index of the first sub-token of each text word |
33
+ | `schema_positions` | `[1, 1 + labels]` | index of `[P]`, then of each `[E]` (extraction) or `[L]` (classification) marker |
34
+ | `cls_logits` | `[1, labels]` | classifier head on the markers; softmax for a single-label task |
35
+ | `count_logits` | `[1, 20]` | instance count from `[P]`; extraction returns nothing when the argmax is 0 |
36
+ | `span_logits` | `[1, labels, words, 8]` | instance-0 span scores (pre-sigmoid) for spans of 1–8 words |
37
+
38
+ Entity decoding is the library's default: sigmoid β‰₯ 0.5, map word spans to characters, then keep spans greedily by confidence without character overlap. Entity extraction only reads instance 0, so the count GRU is unrolled once (`export_onnx.py` asserts that instance 0 does not depend on the unroll length).
39
+
40
+ ## Verification
41
+
42
+ `conversion/reference.json` holds 14 calls recorded from the Python `gliner2` library (six goals across English and French, eight control-scoring calls on flight-search and maps pages), with their exact token ids. Against it:
43
+
44
+ | dtype | same entities / top label | worst Ξ” (classify p / entity confidence) |
45
+ | --- | --- | --- |
46
+ | fp32 | 14/14 | 1e-5 / 5e-7 |
47
+ | fp16 | 14/14 | 3.3e-3 / 1.3e-4 |
48
+
49
+ The JavaScript runtime reproduces the token ids exactly. On WebGPU (fp16, Apple M3 Pro): **35–37 ms** per extraction with nine entity types, **43–44 ms** per classification with twelve labels.
50
+
51
+ ## Rebuilding
52
+
53
+ ```bash
54
+ pip install torch "gliner2[local]" onnx onnxruntime onnxscript transformers
55
+ python conversion/reference.py # Python reference outputs
56
+ python conversion/export_onnx.py # fp32 graph
57
+ python conversion/convert_fp16.py # fp16 graph
58
+ python conversion/verify_onnx.py # parity check
59
+ ```
60
+
61
+ (The scripts write to `dist-model/`; external data is renamed to the `.onnx_data` convention afterwards.)
62
+
63
+ ## Credits
64
+
65
+ Model by [Fastino](https://fastino.ai) ([GLiNER2](https://github.com/fastino-ai/GLiNER2)), Apache-2.0. The agent calls these outputs serve come from [gliner2-ultrafast](https://github.com/sahibzada-allahyar/gliner2-ultrafast) (MIT).
config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "attention_probs_dropout_prob": 0.1,
4
+ "dtype": "float32",
5
+ "hidden_act": "gelu",
6
+ "hidden_dropout_prob": 0.1,
7
+ "hidden_size": 768,
8
+ "initializer_range": 0.02,
9
+ "intermediate_size": 3072,
10
+ "layer_norm_eps": 1e-07,
11
+ "legacy": true,
12
+ "max_position_embeddings": 512,
13
+ "max_relative_positions": -1,
14
+ "model_type": "deberta-v2",
15
+ "norm_rel_ebd": "layer_norm",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 12,
18
+ "pad_token_id": 0,
19
+ "pooler_dropout": 0,
20
+ "pooler_hidden_act": "gelu",
21
+ "pooler_hidden_size": 768,
22
+ "pos_att_type": [
23
+ "p2c",
24
+ "c2p"
25
+ ],
26
+ "position_biased_input": false,
27
+ "position_buckets": 256,
28
+ "relative_attention": true,
29
+ "share_att_key": true,
30
+ "transformers_version": "4.57.6",
31
+ "type_vocab_size": 0,
32
+ "vocab_size": 250112,
33
+ "gliner2": {
34
+ "source": "fastino/gliner2-multi-v1",
35
+ "max_width": 8,
36
+ "max_count": 20,
37
+ "inputs": "input_ids, attention_mask, word_positions, schema_positions",
38
+ "outputs": "cls_logits [1,L], count_logits [1,20], span_logits [1,L,T,W]"
39
+ },
40
+ "transformers.js_config": {
41
+ "use_external_data_format": {
42
+ "model.onnx": 1,
43
+ "model_fp16.onnx": 1
44
+ },
45
+ "dtype": "fp16"
46
+ }
47
+ }
conversion/convert_fp16.py ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """fp16 copy of the graph with fp32 inputs/outputs (the WebGPU variant).
2
+
3
+ Uses onnxruntime's converter: onnxconverter_common breaks a Cast node in
4
+ dynamo exports. Usage: python export/convert_fp16.py
5
+ """
6
+ import time
7
+ from pathlib import Path
8
+
9
+ import onnx
10
+ from onnxruntime.transformers.onnx_model import OnnxModel
11
+
12
+ D = Path(__file__).resolve().parent.parent / "dist-model/onnx"
13
+ started = time.time()
14
+ model = OnnxModel(onnx.load(D / "model.onnx"))
15
+ model.convert_float_to_float16(keep_io_types=True, use_symbolic_shape_infer=False)
16
+ model.save_model_to_file(str(D / "model_fp16.onnx"), use_external_data_format=True, all_tensors_to_one_file=True)
17
+ print(f"fp16 written in {time.time() - started:.1f}s")
conversion/export_onnx.py ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Export fastino/gliner2-multi-v1 to one ONNX graph that serves both calls the
2
+ agent makes: span extraction and label classification.
3
+
4
+ Inputs
5
+ input_ids, attention_mask [1, seq] the processor's prompt
6
+ word_positions [1, words] first sub-token of each text word
7
+ schema_positions [1, 1+labels] [P] token, then each [E]/[L] marker
8
+ Outputs
9
+ cls_logits [1, labels] classifier head on the markers
10
+ count_logits [1, 20] instance-count head on [P]
11
+ span_logits [1, labels, words, width] instance-0 span scores (pre-sigmoid)
12
+
13
+ Entity extraction only ever reads instance 0, so the count GRU is unrolled
14
+ once; this script checks that equals instance 0 of a longer unroll.
15
+
16
+ Usage: python export/export_onnx.py β†’ dist-model/onnx/model.onnx (+ .onnx_data)
17
+ """
18
+ import json
19
+ import time
20
+ from pathlib import Path
21
+
22
+ import torch
23
+ import torch.nn as nn
24
+
25
+ from gliner2.classification import Classifier
26
+
27
+ MODEL = "fastino/gliner2-multi-v1"
28
+ OUT = Path(__file__).resolve().parent.parent / "dist-model"
29
+
30
+
31
+ class AgentGraph(nn.Module):
32
+ def __init__(self, model):
33
+ super().__init__()
34
+ self.encoder = model.encoder
35
+ self.span_rep = model.span_rep
36
+ self.count_pred = model.count_pred
37
+ self.count_embed = model.count_embed
38
+ self.classifier = model.classifier
39
+ self.max_width = model.max_width
40
+
41
+ def forward(self, input_ids, attention_mask, word_positions, schema_positions):
42
+ h = self.encoder(input_ids=input_ids, attention_mask=attention_mask).last_hidden_state[0] # [S, D]
43
+ words = h[word_positions[0]] # [T, D]
44
+ schema = h[schema_positions[0]] # [1+L, D]
45
+ labels = schema[1:]
46
+
47
+ cls_logits = self.classifier(labels).squeeze(-1).unsqueeze(0) # [1, L]
48
+ count_logits = self.count_pred(schema[0:1]) # [1, 20]
49
+
50
+ t = words.shape[0]
51
+ starts = torch.arange(t, device=words.device).unsqueeze(1).expand(-1, self.max_width)
52
+ ends = starts + torch.arange(self.max_width, device=words.device).unsqueeze(0)
53
+ valid = ends < t
54
+ safe = torch.stack([torch.where(valid, starts, 0), torch.where(valid, ends, 0)], dim=-1).reshape(1, -1, 2)
55
+ span_rep = self.span_rep(words.unsqueeze(0), safe).squeeze(0) # [T, W, D]
56
+ struct = self.count_embed(labels, 1) # [1, L, D]
57
+ span_logits = torch.einsum("lkd,bpd->bplk", span_rep, struct) # [1, L, T, W]
58
+ return cls_logits, count_logits, span_logits
59
+
60
+
61
+ def main():
62
+ clf = Classifier.from_pretrained(MODEL).eval()
63
+ model = clf.model.eval()
64
+ graph = AgentGraph(model).eval()
65
+
66
+ # Instance 0 of the count GRU must not depend on how far it is unrolled.
67
+ with torch.no_grad():
68
+ x = torch.randn(5, model.encoder.config.hidden_size)
69
+ one, four = model.count_embed(x, 1)[0], model.count_embed(x, 4)[0]
70
+ assert torch.allclose(one, four, atol=1e-5), (one - four).abs().max()
71
+ print("count_embed instance 0 is unroll-independent")
72
+
73
+ ref = json.loads((Path(__file__).with_name("reference.json")).read_text())
74
+ sample = next(c for c in ref["cases"] if c["kind"] == "extract")["tensors"]
75
+ ids = torch.tensor([sample["input_ids"]])
76
+ args = (ids, torch.ones_like(ids), torch.tensor([sample["word_positions"]]),
77
+ torch.tensor([sample["schema_positions"][0]]))
78
+
79
+ (OUT / "onnx").mkdir(parents=True, exist_ok=True)
80
+ model.processor.tokenizer.save_pretrained(OUT)
81
+ config = json.loads(model.encoder.config.to_json_string())
82
+ config["gliner2"] = {"source": MODEL, "max_width": model.max_width, "max_count": 20,
83
+ "inputs": "input_ids, attention_mask, word_positions, schema_positions",
84
+ "outputs": "cls_logits [1,L], count_logits [1,20], span_logits [1,L,T,W]"}
85
+ (OUT / "config.json").write_text(json.dumps(config, indent=2))
86
+
87
+ started = time.time()
88
+ torch.onnx.export(
89
+ graph, args, OUT / "onnx/model.onnx",
90
+ input_names=["input_ids", "attention_mask", "word_positions", "schema_positions"],
91
+ output_names=["cls_logits", "count_logits", "span_logits"],
92
+ dynamic_shapes={
93
+ "input_ids": {1: "seq"}, "attention_mask": {1: "seq"},
94
+ "word_positions": {1: "words"}, "schema_positions": {1: "schema"},
95
+ },
96
+ opset_version=18, dynamo=True, external_data=True, optimize=True,
97
+ )
98
+ print(f"exported in {time.time() - started:.1f}s")
99
+
100
+
101
+ if __name__ == "__main__":
102
+ main()
conversion/reference.json ADDED
@@ -0,0 +1,4182 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "fastino/gliner2-multi-v1",
3
+ "cases": [
4
+ {
5
+ "kind": "extract",
6
+ "text": "Find a one-way ticket from New York to San Francisco on October 9, 2026.",
7
+ "labels": {
8
+ "location": "a place, city, country, airport or address",
9
+ "date": "a calendar date or day",
10
+ "time": "a clock time",
11
+ "number": "a count, quantity or amount",
12
+ "person": "a person's name",
13
+ "organization": "a company, brand or organisation name",
14
+ "money": "a price or monetary amount",
15
+ "product": "a product, package, library, tool or software name",
16
+ "title": "the title of a book, article, page or work"
17
+ },
18
+ "tensors": {
19
+ "input_ids": [
20
+ 275,
21
+ 250104,
22
+ 260,
23
+ 266,
24
+ 188457,
25
+ 250111,
26
+ 8939,
27
+ 268,
28
+ 260,
29
+ 263,
30
+ 2555,
31
+ 262,
32
+ 9417,
33
+ 262,
34
+ 11396,
35
+ 262,
36
+ 45838,
37
+ 632,
38
+ 14131,
39
+ 250111,
40
+ 5256,
41
+ 268,
42
+ 260,
43
+ 263,
44
+ 53766,
45
+ 5256,
46
+ 632,
47
+ 3118,
48
+ 250111,
49
+ 1460,
50
+ 268,
51
+ 260,
52
+ 263,
53
+ 260,
54
+ 51865,
55
+ 1460,
56
+ 250111,
57
+ 4404,
58
+ 268,
59
+ 260,
60
+ 263,
61
+ 37885,
62
+ 262,
63
+ 260,
64
+ 28401,
65
+ 632,
66
+ 260,
67
+ 10618,
68
+ 250111,
69
+ 2986,
70
+ 268,
71
+ 260,
72
+ 263,
73
+ 2986,
74
+ 278,
75
+ 264,
76
+ 6536,
77
+ 250111,
78
+ 29661,
79
+ 268,
80
+ 260,
81
+ 263,
82
+ 5836,
83
+ 262,
84
+ 9195,
85
+ 632,
86
+ 57432,
87
+ 6536,
88
+ 250111,
89
+ 8130,
90
+ 268,
91
+ 260,
92
+ 263,
93
+ 6397,
94
+ 632,
95
+ 39592,
96
+ 3138,
97
+ 260,
98
+ 10618,
99
+ 250111,
100
+ 5690,
101
+ 268,
102
+ 260,
103
+ 263,
104
+ 5690,
105
+ 262,
106
+ 39277,
107
+ 262,
108
+ 63996,
109
+ 262,
110
+ 16081,
111
+ 632,
112
+ 6297,
113
+ 6536,
114
+ 250111,
115
+ 10332,
116
+ 268,
117
+ 288,
118
+ 10332,
119
+ 305,
120
+ 260,
121
+ 263,
122
+ 3436,
123
+ 262,
124
+ 3738,
125
+ 262,
126
+ 4634,
127
+ 632,
128
+ 2405,
129
+ 275,
130
+ 250106,
131
+ 8939,
132
+ 250106,
133
+ 5256,
134
+ 250106,
135
+ 1460,
136
+ 250106,
137
+ 4404,
138
+ 250106,
139
+ 2986,
140
+ 250106,
141
+ 29661,
142
+ 250106,
143
+ 8130,
144
+ 250106,
145
+ 5690,
146
+ 250106,
147
+ 10332,
148
+ 260,
149
+ 272,
150
+ 260,
151
+ 272,
152
+ 250103,
153
+ 3535,
154
+ 260,
155
+ 263,
156
+ 1372,
157
+ 265,
158
+ 4134,
159
+ 55605,
160
+ 703,
161
+ 1547,
162
+ 260,
163
+ 69834,
164
+ 289,
165
+ 4201,
166
+ 260,
167
+ 212023,
168
+ 352,
169
+ 260,
170
+ 37602,
171
+ 296,
172
+ 775,
173
+ 260,
174
+ 262,
175
+ 260,
176
+ 104646,
177
+ 260,
178
+ 261
179
+ ],
180
+ "word_positions": [
181
+ 133,
182
+ 134,
183
+ 136,
184
+ 139,
185
+ 140,
186
+ 141,
187
+ 142,
188
+ 144,
189
+ 145,
190
+ 146,
191
+ 148,
192
+ 149,
193
+ 152,
194
+ 153,
195
+ 155,
196
+ 157
197
+ ],
198
+ "schema_positions": [
199
+ [
200
+ 1,
201
+ 110,
202
+ 112,
203
+ 114,
204
+ 116,
205
+ 118,
206
+ 120,
207
+ 122,
208
+ 124,
209
+ 126
210
+ ]
211
+ ],
212
+ "schema_tokens": [
213
+ [
214
+ "(",
215
+ "[P]",
216
+ "entities [DESCRIPTION] location: a place, city, country, airport or address [DESCRIPTION] date: a calendar date or day [DESCRIPTION] time: a clock time [DESCRIPTION] number: a count, quantity or amount [DESCRIPTION] person: a person's name [DESCRIPTION] organization: a company, brand or organisation name [DESCRIPTION] money: a price or monetary amount [DESCRIPTION] product: a product, package, library, tool or software name [DESCRIPTION] title: the title of a book, article, page or work",
217
+ "(",
218
+ "[E]",
219
+ "location",
220
+ "[E]",
221
+ "date",
222
+ "[E]",
223
+ "time",
224
+ "[E]",
225
+ "number",
226
+ "[E]",
227
+ "person",
228
+ "[E]",
229
+ "organization",
230
+ "[E]",
231
+ "money",
232
+ "[E]",
233
+ "product",
234
+ "[E]",
235
+ "title",
236
+ ")",
237
+ ")"
238
+ ]
239
+ ],
240
+ "text_tokens": [
241
+ "find",
242
+ "a",
243
+ "one-way",
244
+ "ticket",
245
+ "from",
246
+ "new",
247
+ "york",
248
+ "to",
249
+ "san",
250
+ "francisco",
251
+ "on",
252
+ "october",
253
+ "9",
254
+ ",",
255
+ "2026",
256
+ "."
257
+ ],
258
+ "start_map": [
259
+ 0,
260
+ 5,
261
+ 7,
262
+ 15,
263
+ 22,
264
+ 27,
265
+ 31,
266
+ 36,
267
+ 39,
268
+ 43,
269
+ 53,
270
+ 56,
271
+ 64,
272
+ 65,
273
+ 67,
274
+ 71
275
+ ],
276
+ "end_map": [
277
+ 4,
278
+ 6,
279
+ 14,
280
+ 21,
281
+ 26,
282
+ 30,
283
+ 35,
284
+ 38,
285
+ 42,
286
+ 52,
287
+ 55,
288
+ 63,
289
+ 65,
290
+ 66,
291
+ 71,
292
+ 72
293
+ ]
294
+ },
295
+ "result": {
296
+ "entities": {
297
+ "location": [
298
+ {
299
+ "text": "San Francisco",
300
+ "confidence": 0.997427761554718,
301
+ "start": 39,
302
+ "end": 52
303
+ },
304
+ {
305
+ "text": "New York",
306
+ "confidence": 0.9940102100372314,
307
+ "start": 27,
308
+ "end": 35
309
+ }
310
+ ],
311
+ "date": [
312
+ {
313
+ "text": "October 9, 2026",
314
+ "confidence": 0.9998064637184143,
315
+ "start": 56,
316
+ "end": 71
317
+ }
318
+ ],
319
+ "time": [],
320
+ "number": [],
321
+ "person": [],
322
+ "organization": [],
323
+ "money": [],
324
+ "product": [],
325
+ "title": []
326
+ }
327
+ }
328
+ },
329
+ {
330
+ "kind": "extract",
331
+ "text": "Get directions from Berlin Hauptbahnhof to Brandenburg Gate. Select Walking.",
332
+ "labels": {
333
+ "location": "a place, city, country, airport or address",
334
+ "date": "a calendar date or day",
335
+ "time": "a clock time",
336
+ "number": "a count, quantity or amount",
337
+ "person": "a person's name",
338
+ "organization": "a company, brand or organisation name",
339
+ "money": "a price or monetary amount",
340
+ "product": "a product, package, library, tool or software name",
341
+ "title": "the title of a book, article, page or work"
342
+ },
343
+ "tensors": {
344
+ "input_ids": [
345
+ 275,
346
+ 250104,
347
+ 260,
348
+ 266,
349
+ 188457,
350
+ 250111,
351
+ 8939,
352
+ 268,
353
+ 260,
354
+ 263,
355
+ 2555,
356
+ 262,
357
+ 9417,
358
+ 262,
359
+ 11396,
360
+ 262,
361
+ 45838,
362
+ 632,
363
+ 14131,
364
+ 250111,
365
+ 5256,
366
+ 268,
367
+ 260,
368
+ 263,
369
+ 53766,
370
+ 5256,
371
+ 632,
372
+ 3118,
373
+ 250111,
374
+ 1460,
375
+ 268,
376
+ 260,
377
+ 263,
378
+ 260,
379
+ 51865,
380
+ 1460,
381
+ 250111,
382
+ 4404,
383
+ 268,
384
+ 260,
385
+ 263,
386
+ 37885,
387
+ 262,
388
+ 260,
389
+ 28401,
390
+ 632,
391
+ 260,
392
+ 10618,
393
+ 250111,
394
+ 2986,
395
+ 268,
396
+ 260,
397
+ 263,
398
+ 2986,
399
+ 278,
400
+ 264,
401
+ 6536,
402
+ 250111,
403
+ 29661,
404
+ 268,
405
+ 260,
406
+ 263,
407
+ 5836,
408
+ 262,
409
+ 9195,
410
+ 632,
411
+ 57432,
412
+ 6536,
413
+ 250111,
414
+ 8130,
415
+ 268,
416
+ 260,
417
+ 263,
418
+ 6397,
419
+ 632,
420
+ 39592,
421
+ 3138,
422
+ 260,
423
+ 10618,
424
+ 250111,
425
+ 5690,
426
+ 268,
427
+ 260,
428
+ 263,
429
+ 5690,
430
+ 262,
431
+ 39277,
432
+ 262,
433
+ 63996,
434
+ 262,
435
+ 16081,
436
+ 632,
437
+ 6297,
438
+ 6536,
439
+ 250111,
440
+ 10332,
441
+ 268,
442
+ 288,
443
+ 10332,
444
+ 305,
445
+ 260,
446
+ 263,
447
+ 3436,
448
+ 262,
449
+ 3738,
450
+ 262,
451
+ 4634,
452
+ 632,
453
+ 2405,
454
+ 275,
455
+ 250106,
456
+ 8939,
457
+ 250106,
458
+ 5256,
459
+ 250106,
460
+ 1460,
461
+ 250106,
462
+ 4404,
463
+ 250106,
464
+ 2986,
465
+ 250106,
466
+ 29661,
467
+ 250106,
468
+ 8130,
469
+ 250106,
470
+ 5690,
471
+ 250106,
472
+ 10332,
473
+ 260,
474
+ 272,
475
+ 260,
476
+ 272,
477
+ 250103,
478
+ 1690,
479
+ 11209,
480
+ 264,
481
+ 703,
482
+ 118500,
483
+ 260,
484
+ 33820,
485
+ 177644,
486
+ 289,
487
+ 331,
488
+ 238604,
489
+ 67761,
490
+ 260,
491
+ 261,
492
+ 15545,
493
+ 260,
494
+ 42823,
495
+ 260,
496
+ 261
497
+ ],
498
+ "word_positions": [
499
+ 133,
500
+ 134,
501
+ 136,
502
+ 137,
503
+ 138,
504
+ 141,
505
+ 142,
506
+ 144,
507
+ 145,
508
+ 147,
509
+ 148,
510
+ 150
511
+ ],
512
+ "schema_positions": [
513
+ [
514
+ 1,
515
+ 110,
516
+ 112,
517
+ 114,
518
+ 116,
519
+ 118,
520
+ 120,
521
+ 122,
522
+ 124,
523
+ 126
524
+ ]
525
+ ],
526
+ "schema_tokens": [
527
+ [
528
+ "(",
529
+ "[P]",
530
+ "entities [DESCRIPTION] location: a place, city, country, airport or address [DESCRIPTION] date: a calendar date or day [DESCRIPTION] time: a clock time [DESCRIPTION] number: a count, quantity or amount [DESCRIPTION] person: a person's name [DESCRIPTION] organization: a company, brand or organisation name [DESCRIPTION] money: a price or monetary amount [DESCRIPTION] product: a product, package, library, tool or software name [DESCRIPTION] title: the title of a book, article, page or work",
531
+ "(",
532
+ "[E]",
533
+ "location",
534
+ "[E]",
535
+ "date",
536
+ "[E]",
537
+ "time",
538
+ "[E]",
539
+ "number",
540
+ "[E]",
541
+ "person",
542
+ "[E]",
543
+ "organization",
544
+ "[E]",
545
+ "money",
546
+ "[E]",
547
+ "product",
548
+ "[E]",
549
+ "title",
550
+ ")",
551
+ ")"
552
+ ]
553
+ ],
554
+ "text_tokens": [
555
+ "get",
556
+ "directions",
557
+ "from",
558
+ "berlin",
559
+ "hauptbahnhof",
560
+ "to",
561
+ "brandenburg",
562
+ "gate",
563
+ ".",
564
+ "select",
565
+ "walking",
566
+ "."
567
+ ],
568
+ "start_map": [
569
+ 0,
570
+ 4,
571
+ 15,
572
+ 20,
573
+ 27,
574
+ 40,
575
+ 43,
576
+ 55,
577
+ 59,
578
+ 61,
579
+ 68,
580
+ 75
581
+ ],
582
+ "end_map": [
583
+ 3,
584
+ 14,
585
+ 19,
586
+ 26,
587
+ 39,
588
+ 42,
589
+ 54,
590
+ 59,
591
+ 60,
592
+ 67,
593
+ 75,
594
+ 76
595
+ ]
596
+ },
597
+ "result": {
598
+ "entities": {
599
+ "location": [
600
+ {
601
+ "text": "Brandenburg Gate",
602
+ "confidence": 0.9946404099464417,
603
+ "start": 43,
604
+ "end": 59
605
+ },
606
+ {
607
+ "text": "Berlin Hauptbahnhof",
608
+ "confidence": 0.9909896850585938,
609
+ "start": 20,
610
+ "end": 39
611
+ }
612
+ ],
613
+ "date": [],
614
+ "time": [],
615
+ "number": [],
616
+ "person": [],
617
+ "organization": [],
618
+ "money": [],
619
+ "product": [],
620
+ "title": []
621
+ }
622
+ }
623
+ },
624
+ {
625
+ "kind": "extract",
626
+ "text": "Book a table for 4 people at Nopa on Friday at 7:30 pm.",
627
+ "labels": {
628
+ "location": "a place, city, country, airport or address",
629
+ "date": "a calendar date or day",
630
+ "time": "a clock time",
631
+ "number": "a count, quantity or amount",
632
+ "person": "a person's name",
633
+ "organization": "a company, brand or organisation name",
634
+ "money": "a price or monetary amount",
635
+ "product": "a product, package, library, tool or software name",
636
+ "title": "the title of a book, article, page or work"
637
+ },
638
+ "tensors": {
639
+ "input_ids": [
640
+ 275,
641
+ 250104,
642
+ 260,
643
+ 266,
644
+ 188457,
645
+ 250111,
646
+ 8939,
647
+ 268,
648
+ 260,
649
+ 263,
650
+ 2555,
651
+ 262,
652
+ 9417,
653
+ 262,
654
+ 11396,
655
+ 262,
656
+ 45838,
657
+ 632,
658
+ 14131,
659
+ 250111,
660
+ 5256,
661
+ 268,
662
+ 260,
663
+ 263,
664
+ 53766,
665
+ 5256,
666
+ 632,
667
+ 3118,
668
+ 250111,
669
+ 1460,
670
+ 268,
671
+ 260,
672
+ 263,
673
+ 260,
674
+ 51865,
675
+ 1460,
676
+ 250111,
677
+ 4404,
678
+ 268,
679
+ 260,
680
+ 263,
681
+ 37885,
682
+ 262,
683
+ 260,
684
+ 28401,
685
+ 632,
686
+ 260,
687
+ 10618,
688
+ 250111,
689
+ 2986,
690
+ 268,
691
+ 260,
692
+ 263,
693
+ 2986,
694
+ 278,
695
+ 264,
696
+ 6536,
697
+ 250111,
698
+ 29661,
699
+ 268,
700
+ 260,
701
+ 263,
702
+ 5836,
703
+ 262,
704
+ 9195,
705
+ 632,
706
+ 57432,
707
+ 6536,
708
+ 250111,
709
+ 8130,
710
+ 268,
711
+ 260,
712
+ 263,
713
+ 6397,
714
+ 632,
715
+ 39592,
716
+ 3138,
717
+ 260,
718
+ 10618,
719
+ 250111,
720
+ 5690,
721
+ 268,
722
+ 260,
723
+ 263,
724
+ 5690,
725
+ 262,
726
+ 39277,
727
+ 262,
728
+ 63996,
729
+ 262,
730
+ 16081,
731
+ 632,
732
+ 6297,
733
+ 6536,
734
+ 250111,
735
+ 10332,
736
+ 268,
737
+ 288,
738
+ 10332,
739
+ 305,
740
+ 260,
741
+ 263,
742
+ 3436,
743
+ 262,
744
+ 3738,
745
+ 262,
746
+ 4634,
747
+ 632,
748
+ 2405,
749
+ 275,
750
+ 250106,
751
+ 8939,
752
+ 250106,
753
+ 5256,
754
+ 250106,
755
+ 1460,
756
+ 250106,
757
+ 4404,
758
+ 250106,
759
+ 2986,
760
+ 250106,
761
+ 29661,
762
+ 250106,
763
+ 8130,
764
+ 250106,
765
+ 5690,
766
+ 250106,
767
+ 10332,
768
+ 260,
769
+ 272,
770
+ 260,
771
+ 272,
772
+ 250103,
773
+ 3436,
774
+ 260,
775
+ 263,
776
+ 4700,
777
+ 333,
778
+ 420,
779
+ 2560,
780
+ 345,
781
+ 376,
782
+ 1226,
783
+ 352,
784
+ 50980,
785
+ 345,
786
+ 618,
787
+ 260,
788
+ 268,
789
+ 734,
790
+ 1573,
791
+ 260,
792
+ 261
793
+ ],
794
+ "word_positions": [
795
+ 133,
796
+ 134,
797
+ 136,
798
+ 137,
799
+ 138,
800
+ 139,
801
+ 140,
802
+ 141,
803
+ 143,
804
+ 144,
805
+ 145,
806
+ 146,
807
+ 147,
808
+ 149,
809
+ 150,
810
+ 151
811
+ ],
812
+ "schema_positions": [
813
+ [
814
+ 1,
815
+ 110,
816
+ 112,
817
+ 114,
818
+ 116,
819
+ 118,
820
+ 120,
821
+ 122,
822
+ 124,
823
+ 126
824
+ ]
825
+ ],
826
+ "schema_tokens": [
827
+ [
828
+ "(",
829
+ "[P]",
830
+ "entities [DESCRIPTION] location: a place, city, country, airport or address [DESCRIPTION] date: a calendar date or day [DESCRIPTION] time: a clock time [DESCRIPTION] number: a count, quantity or amount [DESCRIPTION] person: a person's name [DESCRIPTION] organization: a company, brand or organisation name [DESCRIPTION] money: a price or monetary amount [DESCRIPTION] product: a product, package, library, tool or software name [DESCRIPTION] title: the title of a book, article, page or work",
831
+ "(",
832
+ "[E]",
833
+ "location",
834
+ "[E]",
835
+ "date",
836
+ "[E]",
837
+ "time",
838
+ "[E]",
839
+ "number",
840
+ "[E]",
841
+ "person",
842
+ "[E]",
843
+ "organization",
844
+ "[E]",
845
+ "money",
846
+ "[E]",
847
+ "product",
848
+ "[E]",
849
+ "title",
850
+ ")",
851
+ ")"
852
+ ]
853
+ ],
854
+ "text_tokens": [
855
+ "book",
856
+ "a",
857
+ "table",
858
+ "for",
859
+ "4",
860
+ "people",
861
+ "at",
862
+ "nopa",
863
+ "on",
864
+ "friday",
865
+ "at",
866
+ "7",
867
+ ":",
868
+ "30",
869
+ "pm",
870
+ "."
871
+ ],
872
+ "start_map": [
873
+ 0,
874
+ 5,
875
+ 7,
876
+ 13,
877
+ 17,
878
+ 19,
879
+ 26,
880
+ 29,
881
+ 34,
882
+ 37,
883
+ 44,
884
+ 47,
885
+ 48,
886
+ 49,
887
+ 52,
888
+ 54
889
+ ],
890
+ "end_map": [
891
+ 4,
892
+ 6,
893
+ 12,
894
+ 16,
895
+ 18,
896
+ 25,
897
+ 28,
898
+ 33,
899
+ 36,
900
+ 43,
901
+ 46,
902
+ 48,
903
+ 49,
904
+ 51,
905
+ 54,
906
+ 55
907
+ ]
908
+ },
909
+ "result": {
910
+ "entities": {
911
+ "location": [
912
+ {
913
+ "text": "Nopa",
914
+ "confidence": 0.9843059778213501,
915
+ "start": 29,
916
+ "end": 33
917
+ }
918
+ ],
919
+ "date": [
920
+ {
921
+ "text": "Friday",
922
+ "confidence": 0.9987319111824036,
923
+ "start": 37,
924
+ "end": 43
925
+ }
926
+ ],
927
+ "time": [
928
+ {
929
+ "text": "7:30 pm",
930
+ "confidence": 0.9999696016311646,
931
+ "start": 47,
932
+ "end": 54
933
+ }
934
+ ],
935
+ "number": [
936
+ {
937
+ "text": "4",
938
+ "confidence": 0.9857625961303711,
939
+ "start": 17,
940
+ "end": 18
941
+ }
942
+ ],
943
+ "person": [],
944
+ "organization": [],
945
+ "money": [],
946
+ "product": [],
947
+ "title": []
948
+ }
949
+ }
950
+ },
951
+ {
952
+ "kind": "extract",
953
+ "text": "Search for noise cancelling headphones under $300 and sort by price.",
954
+ "labels": {
955
+ "location": "a place, city, country, airport or address",
956
+ "date": "a calendar date or day",
957
+ "time": "a clock time",
958
+ "number": "a count, quantity or amount",
959
+ "person": "a person's name",
960
+ "organization": "a company, brand or organisation name",
961
+ "money": "a price or monetary amount",
962
+ "product": "a product, package, library, tool or software name",
963
+ "title": "the title of a book, article, page or work"
964
+ },
965
+ "tensors": {
966
+ "input_ids": [
967
+ 275,
968
+ 250104,
969
+ 260,
970
+ 266,
971
+ 188457,
972
+ 250111,
973
+ 8939,
974
+ 268,
975
+ 260,
976
+ 263,
977
+ 2555,
978
+ 262,
979
+ 9417,
980
+ 262,
981
+ 11396,
982
+ 262,
983
+ 45838,
984
+ 632,
985
+ 14131,
986
+ 250111,
987
+ 5256,
988
+ 268,
989
+ 260,
990
+ 263,
991
+ 53766,
992
+ 5256,
993
+ 632,
994
+ 3118,
995
+ 250111,
996
+ 1460,
997
+ 268,
998
+ 260,
999
+ 263,
1000
+ 260,
1001
+ 51865,
1002
+ 1460,
1003
+ 250111,
1004
+ 4404,
1005
+ 268,
1006
+ 260,
1007
+ 263,
1008
+ 37885,
1009
+ 262,
1010
+ 260,
1011
+ 28401,
1012
+ 632,
1013
+ 260,
1014
+ 10618,
1015
+ 250111,
1016
+ 2986,
1017
+ 268,
1018
+ 260,
1019
+ 263,
1020
+ 2986,
1021
+ 278,
1022
+ 264,
1023
+ 6536,
1024
+ 250111,
1025
+ 29661,
1026
+ 268,
1027
+ 260,
1028
+ 263,
1029
+ 5836,
1030
+ 262,
1031
+ 9195,
1032
+ 632,
1033
+ 57432,
1034
+ 6536,
1035
+ 250111,
1036
+ 8130,
1037
+ 268,
1038
+ 260,
1039
+ 263,
1040
+ 6397,
1041
+ 632,
1042
+ 39592,
1043
+ 3138,
1044
+ 260,
1045
+ 10618,
1046
+ 250111,
1047
+ 5690,
1048
+ 268,
1049
+ 260,
1050
+ 263,
1051
+ 5690,
1052
+ 262,
1053
+ 39277,
1054
+ 262,
1055
+ 63996,
1056
+ 262,
1057
+ 16081,
1058
+ 632,
1059
+ 6297,
1060
+ 6536,
1061
+ 250111,
1062
+ 10332,
1063
+ 268,
1064
+ 288,
1065
+ 10332,
1066
+ 305,
1067
+ 260,
1068
+ 263,
1069
+ 3436,
1070
+ 262,
1071
+ 3738,
1072
+ 262,
1073
+ 4634,
1074
+ 632,
1075
+ 2405,
1076
+ 275,
1077
+ 250106,
1078
+ 8939,
1079
+ 250106,
1080
+ 5256,
1081
+ 250106,
1082
+ 1460,
1083
+ 250106,
1084
+ 4404,
1085
+ 250106,
1086
+ 2986,
1087
+ 250106,
1088
+ 29661,
1089
+ 250106,
1090
+ 8130,
1091
+ 250106,
1092
+ 5690,
1093
+ 250106,
1094
+ 10332,
1095
+ 260,
1096
+ 272,
1097
+ 260,
1098
+ 272,
1099
+ 250103,
1100
+ 7427,
1101
+ 333,
1102
+ 260,
1103
+ 61906,
1104
+ 70918,
1105
+ 348,
1106
+ 260,
1107
+ 160238,
1108
+ 264,
1109
+ 1712,
1110
+ 1161,
1111
+ 2788,
1112
+ 306,
1113
+ 9020,
1114
+ 456,
1115
+ 6397,
1116
+ 260,
1117
+ 261
1118
+ ],
1119
+ "word_positions": [
1120
+ 133,
1121
+ 134,
1122
+ 135,
1123
+ 137,
1124
+ 139,
1125
+ 142,
1126
+ 143,
1127
+ 144,
1128
+ 145,
1129
+ 146,
1130
+ 147,
1131
+ 148,
1132
+ 149
1133
+ ],
1134
+ "schema_positions": [
1135
+ [
1136
+ 1,
1137
+ 110,
1138
+ 112,
1139
+ 114,
1140
+ 116,
1141
+ 118,
1142
+ 120,
1143
+ 122,
1144
+ 124,
1145
+ 126
1146
+ ]
1147
+ ],
1148
+ "schema_tokens": [
1149
+ [
1150
+ "(",
1151
+ "[P]",
1152
+ "entities [DESCRIPTION] location: a place, city, country, airport or address [DESCRIPTION] date: a calendar date or day [DESCRIPTION] time: a clock time [DESCRIPTION] number: a count, quantity or amount [DESCRIPTION] person: a person's name [DESCRIPTION] organization: a company, brand or organisation name [DESCRIPTION] money: a price or monetary amount [DESCRIPTION] product: a product, package, library, tool or software name [DESCRIPTION] title: the title of a book, article, page or work",
1153
+ "(",
1154
+ "[E]",
1155
+ "location",
1156
+ "[E]",
1157
+ "date",
1158
+ "[E]",
1159
+ "time",
1160
+ "[E]",
1161
+ "number",
1162
+ "[E]",
1163
+ "person",
1164
+ "[E]",
1165
+ "organization",
1166
+ "[E]",
1167
+ "money",
1168
+ "[E]",
1169
+ "product",
1170
+ "[E]",
1171
+ "title",
1172
+ ")",
1173
+ ")"
1174
+ ]
1175
+ ],
1176
+ "text_tokens": [
1177
+ "search",
1178
+ "for",
1179
+ "noise",
1180
+ "cancelling",
1181
+ "headphones",
1182
+ "under",
1183
+ "$",
1184
+ "300",
1185
+ "and",
1186
+ "sort",
1187
+ "by",
1188
+ "price",
1189
+ "."
1190
+ ],
1191
+ "start_map": [
1192
+ 0,
1193
+ 7,
1194
+ 11,
1195
+ 17,
1196
+ 28,
1197
+ 39,
1198
+ 45,
1199
+ 46,
1200
+ 50,
1201
+ 54,
1202
+ 59,
1203
+ 62,
1204
+ 67
1205
+ ],
1206
+ "end_map": [
1207
+ 6,
1208
+ 10,
1209
+ 16,
1210
+ 27,
1211
+ 38,
1212
+ 44,
1213
+ 46,
1214
+ 49,
1215
+ 53,
1216
+ 58,
1217
+ 61,
1218
+ 67,
1219
+ 68
1220
+ ]
1221
+ },
1222
+ "result": {
1223
+ "entities": {
1224
+ "location": [],
1225
+ "date": [],
1226
+ "time": [],
1227
+ "number": [],
1228
+ "person": [],
1229
+ "organization": [],
1230
+ "money": [
1231
+ {
1232
+ "text": "$300",
1233
+ "confidence": 0.9894681572914124,
1234
+ "start": 45,
1235
+ "end": 49
1236
+ }
1237
+ ],
1238
+ "product": [
1239
+ {
1240
+ "text": "noise cancelling headphones",
1241
+ "confidence": 0.9777116775512695,
1242
+ "start": 11,
1243
+ "end": 38
1244
+ }
1245
+ ],
1246
+ "title": []
1247
+ }
1248
+ }
1249
+ },
1250
+ {
1251
+ "kind": "extract",
1252
+ "text": "Open the React documentation and find the useEffect page.",
1253
+ "labels": {
1254
+ "location": "a place, city, country, airport or address",
1255
+ "date": "a calendar date or day",
1256
+ "time": "a clock time",
1257
+ "number": "a count, quantity or amount",
1258
+ "person": "a person's name",
1259
+ "organization": "a company, brand or organisation name",
1260
+ "money": "a price or monetary amount",
1261
+ "product": "a product, package, library, tool or software name",
1262
+ "title": "the title of a book, article, page or work"
1263
+ },
1264
+ "tensors": {
1265
+ "input_ids": [
1266
+ 275,
1267
+ 250104,
1268
+ 260,
1269
+ 266,
1270
+ 188457,
1271
+ 250111,
1272
+ 8939,
1273
+ 268,
1274
+ 260,
1275
+ 263,
1276
+ 2555,
1277
+ 262,
1278
+ 9417,
1279
+ 262,
1280
+ 11396,
1281
+ 262,
1282
+ 45838,
1283
+ 632,
1284
+ 14131,
1285
+ 250111,
1286
+ 5256,
1287
+ 268,
1288
+ 260,
1289
+ 263,
1290
+ 53766,
1291
+ 5256,
1292
+ 632,
1293
+ 3118,
1294
+ 250111,
1295
+ 1460,
1296
+ 268,
1297
+ 260,
1298
+ 263,
1299
+ 260,
1300
+ 51865,
1301
+ 1460,
1302
+ 250111,
1303
+ 4404,
1304
+ 268,
1305
+ 260,
1306
+ 263,
1307
+ 37885,
1308
+ 262,
1309
+ 260,
1310
+ 28401,
1311
+ 632,
1312
+ 260,
1313
+ 10618,
1314
+ 250111,
1315
+ 2986,
1316
+ 268,
1317
+ 260,
1318
+ 263,
1319
+ 2986,
1320
+ 278,
1321
+ 264,
1322
+ 6536,
1323
+ 250111,
1324
+ 29661,
1325
+ 268,
1326
+ 260,
1327
+ 263,
1328
+ 5836,
1329
+ 262,
1330
+ 9195,
1331
+ 632,
1332
+ 57432,
1333
+ 6536,
1334
+ 250111,
1335
+ 8130,
1336
+ 268,
1337
+ 260,
1338
+ 263,
1339
+ 6397,
1340
+ 632,
1341
+ 39592,
1342
+ 3138,
1343
+ 260,
1344
+ 10618,
1345
+ 250111,
1346
+ 5690,
1347
+ 268,
1348
+ 260,
1349
+ 263,
1350
+ 5690,
1351
+ 262,
1352
+ 39277,
1353
+ 262,
1354
+ 63996,
1355
+ 262,
1356
+ 16081,
1357
+ 632,
1358
+ 6297,
1359
+ 6536,
1360
+ 250111,
1361
+ 10332,
1362
+ 268,
1363
+ 288,
1364
+ 10332,
1365
+ 305,
1366
+ 260,
1367
+ 263,
1368
+ 3436,
1369
+ 262,
1370
+ 3738,
1371
+ 262,
1372
+ 4634,
1373
+ 632,
1374
+ 2405,
1375
+ 275,
1376
+ 250106,
1377
+ 8939,
1378
+ 250106,
1379
+ 5256,
1380
+ 250106,
1381
+ 1460,
1382
+ 250106,
1383
+ 4404,
1384
+ 250106,
1385
+ 2986,
1386
+ 250106,
1387
+ 29661,
1388
+ 250106,
1389
+ 8130,
1390
+ 250106,
1391
+ 5690,
1392
+ 250106,
1393
+ 10332,
1394
+ 260,
1395
+ 272,
1396
+ 260,
1397
+ 272,
1398
+ 250103,
1399
+ 5170,
1400
+ 288,
1401
+ 99991,
1402
+ 260,
1403
+ 99675,
1404
+ 306,
1405
+ 3535,
1406
+ 288,
1407
+ 2226,
1408
+ 65470,
1409
+ 4634,
1410
+ 260,
1411
+ 261
1412
+ ],
1413
+ "word_positions": [
1414
+ 133,
1415
+ 134,
1416
+ 135,
1417
+ 136,
1418
+ 138,
1419
+ 139,
1420
+ 140,
1421
+ 141,
1422
+ 143,
1423
+ 144
1424
+ ],
1425
+ "schema_positions": [
1426
+ [
1427
+ 1,
1428
+ 110,
1429
+ 112,
1430
+ 114,
1431
+ 116,
1432
+ 118,
1433
+ 120,
1434
+ 122,
1435
+ 124,
1436
+ 126
1437
+ ]
1438
+ ],
1439
+ "schema_tokens": [
1440
+ [
1441
+ "(",
1442
+ "[P]",
1443
+ "entities [DESCRIPTION] location: a place, city, country, airport or address [DESCRIPTION] date: a calendar date or day [DESCRIPTION] time: a clock time [DESCRIPTION] number: a count, quantity or amount [DESCRIPTION] person: a person's name [DESCRIPTION] organization: a company, brand or organisation name [DESCRIPTION] money: a price or monetary amount [DESCRIPTION] product: a product, package, library, tool or software name [DESCRIPTION] title: the title of a book, article, page or work",
1444
+ "(",
1445
+ "[E]",
1446
+ "location",
1447
+ "[E]",
1448
+ "date",
1449
+ "[E]",
1450
+ "time",
1451
+ "[E]",
1452
+ "number",
1453
+ "[E]",
1454
+ "person",
1455
+ "[E]",
1456
+ "organization",
1457
+ "[E]",
1458
+ "money",
1459
+ "[E]",
1460
+ "product",
1461
+ "[E]",
1462
+ "title",
1463
+ ")",
1464
+ ")"
1465
+ ]
1466
+ ],
1467
+ "text_tokens": [
1468
+ "open",
1469
+ "the",
1470
+ "react",
1471
+ "documentation",
1472
+ "and",
1473
+ "find",
1474
+ "the",
1475
+ "useeffect",
1476
+ "page",
1477
+ "."
1478
+ ],
1479
+ "start_map": [
1480
+ 0,
1481
+ 5,
1482
+ 9,
1483
+ 15,
1484
+ 29,
1485
+ 33,
1486
+ 38,
1487
+ 42,
1488
+ 52,
1489
+ 56
1490
+ ],
1491
+ "end_map": [
1492
+ 4,
1493
+ 8,
1494
+ 14,
1495
+ 28,
1496
+ 32,
1497
+ 37,
1498
+ 41,
1499
+ 51,
1500
+ 56,
1501
+ 57
1502
+ ]
1503
+ },
1504
+ "result": {
1505
+ "entities": {
1506
+ "location": [],
1507
+ "date": [],
1508
+ "time": [],
1509
+ "number": [],
1510
+ "person": [],
1511
+ "organization": [],
1512
+ "money": [],
1513
+ "product": [],
1514
+ "title": []
1515
+ }
1516
+ }
1517
+ },
1518
+ {
1519
+ "kind": "extract",
1520
+ "text": "Trouver un vol de Paris Γ  Lisbonne le 3 novembre.",
1521
+ "labels": {
1522
+ "location": "a place, city, country, airport or address",
1523
+ "date": "a calendar date or day",
1524
+ "time": "a clock time",
1525
+ "number": "a count, quantity or amount",
1526
+ "person": "a person's name",
1527
+ "organization": "a company, brand or organisation name",
1528
+ "money": "a price or monetary amount",
1529
+ "product": "a product, package, library, tool or software name",
1530
+ "title": "the title of a book, article, page or work"
1531
+ },
1532
+ "tensors": {
1533
+ "input_ids": [
1534
+ 275,
1535
+ 250104,
1536
+ 260,
1537
+ 266,
1538
+ 188457,
1539
+ 250111,
1540
+ 8939,
1541
+ 268,
1542
+ 260,
1543
+ 263,
1544
+ 2555,
1545
+ 262,
1546
+ 9417,
1547
+ 262,
1548
+ 11396,
1549
+ 262,
1550
+ 45838,
1551
+ 632,
1552
+ 14131,
1553
+ 250111,
1554
+ 5256,
1555
+ 268,
1556
+ 260,
1557
+ 263,
1558
+ 53766,
1559
+ 5256,
1560
+ 632,
1561
+ 3118,
1562
+ 250111,
1563
+ 1460,
1564
+ 268,
1565
+ 260,
1566
+ 263,
1567
+ 260,
1568
+ 51865,
1569
+ 1460,
1570
+ 250111,
1571
+ 4404,
1572
+ 268,
1573
+ 260,
1574
+ 263,
1575
+ 37885,
1576
+ 262,
1577
+ 260,
1578
+ 28401,
1579
+ 632,
1580
+ 260,
1581
+ 10618,
1582
+ 250111,
1583
+ 2986,
1584
+ 268,
1585
+ 260,
1586
+ 263,
1587
+ 2986,
1588
+ 278,
1589
+ 264,
1590
+ 6536,
1591
+ 250111,
1592
+ 29661,
1593
+ 268,
1594
+ 260,
1595
+ 263,
1596
+ 5836,
1597
+ 262,
1598
+ 9195,
1599
+ 632,
1600
+ 57432,
1601
+ 6536,
1602
+ 250111,
1603
+ 8130,
1604
+ 268,
1605
+ 260,
1606
+ 263,
1607
+ 6397,
1608
+ 632,
1609
+ 39592,
1610
+ 3138,
1611
+ 260,
1612
+ 10618,
1613
+ 250111,
1614
+ 5690,
1615
+ 268,
1616
+ 260,
1617
+ 263,
1618
+ 5690,
1619
+ 262,
1620
+ 39277,
1621
+ 262,
1622
+ 63996,
1623
+ 262,
1624
+ 16081,
1625
+ 632,
1626
+ 6297,
1627
+ 6536,
1628
+ 250111,
1629
+ 10332,
1630
+ 268,
1631
+ 288,
1632
+ 10332,
1633
+ 305,
1634
+ 260,
1635
+ 263,
1636
+ 3436,
1637
+ 262,
1638
+ 3738,
1639
+ 262,
1640
+ 4634,
1641
+ 632,
1642
+ 2405,
1643
+ 275,
1644
+ 250106,
1645
+ 8939,
1646
+ 250106,
1647
+ 5256,
1648
+ 250106,
1649
+ 1460,
1650
+ 250106,
1651
+ 4404,
1652
+ 250106,
1653
+ 2986,
1654
+ 250106,
1655
+ 29661,
1656
+ 250106,
1657
+ 8130,
1658
+ 250106,
1659
+ 5690,
1660
+ 250106,
1661
+ 10332,
1662
+ 260,
1663
+ 272,
1664
+ 260,
1665
+ 272,
1666
+ 250103,
1667
+ 13418,
1668
+ 296,
1669
+ 336,
1670
+ 2608,
1671
+ 270,
1672
+ 45812,
1673
+ 260,
1674
+ 370,
1675
+ 616,
1676
+ 264,
1677
+ 14765,
1678
+ 341,
1679
+ 382,
1680
+ 260,
1681
+ 15278,
1682
+ 260,
1683
+ 261
1684
+ ],
1685
+ "word_positions": [
1686
+ 133,
1687
+ 135,
1688
+ 136,
1689
+ 137,
1690
+ 138,
1691
+ 139,
1692
+ 141,
1693
+ 144,
1694
+ 145,
1695
+ 146,
1696
+ 148
1697
+ ],
1698
+ "schema_positions": [
1699
+ [
1700
+ 1,
1701
+ 110,
1702
+ 112,
1703
+ 114,
1704
+ 116,
1705
+ 118,
1706
+ 120,
1707
+ 122,
1708
+ 124,
1709
+ 126
1710
+ ]
1711
+ ],
1712
+ "schema_tokens": [
1713
+ [
1714
+ "(",
1715
+ "[P]",
1716
+ "entities [DESCRIPTION] location: a place, city, country, airport or address [DESCRIPTION] date: a calendar date or day [DESCRIPTION] time: a clock time [DESCRIPTION] number: a count, quantity or amount [DESCRIPTION] person: a person's name [DESCRIPTION] organization: a company, brand or organisation name [DESCRIPTION] money: a price or monetary amount [DESCRIPTION] product: a product, package, library, tool or software name [DESCRIPTION] title: the title of a book, article, page or work",
1717
+ "(",
1718
+ "[E]",
1719
+ "location",
1720
+ "[E]",
1721
+ "date",
1722
+ "[E]",
1723
+ "time",
1724
+ "[E]",
1725
+ "number",
1726
+ "[E]",
1727
+ "person",
1728
+ "[E]",
1729
+ "organization",
1730
+ "[E]",
1731
+ "money",
1732
+ "[E]",
1733
+ "product",
1734
+ "[E]",
1735
+ "title",
1736
+ ")",
1737
+ ")"
1738
+ ]
1739
+ ],
1740
+ "text_tokens": [
1741
+ "trouver",
1742
+ "un",
1743
+ "vol",
1744
+ "de",
1745
+ "paris",
1746
+ "Γ ",
1747
+ "lisbonne",
1748
+ "le",
1749
+ "3",
1750
+ "novembre",
1751
+ "."
1752
+ ],
1753
+ "start_map": [
1754
+ 0,
1755
+ 8,
1756
+ 11,
1757
+ 15,
1758
+ 18,
1759
+ 24,
1760
+ 26,
1761
+ 35,
1762
+ 38,
1763
+ 40,
1764
+ 48
1765
+ ],
1766
+ "end_map": [
1767
+ 7,
1768
+ 10,
1769
+ 14,
1770
+ 17,
1771
+ 23,
1772
+ 25,
1773
+ 34,
1774
+ 37,
1775
+ 39,
1776
+ 48,
1777
+ 49
1778
+ ]
1779
+ },
1780
+ "result": {
1781
+ "entities": {
1782
+ "location": [
1783
+ {
1784
+ "text": "Lisbonne",
1785
+ "confidence": 0.9849077463150024,
1786
+ "start": 26,
1787
+ "end": 34
1788
+ },
1789
+ {
1790
+ "text": "Paris",
1791
+ "confidence": 0.9748371243476868,
1792
+ "start": 18,
1793
+ "end": 23
1794
+ }
1795
+ ],
1796
+ "date": [
1797
+ {
1798
+ "text": "3 novembre",
1799
+ "confidence": 0.9916480779647827,
1800
+ "start": 38,
1801
+ "end": 48
1802
+ }
1803
+ ],
1804
+ "time": [],
1805
+ "number": [],
1806
+ "person": [],
1807
+ "organization": [],
1808
+ "money": [],
1809
+ "product": [],
1810
+ "title": []
1811
+ }
1812
+ }
1813
+ },
1814
+ {
1815
+ "kind": "classify",
1816
+ "text": "Find a one-way ticket",
1817
+ "labels": {
1818
+ "Round trip": "a dropdown value to choose",
1819
+ "One way": "a dropdown value to choose",
1820
+ "1 passenger": "a button or link to press",
1821
+ "Economy": "a dropdown value to choose",
1822
+ "Where from?": "a text field to type a value into",
1823
+ "Where to?": "a text field to type a value into",
1824
+ "Departure": "a text field to type a value into",
1825
+ "Return": "a text field to type a value into",
1826
+ "Search": "a button or link to press",
1827
+ "Explore destinations": "a button or link to press",
1828
+ "Swap origin and destination": "a button or link to press",
1829
+ "Sign in": "a button or link to press"
1830
+ },
1831
+ "tensors": {
1832
+ "input_ids": [
1833
+ 275,
1834
+ 250104,
1835
+ 33750,
1836
+ 286,
1837
+ 250111,
1838
+ 27131,
1839
+ 20535,
1840
+ 268,
1841
+ 260,
1842
+ 263,
1843
+ 260,
1844
+ 35912,
1845
+ 9388,
1846
+ 289,
1847
+ 260,
1848
+ 18897,
1849
+ 250111,
1850
+ 2954,
1851
+ 3231,
1852
+ 268,
1853
+ 260,
1854
+ 263,
1855
+ 260,
1856
+ 35912,
1857
+ 9388,
1858
+ 289,
1859
+ 260,
1860
+ 18897,
1861
+ 250111,
1862
+ 334,
1863
+ 260,
1864
+ 99722,
1865
+ 268,
1866
+ 260,
1867
+ 263,
1868
+ 27565,
1869
+ 632,
1870
+ 5276,
1871
+ 289,
1872
+ 24445,
1873
+ 250111,
1874
+ 260,
1875
+ 73661,
1876
+ 268,
1877
+ 260,
1878
+ 263,
1879
+ 260,
1880
+ 35912,
1881
+ 9388,
1882
+ 289,
1883
+ 260,
1884
+ 18897,
1885
+ 250111,
1886
+ 260,
1887
+ 29656,
1888
+ 703,
1889
+ 292,
1890
+ 268,
1891
+ 260,
1892
+ 263,
1893
+ 7462,
1894
+ 21618,
1895
+ 289,
1896
+ 4055,
1897
+ 260,
1898
+ 263,
1899
+ 9388,
1900
+ 2388,
1901
+ 250111,
1902
+ 260,
1903
+ 29656,
1904
+ 289,
1905
+ 292,
1906
+ 268,
1907
+ 260,
1908
+ 263,
1909
+ 7462,
1910
+ 21618,
1911
+ 289,
1912
+ 4055,
1913
+ 260,
1914
+ 263,
1915
+ 9388,
1916
+ 2388,
1917
+ 250111,
1918
+ 215910,
1919
+ 2569,
1920
+ 268,
1921
+ 260,
1922
+ 263,
1923
+ 7462,
1924
+ 21618,
1925
+ 289,
1926
+ 4055,
1927
+ 260,
1928
+ 263,
1929
+ 9388,
1930
+ 2388,
1931
+ 250111,
1932
+ 42799,
1933
+ 268,
1934
+ 260,
1935
+ 263,
1936
+ 7462,
1937
+ 21618,
1938
+ 289,
1939
+ 4055,
1940
+ 260,
1941
+ 263,
1942
+ 9388,
1943
+ 2388,
1944
+ 250111,
1945
+ 8899,
1946
+ 268,
1947
+ 260,
1948
+ 263,
1949
+ 27565,
1950
+ 632,
1951
+ 5276,
1952
+ 289,
1953
+ 24445,
1954
+ 250111,
1955
+ 98083,
1956
+ 138772,
1957
+ 268,
1958
+ 260,
1959
+ 263,
1960
+ 27565,
1961
+ 632,
1962
+ 5276,
1963
+ 289,
1964
+ 24445,
1965
+ 250111,
1966
+ 321,
1967
+ 51034,
1968
+ 16043,
1969
+ 306,
1970
+ 56450,
1971
+ 268,
1972
+ 260,
1973
+ 263,
1974
+ 27565,
1975
+ 632,
1976
+ 5276,
1977
+ 289,
1978
+ 24445,
1979
+ 250111,
1980
+ 15240,
1981
+ 282,
1982
+ 268,
1983
+ 260,
1984
+ 263,
1985
+ 27565,
1986
+ 632,
1987
+ 5276,
1988
+ 289,
1989
+ 24445,
1990
+ 275,
1991
+ 250108,
1992
+ 27131,
1993
+ 20535,
1994
+ 250108,
1995
+ 2954,
1996
+ 3231,
1997
+ 250108,
1998
+ 334,
1999
+ 260,
2000
+ 99722,
2001
+ 250108,
2002
+ 260,
2003
+ 73661,
2004
+ 250108,
2005
+ 260,
2006
+ 29656,
2007
+ 703,
2008
+ 292,
2009
+ 250108,
2010
+ 260,
2011
+ 29656,
2012
+ 289,
2013
+ 292,
2014
+ 250108,
2015
+ 215910,
2016
+ 2569,
2017
+ 250108,
2018
+ 42799,
2019
+ 250108,
2020
+ 8899,
2021
+ 250108,
2022
+ 98083,
2023
+ 138772,
2024
+ 250108,
2025
+ 321,
2026
+ 51034,
2027
+ 16043,
2028
+ 306,
2029
+ 56450,
2030
+ 250108,
2031
+ 15240,
2032
+ 282,
2033
+ 260,
2034
+ 272,
2035
+ 260,
2036
+ 272,
2037
+ 250103,
2038
+ 3535,
2039
+ 260,
2040
+ 263,
2041
+ 1372,
2042
+ 265,
2043
+ 4134,
2044
+ 55605,
2045
+ 260,
2046
+ 261
2047
+ ],
2048
+ "word_positions": [
2049
+ 205,
2050
+ 206,
2051
+ 208,
2052
+ 211,
2053
+ 212
2054
+ ],
2055
+ "schema_positions": [
2056
+ [
2057
+ 1,
2058
+ 158,
2059
+ 161,
2060
+ 164,
2061
+ 168,
2062
+ 171,
2063
+ 176,
2064
+ 181,
2065
+ 184,
2066
+ 186,
2067
+ 188,
2068
+ 191,
2069
+ 197
2070
+ ]
2071
+ ],
2072
+ "schema_tokens": [
2073
+ [
2074
+ "(",
2075
+ "[P]",
2076
+ "referenced [DESCRIPTION] Round trip: a dropdown value to choose [DESCRIPTION] One way: a dropdown value to choose [DESCRIPTION] 1 passenger: a button or link to press [DESCRIPTION] Economy: a dropdown value to choose [DESCRIPTION] Where from?: a text field to type a value into [DESCRIPTION] Where to?: a text field to type a value into [DESCRIPTION] Departure: a text field to type a value into [DESCRIPTION] Return: a text field to type a value into [DESCRIPTION] Search: a button or link to press [DESCRIPTION] Explore destinations: a button or link to press [DESCRIPTION] Swap origin and destination: a button or link to press [DESCRIPTION] Sign in: a button or link to press",
2077
+ "(",
2078
+ "[L]",
2079
+ "Round trip",
2080
+ "[L]",
2081
+ "One way",
2082
+ "[L]",
2083
+ "1 passenger",
2084
+ "[L]",
2085
+ "Economy",
2086
+ "[L]",
2087
+ "Where from?",
2088
+ "[L]",
2089
+ "Where to?",
2090
+ "[L]",
2091
+ "Departure",
2092
+ "[L]",
2093
+ "Return",
2094
+ "[L]",
2095
+ "Search",
2096
+ "[L]",
2097
+ "Explore destinations",
2098
+ "[L]",
2099
+ "Swap origin and destination",
2100
+ "[L]",
2101
+ "Sign in",
2102
+ ")",
2103
+ ")"
2104
+ ]
2105
+ ],
2106
+ "text_tokens": [
2107
+ "find",
2108
+ "a",
2109
+ "one-way",
2110
+ "ticket",
2111
+ "."
2112
+ ],
2113
+ "start_map": [
2114
+ 0,
2115
+ 5,
2116
+ 7,
2117
+ 15,
2118
+ 21
2119
+ ],
2120
+ "end_map": [
2121
+ 4,
2122
+ 6,
2123
+ 14,
2124
+ 21,
2125
+ 22
2126
+ ]
2127
+ },
2128
+ "result": {
2129
+ "Round trip": 3.165092265204695e-07,
2130
+ "One way": 0.9999855466719129,
2131
+ "1 passenger": 2.8702897373703616e-06,
2132
+ "Economy": 3.5392663438834985e-07,
2133
+ "Where from?": 6.018135525829969e-07,
2134
+ "Where to?": 1.3450147442061297e-06,
2135
+ "Departure": 3.345333527771419e-06,
2136
+ "Return": 3.7868391028969296e-06,
2137
+ "Search": 1.5209012351830303e-06,
2138
+ "Explore destinations": 1.6253049614883635e-07,
2139
+ "Swap origin and destination": 1.0728542478106593e-07,
2140
+ "Sign in": 4.2884405262587535e-08
2141
+ }
2142
+ },
2143
+ {
2144
+ "kind": "classify",
2145
+ "text": "from New York",
2146
+ "labels": {
2147
+ "Round trip": "a dropdown value to choose",
2148
+ "One way": "a dropdown value to choose",
2149
+ "1 passenger": "a button or link to press",
2150
+ "Economy": "a dropdown value to choose",
2151
+ "Where from?": "a text field to type a value into",
2152
+ "Where to?": "a text field to type a value into",
2153
+ "Departure": "a text field to type a value into",
2154
+ "Return": "a text field to type a value into",
2155
+ "Search": "a button or link to press",
2156
+ "Explore destinations": "a button or link to press",
2157
+ "Swap origin and destination": "a button or link to press",
2158
+ "Sign in": "a button or link to press"
2159
+ },
2160
+ "tensors": {
2161
+ "input_ids": [
2162
+ 275,
2163
+ 250104,
2164
+ 33750,
2165
+ 286,
2166
+ 250111,
2167
+ 27131,
2168
+ 20535,
2169
+ 268,
2170
+ 260,
2171
+ 263,
2172
+ 260,
2173
+ 35912,
2174
+ 9388,
2175
+ 289,
2176
+ 260,
2177
+ 18897,
2178
+ 250111,
2179
+ 2954,
2180
+ 3231,
2181
+ 268,
2182
+ 260,
2183
+ 263,
2184
+ 260,
2185
+ 35912,
2186
+ 9388,
2187
+ 289,
2188
+ 260,
2189
+ 18897,
2190
+ 250111,
2191
+ 334,
2192
+ 260,
2193
+ 99722,
2194
+ 268,
2195
+ 260,
2196
+ 263,
2197
+ 27565,
2198
+ 632,
2199
+ 5276,
2200
+ 289,
2201
+ 24445,
2202
+ 250111,
2203
+ 260,
2204
+ 73661,
2205
+ 268,
2206
+ 260,
2207
+ 263,
2208
+ 260,
2209
+ 35912,
2210
+ 9388,
2211
+ 289,
2212
+ 260,
2213
+ 18897,
2214
+ 250111,
2215
+ 260,
2216
+ 29656,
2217
+ 703,
2218
+ 292,
2219
+ 268,
2220
+ 260,
2221
+ 263,
2222
+ 7462,
2223
+ 21618,
2224
+ 289,
2225
+ 4055,
2226
+ 260,
2227
+ 263,
2228
+ 9388,
2229
+ 2388,
2230
+ 250111,
2231
+ 260,
2232
+ 29656,
2233
+ 289,
2234
+ 292,
2235
+ 268,
2236
+ 260,
2237
+ 263,
2238
+ 7462,
2239
+ 21618,
2240
+ 289,
2241
+ 4055,
2242
+ 260,
2243
+ 263,
2244
+ 9388,
2245
+ 2388,
2246
+ 250111,
2247
+ 215910,
2248
+ 2569,
2249
+ 268,
2250
+ 260,
2251
+ 263,
2252
+ 7462,
2253
+ 21618,
2254
+ 289,
2255
+ 4055,
2256
+ 260,
2257
+ 263,
2258
+ 9388,
2259
+ 2388,
2260
+ 250111,
2261
+ 42799,
2262
+ 268,
2263
+ 260,
2264
+ 263,
2265
+ 7462,
2266
+ 21618,
2267
+ 289,
2268
+ 4055,
2269
+ 260,
2270
+ 263,
2271
+ 9388,
2272
+ 2388,
2273
+ 250111,
2274
+ 8899,
2275
+ 268,
2276
+ 260,
2277
+ 263,
2278
+ 27565,
2279
+ 632,
2280
+ 5276,
2281
+ 289,
2282
+ 24445,
2283
+ 250111,
2284
+ 98083,
2285
+ 138772,
2286
+ 268,
2287
+ 260,
2288
+ 263,
2289
+ 27565,
2290
+ 632,
2291
+ 5276,
2292
+ 289,
2293
+ 24445,
2294
+ 250111,
2295
+ 321,
2296
+ 51034,
2297
+ 16043,
2298
+ 306,
2299
+ 56450,
2300
+ 268,
2301
+ 260,
2302
+ 263,
2303
+ 27565,
2304
+ 632,
2305
+ 5276,
2306
+ 289,
2307
+ 24445,
2308
+ 250111,
2309
+ 15240,
2310
+ 282,
2311
+ 268,
2312
+ 260,
2313
+ 263,
2314
+ 27565,
2315
+ 632,
2316
+ 5276,
2317
+ 289,
2318
+ 24445,
2319
+ 275,
2320
+ 250108,
2321
+ 27131,
2322
+ 20535,
2323
+ 250108,
2324
+ 2954,
2325
+ 3231,
2326
+ 250108,
2327
+ 334,
2328
+ 260,
2329
+ 99722,
2330
+ 250108,
2331
+ 260,
2332
+ 73661,
2333
+ 250108,
2334
+ 260,
2335
+ 29656,
2336
+ 703,
2337
+ 292,
2338
+ 250108,
2339
+ 260,
2340
+ 29656,
2341
+ 289,
2342
+ 292,
2343
+ 250108,
2344
+ 215910,
2345
+ 2569,
2346
+ 250108,
2347
+ 42799,
2348
+ 250108,
2349
+ 8899,
2350
+ 250108,
2351
+ 98083,
2352
+ 138772,
2353
+ 250108,
2354
+ 321,
2355
+ 51034,
2356
+ 16043,
2357
+ 306,
2358
+ 56450,
2359
+ 250108,
2360
+ 15240,
2361
+ 282,
2362
+ 260,
2363
+ 272,
2364
+ 260,
2365
+ 272,
2366
+ 250103,
2367
+ 703,
2368
+ 1547,
2369
+ 260,
2370
+ 69834,
2371
+ 260,
2372
+ 261
2373
+ ],
2374
+ "word_positions": [
2375
+ 205,
2376
+ 206,
2377
+ 207,
2378
+ 209
2379
+ ],
2380
+ "schema_positions": [
2381
+ [
2382
+ 1,
2383
+ 158,
2384
+ 161,
2385
+ 164,
2386
+ 168,
2387
+ 171,
2388
+ 176,
2389
+ 181,
2390
+ 184,
2391
+ 186,
2392
+ 188,
2393
+ 191,
2394
+ 197
2395
+ ]
2396
+ ],
2397
+ "schema_tokens": [
2398
+ [
2399
+ "(",
2400
+ "[P]",
2401
+ "referenced [DESCRIPTION] Round trip: a dropdown value to choose [DESCRIPTION] One way: a dropdown value to choose [DESCRIPTION] 1 passenger: a button or link to press [DESCRIPTION] Economy: a dropdown value to choose [DESCRIPTION] Where from?: a text field to type a value into [DESCRIPTION] Where to?: a text field to type a value into [DESCRIPTION] Departure: a text field to type a value into [DESCRIPTION] Return: a text field to type a value into [DESCRIPTION] Search: a button or link to press [DESCRIPTION] Explore destinations: a button or link to press [DESCRIPTION] Swap origin and destination: a button or link to press [DESCRIPTION] Sign in: a button or link to press",
2402
+ "(",
2403
+ "[L]",
2404
+ "Round trip",
2405
+ "[L]",
2406
+ "One way",
2407
+ "[L]",
2408
+ "1 passenger",
2409
+ "[L]",
2410
+ "Economy",
2411
+ "[L]",
2412
+ "Where from?",
2413
+ "[L]",
2414
+ "Where to?",
2415
+ "[L]",
2416
+ "Departure",
2417
+ "[L]",
2418
+ "Return",
2419
+ "[L]",
2420
+ "Search",
2421
+ "[L]",
2422
+ "Explore destinations",
2423
+ "[L]",
2424
+ "Swap origin and destination",
2425
+ "[L]",
2426
+ "Sign in",
2427
+ ")",
2428
+ ")"
2429
+ ]
2430
+ ],
2431
+ "text_tokens": [
2432
+ "from",
2433
+ "new",
2434
+ "york",
2435
+ "."
2436
+ ],
2437
+ "start_map": [
2438
+ 0,
2439
+ 5,
2440
+ 9,
2441
+ 13
2442
+ ],
2443
+ "end_map": [
2444
+ 4,
2445
+ 8,
2446
+ 13,
2447
+ 14
2448
+ ]
2449
+ },
2450
+ "result": {
2451
+ "Round trip": 6.219667810591025e-05,
2452
+ "One way": 0.0009540508156401008,
2453
+ "1 passenger": 2.138084329018601e-05,
2454
+ "Economy": 1.5775020943589464e-05,
2455
+ "Where from?": 0.5498838853588932,
2456
+ "Where to?": 0.0023546893503824605,
2457
+ "Departure": 0.44500302751711474,
2458
+ "Return": 0.0008940282575548512,
2459
+ "Search": 3.385078812555337e-05,
2460
+ "Explore destinations": 3.633959876308984e-05,
2461
+ "Swap origin and destination": 0.000738692609387951,
2462
+ "Sign in": 2.0831617983256536e-06
2463
+ }
2464
+ },
2465
+ {
2466
+ "kind": "classify",
2467
+ "text": "to San Francisco",
2468
+ "labels": {
2469
+ "Round trip": "a dropdown value to choose",
2470
+ "One way": "a dropdown value to choose",
2471
+ "1 passenger": "a button or link to press",
2472
+ "Economy": "a dropdown value to choose",
2473
+ "Where from?": "a text field to type a value into",
2474
+ "Where to?": "a text field to type a value into",
2475
+ "Departure": "a text field to type a value into",
2476
+ "Return": "a text field to type a value into",
2477
+ "Search": "a button or link to press",
2478
+ "Explore destinations": "a button or link to press",
2479
+ "Swap origin and destination": "a button or link to press",
2480
+ "Sign in": "a button or link to press"
2481
+ },
2482
+ "tensors": {
2483
+ "input_ids": [
2484
+ 275,
2485
+ 250104,
2486
+ 33750,
2487
+ 286,
2488
+ 250111,
2489
+ 27131,
2490
+ 20535,
2491
+ 268,
2492
+ 260,
2493
+ 263,
2494
+ 260,
2495
+ 35912,
2496
+ 9388,
2497
+ 289,
2498
+ 260,
2499
+ 18897,
2500
+ 250111,
2501
+ 2954,
2502
+ 3231,
2503
+ 268,
2504
+ 260,
2505
+ 263,
2506
+ 260,
2507
+ 35912,
2508
+ 9388,
2509
+ 289,
2510
+ 260,
2511
+ 18897,
2512
+ 250111,
2513
+ 334,
2514
+ 260,
2515
+ 99722,
2516
+ 268,
2517
+ 260,
2518
+ 263,
2519
+ 27565,
2520
+ 632,
2521
+ 5276,
2522
+ 289,
2523
+ 24445,
2524
+ 250111,
2525
+ 260,
2526
+ 73661,
2527
+ 268,
2528
+ 260,
2529
+ 263,
2530
+ 260,
2531
+ 35912,
2532
+ 9388,
2533
+ 289,
2534
+ 260,
2535
+ 18897,
2536
+ 250111,
2537
+ 260,
2538
+ 29656,
2539
+ 703,
2540
+ 292,
2541
+ 268,
2542
+ 260,
2543
+ 263,
2544
+ 7462,
2545
+ 21618,
2546
+ 289,
2547
+ 4055,
2548
+ 260,
2549
+ 263,
2550
+ 9388,
2551
+ 2388,
2552
+ 250111,
2553
+ 260,
2554
+ 29656,
2555
+ 289,
2556
+ 292,
2557
+ 268,
2558
+ 260,
2559
+ 263,
2560
+ 7462,
2561
+ 21618,
2562
+ 289,
2563
+ 4055,
2564
+ 260,
2565
+ 263,
2566
+ 9388,
2567
+ 2388,
2568
+ 250111,
2569
+ 215910,
2570
+ 2569,
2571
+ 268,
2572
+ 260,
2573
+ 263,
2574
+ 7462,
2575
+ 21618,
2576
+ 289,
2577
+ 4055,
2578
+ 260,
2579
+ 263,
2580
+ 9388,
2581
+ 2388,
2582
+ 250111,
2583
+ 42799,
2584
+ 268,
2585
+ 260,
2586
+ 263,
2587
+ 7462,
2588
+ 21618,
2589
+ 289,
2590
+ 4055,
2591
+ 260,
2592
+ 263,
2593
+ 9388,
2594
+ 2388,
2595
+ 250111,
2596
+ 8899,
2597
+ 268,
2598
+ 260,
2599
+ 263,
2600
+ 27565,
2601
+ 632,
2602
+ 5276,
2603
+ 289,
2604
+ 24445,
2605
+ 250111,
2606
+ 98083,
2607
+ 138772,
2608
+ 268,
2609
+ 260,
2610
+ 263,
2611
+ 27565,
2612
+ 632,
2613
+ 5276,
2614
+ 289,
2615
+ 24445,
2616
+ 250111,
2617
+ 321,
2618
+ 51034,
2619
+ 16043,
2620
+ 306,
2621
+ 56450,
2622
+ 268,
2623
+ 260,
2624
+ 263,
2625
+ 27565,
2626
+ 632,
2627
+ 5276,
2628
+ 289,
2629
+ 24445,
2630
+ 250111,
2631
+ 15240,
2632
+ 282,
2633
+ 268,
2634
+ 260,
2635
+ 263,
2636
+ 27565,
2637
+ 632,
2638
+ 5276,
2639
+ 289,
2640
+ 24445,
2641
+ 275,
2642
+ 250108,
2643
+ 27131,
2644
+ 20535,
2645
+ 250108,
2646
+ 2954,
2647
+ 3231,
2648
+ 250108,
2649
+ 334,
2650
+ 260,
2651
+ 99722,
2652
+ 250108,
2653
+ 260,
2654
+ 73661,
2655
+ 250108,
2656
+ 260,
2657
+ 29656,
2658
+ 703,
2659
+ 292,
2660
+ 250108,
2661
+ 260,
2662
+ 29656,
2663
+ 289,
2664
+ 292,
2665
+ 250108,
2666
+ 215910,
2667
+ 2569,
2668
+ 250108,
2669
+ 42799,
2670
+ 250108,
2671
+ 8899,
2672
+ 250108,
2673
+ 98083,
2674
+ 138772,
2675
+ 250108,
2676
+ 321,
2677
+ 51034,
2678
+ 16043,
2679
+ 306,
2680
+ 56450,
2681
+ 250108,
2682
+ 15240,
2683
+ 282,
2684
+ 260,
2685
+ 272,
2686
+ 260,
2687
+ 272,
2688
+ 250103,
2689
+ 289,
2690
+ 4201,
2691
+ 260,
2692
+ 212023,
2693
+ 260,
2694
+ 261
2695
+ ],
2696
+ "word_positions": [
2697
+ 205,
2698
+ 206,
2699
+ 207,
2700
+ 209
2701
+ ],
2702
+ "schema_positions": [
2703
+ [
2704
+ 1,
2705
+ 158,
2706
+ 161,
2707
+ 164,
2708
+ 168,
2709
+ 171,
2710
+ 176,
2711
+ 181,
2712
+ 184,
2713
+ 186,
2714
+ 188,
2715
+ 191,
2716
+ 197
2717
+ ]
2718
+ ],
2719
+ "schema_tokens": [
2720
+ [
2721
+ "(",
2722
+ "[P]",
2723
+ "referenced [DESCRIPTION] Round trip: a dropdown value to choose [DESCRIPTION] One way: a dropdown value to choose [DESCRIPTION] 1 passenger: a button or link to press [DESCRIPTION] Economy: a dropdown value to choose [DESCRIPTION] Where from?: a text field to type a value into [DESCRIPTION] Where to?: a text field to type a value into [DESCRIPTION] Departure: a text field to type a value into [DESCRIPTION] Return: a text field to type a value into [DESCRIPTION] Search: a button or link to press [DESCRIPTION] Explore destinations: a button or link to press [DESCRIPTION] Swap origin and destination: a button or link to press [DESCRIPTION] Sign in: a button or link to press",
2724
+ "(",
2725
+ "[L]",
2726
+ "Round trip",
2727
+ "[L]",
2728
+ "One way",
2729
+ "[L]",
2730
+ "1 passenger",
2731
+ "[L]",
2732
+ "Economy",
2733
+ "[L]",
2734
+ "Where from?",
2735
+ "[L]",
2736
+ "Where to?",
2737
+ "[L]",
2738
+ "Departure",
2739
+ "[L]",
2740
+ "Return",
2741
+ "[L]",
2742
+ "Search",
2743
+ "[L]",
2744
+ "Explore destinations",
2745
+ "[L]",
2746
+ "Swap origin and destination",
2747
+ "[L]",
2748
+ "Sign in",
2749
+ ")",
2750
+ ")"
2751
+ ]
2752
+ ],
2753
+ "text_tokens": [
2754
+ "to",
2755
+ "san",
2756
+ "francisco",
2757
+ "."
2758
+ ],
2759
+ "start_map": [
2760
+ 0,
2761
+ 3,
2762
+ 7,
2763
+ 16
2764
+ ],
2765
+ "end_map": [
2766
+ 2,
2767
+ 6,
2768
+ 16,
2769
+ 17
2770
+ ]
2771
+ },
2772
+ "result": {
2773
+ "Round trip": 0.00014644606145913433,
2774
+ "One way": 0.0012357265385179665,
2775
+ "1 passenger": 7.346756692025462e-05,
2776
+ "Economy": 1.8649297290275067e-05,
2777
+ "Where from?": 0.0013956174905940262,
2778
+ "Where to?": 0.7743967693624239,
2779
+ "Departure": 0.19204790810861228,
2780
+ "Return": 0.0304397247494308,
2781
+ "Search": 2.9830524103526736e-05,
2782
+ "Explore destinations": 9.280981730244782e-05,
2783
+ "Swap origin and destination": 0.00012171242029152331,
2784
+ "Sign in": 1.3380630538179355e-06
2785
+ }
2786
+ },
2787
+ {
2788
+ "kind": "classify",
2789
+ "text": "on October 9, 2026",
2790
+ "labels": {
2791
+ "Round trip": "a dropdown value to choose",
2792
+ "One way": "a dropdown value to choose",
2793
+ "1 passenger": "a button or link to press",
2794
+ "Economy": "a dropdown value to choose",
2795
+ "Where from?": "a text field to type a value into",
2796
+ "Where to?": "a text field to type a value into",
2797
+ "Departure": "a text field to type a value into",
2798
+ "Return": "a text field to type a value into",
2799
+ "Search": "a button or link to press",
2800
+ "Explore destinations": "a button or link to press",
2801
+ "Swap origin and destination": "a button or link to press",
2802
+ "Sign in": "a button or link to press"
2803
+ },
2804
+ "tensors": {
2805
+ "input_ids": [
2806
+ 275,
2807
+ 250104,
2808
+ 33750,
2809
+ 286,
2810
+ 250111,
2811
+ 27131,
2812
+ 20535,
2813
+ 268,
2814
+ 260,
2815
+ 263,
2816
+ 260,
2817
+ 35912,
2818
+ 9388,
2819
+ 289,
2820
+ 260,
2821
+ 18897,
2822
+ 250111,
2823
+ 2954,
2824
+ 3231,
2825
+ 268,
2826
+ 260,
2827
+ 263,
2828
+ 260,
2829
+ 35912,
2830
+ 9388,
2831
+ 289,
2832
+ 260,
2833
+ 18897,
2834
+ 250111,
2835
+ 334,
2836
+ 260,
2837
+ 99722,
2838
+ 268,
2839
+ 260,
2840
+ 263,
2841
+ 27565,
2842
+ 632,
2843
+ 5276,
2844
+ 289,
2845
+ 24445,
2846
+ 250111,
2847
+ 260,
2848
+ 73661,
2849
+ 268,
2850
+ 260,
2851
+ 263,
2852
+ 260,
2853
+ 35912,
2854
+ 9388,
2855
+ 289,
2856
+ 260,
2857
+ 18897,
2858
+ 250111,
2859
+ 260,
2860
+ 29656,
2861
+ 703,
2862
+ 292,
2863
+ 268,
2864
+ 260,
2865
+ 263,
2866
+ 7462,
2867
+ 21618,
2868
+ 289,
2869
+ 4055,
2870
+ 260,
2871
+ 263,
2872
+ 9388,
2873
+ 2388,
2874
+ 250111,
2875
+ 260,
2876
+ 29656,
2877
+ 289,
2878
+ 292,
2879
+ 268,
2880
+ 260,
2881
+ 263,
2882
+ 7462,
2883
+ 21618,
2884
+ 289,
2885
+ 4055,
2886
+ 260,
2887
+ 263,
2888
+ 9388,
2889
+ 2388,
2890
+ 250111,
2891
+ 215910,
2892
+ 2569,
2893
+ 268,
2894
+ 260,
2895
+ 263,
2896
+ 7462,
2897
+ 21618,
2898
+ 289,
2899
+ 4055,
2900
+ 260,
2901
+ 263,
2902
+ 9388,
2903
+ 2388,
2904
+ 250111,
2905
+ 42799,
2906
+ 268,
2907
+ 260,
2908
+ 263,
2909
+ 7462,
2910
+ 21618,
2911
+ 289,
2912
+ 4055,
2913
+ 260,
2914
+ 263,
2915
+ 9388,
2916
+ 2388,
2917
+ 250111,
2918
+ 8899,
2919
+ 268,
2920
+ 260,
2921
+ 263,
2922
+ 27565,
2923
+ 632,
2924
+ 5276,
2925
+ 289,
2926
+ 24445,
2927
+ 250111,
2928
+ 98083,
2929
+ 138772,
2930
+ 268,
2931
+ 260,
2932
+ 263,
2933
+ 27565,
2934
+ 632,
2935
+ 5276,
2936
+ 289,
2937
+ 24445,
2938
+ 250111,
2939
+ 321,
2940
+ 51034,
2941
+ 16043,
2942
+ 306,
2943
+ 56450,
2944
+ 268,
2945
+ 260,
2946
+ 263,
2947
+ 27565,
2948
+ 632,
2949
+ 5276,
2950
+ 289,
2951
+ 24445,
2952
+ 250111,
2953
+ 15240,
2954
+ 282,
2955
+ 268,
2956
+ 260,
2957
+ 263,
2958
+ 27565,
2959
+ 632,
2960
+ 5276,
2961
+ 289,
2962
+ 24445,
2963
+ 275,
2964
+ 250108,
2965
+ 27131,
2966
+ 20535,
2967
+ 250108,
2968
+ 2954,
2969
+ 3231,
2970
+ 250108,
2971
+ 334,
2972
+ 260,
2973
+ 99722,
2974
+ 250108,
2975
+ 260,
2976
+ 73661,
2977
+ 250108,
2978
+ 260,
2979
+ 29656,
2980
+ 703,
2981
+ 292,
2982
+ 250108,
2983
+ 260,
2984
+ 29656,
2985
+ 289,
2986
+ 292,
2987
+ 250108,
2988
+ 215910,
2989
+ 2569,
2990
+ 250108,
2991
+ 42799,
2992
+ 250108,
2993
+ 8899,
2994
+ 250108,
2995
+ 98083,
2996
+ 138772,
2997
+ 250108,
2998
+ 321,
2999
+ 51034,
3000
+ 16043,
3001
+ 306,
3002
+ 56450,
3003
+ 250108,
3004
+ 15240,
3005
+ 282,
3006
+ 260,
3007
+ 272,
3008
+ 260,
3009
+ 272,
3010
+ 250103,
3011
+ 352,
3012
+ 260,
3013
+ 37602,
3014
+ 296,
3015
+ 775,
3016
+ 260,
3017
+ 262,
3018
+ 260,
3019
+ 104646,
3020
+ 260,
3021
+ 261
3022
+ ],
3023
+ "word_positions": [
3024
+ 205,
3025
+ 206,
3026
+ 209,
3027
+ 210,
3028
+ 212,
3029
+ 214
3030
+ ],
3031
+ "schema_positions": [
3032
+ [
3033
+ 1,
3034
+ 158,
3035
+ 161,
3036
+ 164,
3037
+ 168,
3038
+ 171,
3039
+ 176,
3040
+ 181,
3041
+ 184,
3042
+ 186,
3043
+ 188,
3044
+ 191,
3045
+ 197
3046
+ ]
3047
+ ],
3048
+ "schema_tokens": [
3049
+ [
3050
+ "(",
3051
+ "[P]",
3052
+ "referenced [DESCRIPTION] Round trip: a dropdown value to choose [DESCRIPTION] One way: a dropdown value to choose [DESCRIPTION] 1 passenger: a button or link to press [DESCRIPTION] Economy: a dropdown value to choose [DESCRIPTION] Where from?: a text field to type a value into [DESCRIPTION] Where to?: a text field to type a value into [DESCRIPTION] Departure: a text field to type a value into [DESCRIPTION] Return: a text field to type a value into [DESCRIPTION] Search: a button or link to press [DESCRIPTION] Explore destinations: a button or link to press [DESCRIPTION] Swap origin and destination: a button or link to press [DESCRIPTION] Sign in: a button or link to press",
3053
+ "(",
3054
+ "[L]",
3055
+ "Round trip",
3056
+ "[L]",
3057
+ "One way",
3058
+ "[L]",
3059
+ "1 passenger",
3060
+ "[L]",
3061
+ "Economy",
3062
+ "[L]",
3063
+ "Where from?",
3064
+ "[L]",
3065
+ "Where to?",
3066
+ "[L]",
3067
+ "Departure",
3068
+ "[L]",
3069
+ "Return",
3070
+ "[L]",
3071
+ "Search",
3072
+ "[L]",
3073
+ "Explore destinations",
3074
+ "[L]",
3075
+ "Swap origin and destination",
3076
+ "[L]",
3077
+ "Sign in",
3078
+ ")",
3079
+ ")"
3080
+ ]
3081
+ ],
3082
+ "text_tokens": [
3083
+ "on",
3084
+ "october",
3085
+ "9",
3086
+ ",",
3087
+ "2026",
3088
+ "."
3089
+ ],
3090
+ "start_map": [
3091
+ 0,
3092
+ 3,
3093
+ 11,
3094
+ 12,
3095
+ 14,
3096
+ 18
3097
+ ],
3098
+ "end_map": [
3099
+ 2,
3100
+ 10,
3101
+ 12,
3102
+ 13,
3103
+ 18,
3104
+ 19
3105
+ ]
3106
+ },
3107
+ "result": {
3108
+ "Round trip": 0.010601379997340829,
3109
+ "One way": 0.01418647784143752,
3110
+ "1 passenger": 0.007399361041043039,
3111
+ "Economy": 0.0025752915771437815,
3112
+ "Where from?": 0.0058992258892803275,
3113
+ "Where to?": 0.008586888632237433,
3114
+ "Departure": 0.7868174480373361,
3115
+ "Return": 0.1504075237308052,
3116
+ "Search": 0.008100176885955788,
3117
+ "Explore destinations": 0.0038697403690826464,
3118
+ "Swap origin and destination": 0.0010389253718548605,
3119
+ "Sign in": 0.000517560626482411
3120
+ }
3121
+ },
3122
+ {
3123
+ "kind": "classify",
3124
+ "text": "Get directions",
3125
+ "labels": {
3126
+ "Search Google Maps": "a text field to type a value into",
3127
+ "Directions": "a button or link to press",
3128
+ "Choose starting point, or click on the map": "a text field to type a value into",
3129
+ "Choose destination": "a text field to type a value into",
3130
+ "Driving": "a button or link to press",
3131
+ "Transit": "a button or link to press",
3132
+ "Walking": "a button or link to press",
3133
+ "Cycling": "a button or link to press",
3134
+ "Menu": "a button or link to press"
3135
+ },
3136
+ "tensors": {
3137
+ "input_ids": [
3138
+ 275,
3139
+ 250104,
3140
+ 33750,
3141
+ 286,
3142
+ 250111,
3143
+ 8899,
3144
+ 2351,
3145
+ 260,
3146
+ 63029,
3147
+ 268,
3148
+ 260,
3149
+ 263,
3150
+ 7462,
3151
+ 21618,
3152
+ 289,
3153
+ 4055,
3154
+ 260,
3155
+ 263,
3156
+ 9388,
3157
+ 2388,
3158
+ 250111,
3159
+ 260,
3160
+ 157241,
3161
+ 268,
3162
+ 260,
3163
+ 263,
3164
+ 27565,
3165
+ 632,
3166
+ 5276,
3167
+ 289,
3168
+ 24445,
3169
+ 250111,
3170
+ 260,
3171
+ 66569,
3172
+ 260,
3173
+ 31887,
3174
+ 5684,
3175
+ 262,
3176
+ 632,
3177
+ 11763,
3178
+ 352,
3179
+ 288,
3180
+ 11546,
3181
+ 268,
3182
+ 260,
3183
+ 263,
3184
+ 7462,
3185
+ 21618,
3186
+ 289,
3187
+ 4055,
3188
+ 260,
3189
+ 263,
3190
+ 9388,
3191
+ 2388,
3192
+ 250111,
3193
+ 260,
3194
+ 66569,
3195
+ 56450,
3196
+ 268,
3197
+ 260,
3198
+ 263,
3199
+ 7462,
3200
+ 21618,
3201
+ 289,
3202
+ 4055,
3203
+ 260,
3204
+ 263,
3205
+ 9388,
3206
+ 2388,
3207
+ 250111,
3208
+ 141873,
3209
+ 348,
3210
+ 268,
3211
+ 260,
3212
+ 263,
3213
+ 27565,
3214
+ 632,
3215
+ 5276,
3216
+ 289,
3217
+ 24445,
3218
+ 250111,
3219
+ 85308,
3220
+ 268,
3221
+ 260,
3222
+ 263,
3223
+ 27565,
3224
+ 632,
3225
+ 5276,
3226
+ 289,
3227
+ 24445,
3228
+ 250111,
3229
+ 260,
3230
+ 65241,
3231
+ 268,
3232
+ 260,
3233
+ 263,
3234
+ 27565,
3235
+ 632,
3236
+ 5276,
3237
+ 289,
3238
+ 24445,
3239
+ 250111,
3240
+ 80194,
3241
+ 348,
3242
+ 268,
3243
+ 260,
3244
+ 263,
3245
+ 27565,
3246
+ 632,
3247
+ 5276,
3248
+ 289,
3249
+ 24445,
3250
+ 250111,
3251
+ 32698,
3252
+ 268,
3253
+ 260,
3254
+ 263,
3255
+ 27565,
3256
+ 632,
3257
+ 5276,
3258
+ 289,
3259
+ 24445,
3260
+ 275,
3261
+ 250108,
3262
+ 8899,
3263
+ 2351,
3264
+ 260,
3265
+ 63029,
3266
+ 250108,
3267
+ 260,
3268
+ 157241,
3269
+ 250108,
3270
+ 260,
3271
+ 66569,
3272
+ 260,
3273
+ 31887,
3274
+ 5684,
3275
+ 262,
3276
+ 632,
3277
+ 11763,
3278
+ 352,
3279
+ 288,
3280
+ 11546,
3281
+ 250108,
3282
+ 260,
3283
+ 66569,
3284
+ 56450,
3285
+ 250108,
3286
+ 141873,
3287
+ 348,
3288
+ 250108,
3289
+ 85308,
3290
+ 250108,
3291
+ 260,
3292
+ 65241,
3293
+ 250108,
3294
+ 80194,
3295
+ 348,
3296
+ 250108,
3297
+ 32698,
3298
+ 260,
3299
+ 272,
3300
+ 260,
3301
+ 272,
3302
+ 250103,
3303
+ 1690,
3304
+ 11209,
3305
+ 264,
3306
+ 260,
3307
+ 261
3308
+ ],
3309
+ "word_positions": [
3310
+ 165,
3311
+ 166,
3312
+ 168
3313
+ ],
3314
+ "schema_positions": [
3315
+ [
3316
+ 1,
3317
+ 123,
3318
+ 128,
3319
+ 131,
3320
+ 143,
3321
+ 147,
3322
+ 150,
3323
+ 152,
3324
+ 155,
3325
+ 158
3326
+ ]
3327
+ ],
3328
+ "schema_tokens": [
3329
+ [
3330
+ "(",
3331
+ "[P]",
3332
+ "referenced [DESCRIPTION] Search Google Maps: a text field to type a value into [DESCRIPTION] Directions: a button or link to press [DESCRIPTION] Choose starting point, or click on the map: a text field to type a value into [DESCRIPTION] Choose destination: a text field to type a value into [DESCRIPTION] Driving: a button or link to press [DESCRIPTION] Transit: a button or link to press [DESCRIPTION] Walking: a button or link to press [DESCRIPTION] Cycling: a button or link to press [DESCRIPTION] Menu: a button or link to press",
3333
+ "(",
3334
+ "[L]",
3335
+ "Search Google Maps",
3336
+ "[L]",
3337
+ "Directions",
3338
+ "[L]",
3339
+ "Choose starting point, or click on the map",
3340
+ "[L]",
3341
+ "Choose destination",
3342
+ "[L]",
3343
+ "Driving",
3344
+ "[L]",
3345
+ "Transit",
3346
+ "[L]",
3347
+ "Walking",
3348
+ "[L]",
3349
+ "Cycling",
3350
+ "[L]",
3351
+ "Menu",
3352
+ ")",
3353
+ ")"
3354
+ ]
3355
+ ],
3356
+ "text_tokens": [
3357
+ "get",
3358
+ "directions",
3359
+ "."
3360
+ ],
3361
+ "start_map": [
3362
+ 0,
3363
+ 4,
3364
+ 14
3365
+ ],
3366
+ "end_map": [
3367
+ 3,
3368
+ 14,
3369
+ 15
3370
+ ]
3371
+ },
3372
+ "result": {
3373
+ "Search Google Maps": 9.377536186338267e-08,
3374
+ "Directions": 0.9999988743193036,
3375
+ "Choose starting point, or click on the map": 5.1400832423102484e-08,
3376
+ "Choose destination": 2.399756432184279e-07,
3377
+ "Driving": 2.253672518810853e-07,
3378
+ "Transit": 2.1952207706862615e-07,
3379
+ "Walking": 1.433900528829207e-07,
3380
+ "Cycling": 9.422906696782677e-08,
3381
+ "Menu": 5.802041012627598e-08
3382
+ }
3383
+ },
3384
+ {
3385
+ "kind": "classify",
3386
+ "text": "from Berlin Hauptbahnhof",
3387
+ "labels": {
3388
+ "Search Google Maps": "a text field to type a value into",
3389
+ "Directions": "a button or link to press",
3390
+ "Choose starting point, or click on the map": "a text field to type a value into",
3391
+ "Choose destination": "a text field to type a value into",
3392
+ "Driving": "a button or link to press",
3393
+ "Transit": "a button or link to press",
3394
+ "Walking": "a button or link to press",
3395
+ "Cycling": "a button or link to press",
3396
+ "Menu": "a button or link to press"
3397
+ },
3398
+ "tensors": {
3399
+ "input_ids": [
3400
+ 275,
3401
+ 250104,
3402
+ 33750,
3403
+ 286,
3404
+ 250111,
3405
+ 8899,
3406
+ 2351,
3407
+ 260,
3408
+ 63029,
3409
+ 268,
3410
+ 260,
3411
+ 263,
3412
+ 7462,
3413
+ 21618,
3414
+ 289,
3415
+ 4055,
3416
+ 260,
3417
+ 263,
3418
+ 9388,
3419
+ 2388,
3420
+ 250111,
3421
+ 260,
3422
+ 157241,
3423
+ 268,
3424
+ 260,
3425
+ 263,
3426
+ 27565,
3427
+ 632,
3428
+ 5276,
3429
+ 289,
3430
+ 24445,
3431
+ 250111,
3432
+ 260,
3433
+ 66569,
3434
+ 260,
3435
+ 31887,
3436
+ 5684,
3437
+ 262,
3438
+ 632,
3439
+ 11763,
3440
+ 352,
3441
+ 288,
3442
+ 11546,
3443
+ 268,
3444
+ 260,
3445
+ 263,
3446
+ 7462,
3447
+ 21618,
3448
+ 289,
3449
+ 4055,
3450
+ 260,
3451
+ 263,
3452
+ 9388,
3453
+ 2388,
3454
+ 250111,
3455
+ 260,
3456
+ 66569,
3457
+ 56450,
3458
+ 268,
3459
+ 260,
3460
+ 263,
3461
+ 7462,
3462
+ 21618,
3463
+ 289,
3464
+ 4055,
3465
+ 260,
3466
+ 263,
3467
+ 9388,
3468
+ 2388,
3469
+ 250111,
3470
+ 141873,
3471
+ 348,
3472
+ 268,
3473
+ 260,
3474
+ 263,
3475
+ 27565,
3476
+ 632,
3477
+ 5276,
3478
+ 289,
3479
+ 24445,
3480
+ 250111,
3481
+ 85308,
3482
+ 268,
3483
+ 260,
3484
+ 263,
3485
+ 27565,
3486
+ 632,
3487
+ 5276,
3488
+ 289,
3489
+ 24445,
3490
+ 250111,
3491
+ 260,
3492
+ 65241,
3493
+ 268,
3494
+ 260,
3495
+ 263,
3496
+ 27565,
3497
+ 632,
3498
+ 5276,
3499
+ 289,
3500
+ 24445,
3501
+ 250111,
3502
+ 80194,
3503
+ 348,
3504
+ 268,
3505
+ 260,
3506
+ 263,
3507
+ 27565,
3508
+ 632,
3509
+ 5276,
3510
+ 289,
3511
+ 24445,
3512
+ 250111,
3513
+ 32698,
3514
+ 268,
3515
+ 260,
3516
+ 263,
3517
+ 27565,
3518
+ 632,
3519
+ 5276,
3520
+ 289,
3521
+ 24445,
3522
+ 275,
3523
+ 250108,
3524
+ 8899,
3525
+ 2351,
3526
+ 260,
3527
+ 63029,
3528
+ 250108,
3529
+ 260,
3530
+ 157241,
3531
+ 250108,
3532
+ 260,
3533
+ 66569,
3534
+ 260,
3535
+ 31887,
3536
+ 5684,
3537
+ 262,
3538
+ 632,
3539
+ 11763,
3540
+ 352,
3541
+ 288,
3542
+ 11546,
3543
+ 250108,
3544
+ 260,
3545
+ 66569,
3546
+ 56450,
3547
+ 250108,
3548
+ 141873,
3549
+ 348,
3550
+ 250108,
3551
+ 85308,
3552
+ 250108,
3553
+ 260,
3554
+ 65241,
3555
+ 250108,
3556
+ 80194,
3557
+ 348,
3558
+ 250108,
3559
+ 32698,
3560
+ 260,
3561
+ 272,
3562
+ 260,
3563
+ 272,
3564
+ 250103,
3565
+ 703,
3566
+ 118500,
3567
+ 260,
3568
+ 33820,
3569
+ 177644,
3570
+ 260,
3571
+ 261
3572
+ ],
3573
+ "word_positions": [
3574
+ 165,
3575
+ 166,
3576
+ 167,
3577
+ 170
3578
+ ],
3579
+ "schema_positions": [
3580
+ [
3581
+ 1,
3582
+ 123,
3583
+ 128,
3584
+ 131,
3585
+ 143,
3586
+ 147,
3587
+ 150,
3588
+ 152,
3589
+ 155,
3590
+ 158
3591
+ ]
3592
+ ],
3593
+ "schema_tokens": [
3594
+ [
3595
+ "(",
3596
+ "[P]",
3597
+ "referenced [DESCRIPTION] Search Google Maps: a text field to type a value into [DESCRIPTION] Directions: a button or link to press [DESCRIPTION] Choose starting point, or click on the map: a text field to type a value into [DESCRIPTION] Choose destination: a text field to type a value into [DESCRIPTION] Driving: a button or link to press [DESCRIPTION] Transit: a button or link to press [DESCRIPTION] Walking: a button or link to press [DESCRIPTION] Cycling: a button or link to press [DESCRIPTION] Menu: a button or link to press",
3598
+ "(",
3599
+ "[L]",
3600
+ "Search Google Maps",
3601
+ "[L]",
3602
+ "Directions",
3603
+ "[L]",
3604
+ "Choose starting point, or click on the map",
3605
+ "[L]",
3606
+ "Choose destination",
3607
+ "[L]",
3608
+ "Driving",
3609
+ "[L]",
3610
+ "Transit",
3611
+ "[L]",
3612
+ "Walking",
3613
+ "[L]",
3614
+ "Cycling",
3615
+ "[L]",
3616
+ "Menu",
3617
+ ")",
3618
+ ")"
3619
+ ]
3620
+ ],
3621
+ "text_tokens": [
3622
+ "from",
3623
+ "berlin",
3624
+ "hauptbahnhof",
3625
+ "."
3626
+ ],
3627
+ "start_map": [
3628
+ 0,
3629
+ 5,
3630
+ 12,
3631
+ 24
3632
+ ],
3633
+ "end_map": [
3634
+ 4,
3635
+ 11,
3636
+ 24,
3637
+ 25
3638
+ ]
3639
+ },
3640
+ "result": {
3641
+ "Search Google Maps": 8.524495295150282e-05,
3642
+ "Directions": 0.720822005447468,
3643
+ "Choose starting point, or click on the map": 0.25660484926847277,
3644
+ "Choose destination": 0.007306064120484582,
3645
+ "Driving": 0.0018541217985188444,
3646
+ "Transit": 0.0111446998542662,
3647
+ "Walking": 0.0020529658659653107,
3648
+ "Cycling": 0.00011282657892330801,
3649
+ "Menu": 1.7222112949570783e-05
3650
+ }
3651
+ },
3652
+ {
3653
+ "kind": "classify",
3654
+ "text": "to Brandenburg Gate",
3655
+ "labels": {
3656
+ "Search Google Maps": "a text field to type a value into",
3657
+ "Directions": "a button or link to press",
3658
+ "Choose starting point, or click on the map": "a text field to type a value into",
3659
+ "Choose destination": "a text field to type a value into",
3660
+ "Driving": "a button or link to press",
3661
+ "Transit": "a button or link to press",
3662
+ "Walking": "a button or link to press",
3663
+ "Cycling": "a button or link to press",
3664
+ "Menu": "a button or link to press"
3665
+ },
3666
+ "tensors": {
3667
+ "input_ids": [
3668
+ 275,
3669
+ 250104,
3670
+ 33750,
3671
+ 286,
3672
+ 250111,
3673
+ 8899,
3674
+ 2351,
3675
+ 260,
3676
+ 63029,
3677
+ 268,
3678
+ 260,
3679
+ 263,
3680
+ 7462,
3681
+ 21618,
3682
+ 289,
3683
+ 4055,
3684
+ 260,
3685
+ 263,
3686
+ 9388,
3687
+ 2388,
3688
+ 250111,
3689
+ 260,
3690
+ 157241,
3691
+ 268,
3692
+ 260,
3693
+ 263,
3694
+ 27565,
3695
+ 632,
3696
+ 5276,
3697
+ 289,
3698
+ 24445,
3699
+ 250111,
3700
+ 260,
3701
+ 66569,
3702
+ 260,
3703
+ 31887,
3704
+ 5684,
3705
+ 262,
3706
+ 632,
3707
+ 11763,
3708
+ 352,
3709
+ 288,
3710
+ 11546,
3711
+ 268,
3712
+ 260,
3713
+ 263,
3714
+ 7462,
3715
+ 21618,
3716
+ 289,
3717
+ 4055,
3718
+ 260,
3719
+ 263,
3720
+ 9388,
3721
+ 2388,
3722
+ 250111,
3723
+ 260,
3724
+ 66569,
3725
+ 56450,
3726
+ 268,
3727
+ 260,
3728
+ 263,
3729
+ 7462,
3730
+ 21618,
3731
+ 289,
3732
+ 4055,
3733
+ 260,
3734
+ 263,
3735
+ 9388,
3736
+ 2388,
3737
+ 250111,
3738
+ 141873,
3739
+ 348,
3740
+ 268,
3741
+ 260,
3742
+ 263,
3743
+ 27565,
3744
+ 632,
3745
+ 5276,
3746
+ 289,
3747
+ 24445,
3748
+ 250111,
3749
+ 85308,
3750
+ 268,
3751
+ 260,
3752
+ 263,
3753
+ 27565,
3754
+ 632,
3755
+ 5276,
3756
+ 289,
3757
+ 24445,
3758
+ 250111,
3759
+ 260,
3760
+ 65241,
3761
+ 268,
3762
+ 260,
3763
+ 263,
3764
+ 27565,
3765
+ 632,
3766
+ 5276,
3767
+ 289,
3768
+ 24445,
3769
+ 250111,
3770
+ 80194,
3771
+ 348,
3772
+ 268,
3773
+ 260,
3774
+ 263,
3775
+ 27565,
3776
+ 632,
3777
+ 5276,
3778
+ 289,
3779
+ 24445,
3780
+ 250111,
3781
+ 32698,
3782
+ 268,
3783
+ 260,
3784
+ 263,
3785
+ 27565,
3786
+ 632,
3787
+ 5276,
3788
+ 289,
3789
+ 24445,
3790
+ 275,
3791
+ 250108,
3792
+ 8899,
3793
+ 2351,
3794
+ 260,
3795
+ 63029,
3796
+ 250108,
3797
+ 260,
3798
+ 157241,
3799
+ 250108,
3800
+ 260,
3801
+ 66569,
3802
+ 260,
3803
+ 31887,
3804
+ 5684,
3805
+ 262,
3806
+ 632,
3807
+ 11763,
3808
+ 352,
3809
+ 288,
3810
+ 11546,
3811
+ 250108,
3812
+ 260,
3813
+ 66569,
3814
+ 56450,
3815
+ 250108,
3816
+ 141873,
3817
+ 348,
3818
+ 250108,
3819
+ 85308,
3820
+ 250108,
3821
+ 260,
3822
+ 65241,
3823
+ 250108,
3824
+ 80194,
3825
+ 348,
3826
+ 250108,
3827
+ 32698,
3828
+ 260,
3829
+ 272,
3830
+ 260,
3831
+ 272,
3832
+ 250103,
3833
+ 289,
3834
+ 331,
3835
+ 238604,
3836
+ 67761,
3837
+ 260,
3838
+ 261
3839
+ ],
3840
+ "word_positions": [
3841
+ 165,
3842
+ 166,
3843
+ 168,
3844
+ 169
3845
+ ],
3846
+ "schema_positions": [
3847
+ [
3848
+ 1,
3849
+ 123,
3850
+ 128,
3851
+ 131,
3852
+ 143,
3853
+ 147,
3854
+ 150,
3855
+ 152,
3856
+ 155,
3857
+ 158
3858
+ ]
3859
+ ],
3860
+ "schema_tokens": [
3861
+ [
3862
+ "(",
3863
+ "[P]",
3864
+ "referenced [DESCRIPTION] Search Google Maps: a text field to type a value into [DESCRIPTION] Directions: a button or link to press [DESCRIPTION] Choose starting point, or click on the map: a text field to type a value into [DESCRIPTION] Choose destination: a text field to type a value into [DESCRIPTION] Driving: a button or link to press [DESCRIPTION] Transit: a button or link to press [DESCRIPTION] Walking: a button or link to press [DESCRIPTION] Cycling: a button or link to press [DESCRIPTION] Menu: a button or link to press",
3865
+ "(",
3866
+ "[L]",
3867
+ "Search Google Maps",
3868
+ "[L]",
3869
+ "Directions",
3870
+ "[L]",
3871
+ "Choose starting point, or click on the map",
3872
+ "[L]",
3873
+ "Choose destination",
3874
+ "[L]",
3875
+ "Driving",
3876
+ "[L]",
3877
+ "Transit",
3878
+ "[L]",
3879
+ "Walking",
3880
+ "[L]",
3881
+ "Cycling",
3882
+ "[L]",
3883
+ "Menu",
3884
+ ")",
3885
+ ")"
3886
+ ]
3887
+ ],
3888
+ "text_tokens": [
3889
+ "to",
3890
+ "brandenburg",
3891
+ "gate",
3892
+ "."
3893
+ ],
3894
+ "start_map": [
3895
+ 0,
3896
+ 3,
3897
+ 15,
3898
+ 19
3899
+ ],
3900
+ "end_map": [
3901
+ 2,
3902
+ 14,
3903
+ 19,
3904
+ 20
3905
+ ]
3906
+ },
3907
+ "result": {
3908
+ "Search Google Maps": 3.0571177293333696e-05,
3909
+ "Directions": 0.6678558765839736,
3910
+ "Choose starting point, or click on the map": 0.00025809221485315097,
3911
+ "Choose destination": 0.31968766062374543,
3912
+ "Driving": 0.0006393795199094725,
3913
+ "Transit": 0.007979095911927652,
3914
+ "Walking": 0.00349353981643393,
3915
+ "Cycling": 4.798699649348855e-05,
3916
+ "Menu": 7.797155369959687e-06
3917
+ }
3918
+ },
3919
+ {
3920
+ "kind": "classify",
3921
+ "text": "Select Walking",
3922
+ "labels": {
3923
+ "Search Google Maps": "a text field to type a value into",
3924
+ "Directions": "a button or link to press",
3925
+ "Choose starting point, or click on the map": "a text field to type a value into",
3926
+ "Choose destination": "a text field to type a value into",
3927
+ "Driving": "a button or link to press",
3928
+ "Transit": "a button or link to press",
3929
+ "Walking": "a button or link to press",
3930
+ "Cycling": "a button or link to press",
3931
+ "Menu": "a button or link to press"
3932
+ },
3933
+ "tensors": {
3934
+ "input_ids": [
3935
+ 275,
3936
+ 250104,
3937
+ 33750,
3938
+ 286,
3939
+ 250111,
3940
+ 8899,
3941
+ 2351,
3942
+ 260,
3943
+ 63029,
3944
+ 268,
3945
+ 260,
3946
+ 263,
3947
+ 7462,
3948
+ 21618,
3949
+ 289,
3950
+ 4055,
3951
+ 260,
3952
+ 263,
3953
+ 9388,
3954
+ 2388,
3955
+ 250111,
3956
+ 260,
3957
+ 157241,
3958
+ 268,
3959
+ 260,
3960
+ 263,
3961
+ 27565,
3962
+ 632,
3963
+ 5276,
3964
+ 289,
3965
+ 24445,
3966
+ 250111,
3967
+ 260,
3968
+ 66569,
3969
+ 260,
3970
+ 31887,
3971
+ 5684,
3972
+ 262,
3973
+ 632,
3974
+ 11763,
3975
+ 352,
3976
+ 288,
3977
+ 11546,
3978
+ 268,
3979
+ 260,
3980
+ 263,
3981
+ 7462,
3982
+ 21618,
3983
+ 289,
3984
+ 4055,
3985
+ 260,
3986
+ 263,
3987
+ 9388,
3988
+ 2388,
3989
+ 250111,
3990
+ 260,
3991
+ 66569,
3992
+ 56450,
3993
+ 268,
3994
+ 260,
3995
+ 263,
3996
+ 7462,
3997
+ 21618,
3998
+ 289,
3999
+ 4055,
4000
+ 260,
4001
+ 263,
4002
+ 9388,
4003
+ 2388,
4004
+ 250111,
4005
+ 141873,
4006
+ 348,
4007
+ 268,
4008
+ 260,
4009
+ 263,
4010
+ 27565,
4011
+ 632,
4012
+ 5276,
4013
+ 289,
4014
+ 24445,
4015
+ 250111,
4016
+ 85308,
4017
+ 268,
4018
+ 260,
4019
+ 263,
4020
+ 27565,
4021
+ 632,
4022
+ 5276,
4023
+ 289,
4024
+ 24445,
4025
+ 250111,
4026
+ 260,
4027
+ 65241,
4028
+ 268,
4029
+ 260,
4030
+ 263,
4031
+ 27565,
4032
+ 632,
4033
+ 5276,
4034
+ 289,
4035
+ 24445,
4036
+ 250111,
4037
+ 80194,
4038
+ 348,
4039
+ 268,
4040
+ 260,
4041
+ 263,
4042
+ 27565,
4043
+ 632,
4044
+ 5276,
4045
+ 289,
4046
+ 24445,
4047
+ 250111,
4048
+ 32698,
4049
+ 268,
4050
+ 260,
4051
+ 263,
4052
+ 27565,
4053
+ 632,
4054
+ 5276,
4055
+ 289,
4056
+ 24445,
4057
+ 275,
4058
+ 250108,
4059
+ 8899,
4060
+ 2351,
4061
+ 260,
4062
+ 63029,
4063
+ 250108,
4064
+ 260,
4065
+ 157241,
4066
+ 250108,
4067
+ 260,
4068
+ 66569,
4069
+ 260,
4070
+ 31887,
4071
+ 5684,
4072
+ 262,
4073
+ 632,
4074
+ 11763,
4075
+ 352,
4076
+ 288,
4077
+ 11546,
4078
+ 250108,
4079
+ 260,
4080
+ 66569,
4081
+ 56450,
4082
+ 250108,
4083
+ 141873,
4084
+ 348,
4085
+ 250108,
4086
+ 85308,
4087
+ 250108,
4088
+ 260,
4089
+ 65241,
4090
+ 250108,
4091
+ 80194,
4092
+ 348,
4093
+ 250108,
4094
+ 32698,
4095
+ 260,
4096
+ 272,
4097
+ 260,
4098
+ 272,
4099
+ 250103,
4100
+ 15545,
4101
+ 260,
4102
+ 42823,
4103
+ 260,
4104
+ 261
4105
+ ],
4106
+ "word_positions": [
4107
+ 165,
4108
+ 166,
4109
+ 168
4110
+ ],
4111
+ "schema_positions": [
4112
+ [
4113
+ 1,
4114
+ 123,
4115
+ 128,
4116
+ 131,
4117
+ 143,
4118
+ 147,
4119
+ 150,
4120
+ 152,
4121
+ 155,
4122
+ 158
4123
+ ]
4124
+ ],
4125
+ "schema_tokens": [
4126
+ [
4127
+ "(",
4128
+ "[P]",
4129
+ "referenced [DESCRIPTION] Search Google Maps: a text field to type a value into [DESCRIPTION] Directions: a button or link to press [DESCRIPTION] Choose starting point, or click on the map: a text field to type a value into [DESCRIPTION] Choose destination: a text field to type a value into [DESCRIPTION] Driving: a button or link to press [DESCRIPTION] Transit: a button or link to press [DESCRIPTION] Walking: a button or link to press [DESCRIPTION] Cycling: a button or link to press [DESCRIPTION] Menu: a button or link to press",
4130
+ "(",
4131
+ "[L]",
4132
+ "Search Google Maps",
4133
+ "[L]",
4134
+ "Directions",
4135
+ "[L]",
4136
+ "Choose starting point, or click on the map",
4137
+ "[L]",
4138
+ "Choose destination",
4139
+ "[L]",
4140
+ "Driving",
4141
+ "[L]",
4142
+ "Transit",
4143
+ "[L]",
4144
+ "Walking",
4145
+ "[L]",
4146
+ "Cycling",
4147
+ "[L]",
4148
+ "Menu",
4149
+ ")",
4150
+ ")"
4151
+ ]
4152
+ ],
4153
+ "text_tokens": [
4154
+ "select",
4155
+ "walking",
4156
+ "."
4157
+ ],
4158
+ "start_map": [
4159
+ 0,
4160
+ 7,
4161
+ 14
4162
+ ],
4163
+ "end_map": [
4164
+ 6,
4165
+ 14,
4166
+ 15
4167
+ ]
4168
+ },
4169
+ "result": {
4170
+ "Search Google Maps": 2.859998042838061e-06,
4171
+ "Directions": 1.3249138252563164e-05,
4172
+ "Choose starting point, or click on the map": 5.848403250827078e-07,
4173
+ "Choose destination": 7.123502461865596e-06,
4174
+ "Driving": 3.269193262666919e-06,
4175
+ "Transit": 4.713487249230238e-06,
4176
+ "Walking": 0.99996025134637,
4177
+ "Cycling": 3.898684577151765e-06,
4178
+ "Menu": 4.049809458473053e-06
4179
+ }
4180
+ }
4181
+ ]
4182
+ }
conversion/reference.py ADDED
@@ -0,0 +1,150 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Reference outputs from the Python gliner2 library for the calls the agent makes.
2
+
3
+ Runs goal extraction (extract_entities with the agent's VALUE_TYPES) and
4
+ control scoring (Classifier.batch_classify with a softmax "referenced" schema)
5
+ on fastino/gliner2-multi-v1, and records for every call the exact token ids
6
+ and gather positions the processor produced, so the browser port can be
7
+ checked token for token and score for score.
8
+
9
+ Usage: python export/reference.py β†’ export/reference.json
10
+ """
11
+ import json
12
+ import re
13
+ from pathlib import Path
14
+
15
+ from gliner2.classification import ClassificationSchema, Classifier
16
+
17
+ MODEL = "fastino/gliner2-multi-v1"
18
+ OUT = Path(__file__).with_name("reference.json")
19
+
20
+ # From gliner2-ultrafast gliner.py (MIT).
21
+ VALUE_TYPES = {
22
+ "location": "a place, city, country, airport or address",
23
+ "date": "a calendar date or day",
24
+ "time": "a clock time",
25
+ "number": "a count, quantity or amount",
26
+ "person": "a person's name",
27
+ "organization": "a company, brand or organisation name",
28
+ "money": "a price or monetary amount",
29
+ "product": "a product, package, library, tool or software name",
30
+ "title": "the title of a book, article, page or work",
31
+ }
32
+ KINDS = {
33
+ "fill": "a text field to type a value into",
34
+ "select": "a dropdown value to choose",
35
+ "click": "a button or link to press",
36
+ }
37
+ VERBS = (
38
+ "open|click|press|select|choose|go|view|find|search|set|enter|type|add|remove|check|"
39
+ "uncheck|submit|close|show|read|download|install|book|buy|sort|filter|apply|confirm"
40
+ )
41
+ SPLIT = re.compile(
42
+ r"(?<=\s)(?=(?:from|to|on|in|at|for|with|by|into|about|between|before|after|during|"
43
+ rf"without|under|over|near|then)\s)|(?<=\s)(?=and\s+(?:{VERBS})\b)|(?<=[.;:])\s+",
44
+ re.IGNORECASE,
45
+ )
46
+ RESERVED = re.compile(r"\[(?:P|C|E|R|L|DESCRIPTION|EXAMPLE|OUTPUT)\]|[()\[\]]")
47
+
48
+
49
+ def clean(value, limit=90):
50
+ text = RESERVED.sub(" ", str(value if value is not None else ""))
51
+ return re.sub(r"\s+", " ", text).strip()[:limit]
52
+
53
+
54
+ def parts_of(goal):
55
+ return [p.strip(" ,.;:") for p in SPLIT.split(clean(goal, 600)) if len(p.strip(" ,.;:")) >= 2]
56
+
57
+
58
+ GOALS = [
59
+ "Find a one-way ticket from New York to San Francisco on October 9, 2026.",
60
+ "Get directions from Berlin Hauptbahnhof to Brandenburg Gate. Select Walking.",
61
+ "Book a table for 4 people at Nopa on Friday at 7:30 pm.",
62
+ "Search for noise cancelling headphones under $300 and sort by price.",
63
+ "Open the React documentation and find the useEffect page.",
64
+ "Trouver un vol de Paris Γ  Lisbonne le 3 novembre.",
65
+ ]
66
+
67
+ # A Google Flights-like page: (label, kind).
68
+ FLIGHTS_CONTROLS = [
69
+ ("Round trip", "select"),
70
+ ("One way", "select"),
71
+ ("1 passenger", "click"),
72
+ ("Economy", "select"),
73
+ ("Where from?", "fill"),
74
+ ("Where to?", "fill"),
75
+ ("Departure", "fill"),
76
+ ("Return", "fill"),
77
+ ("Search", "click"),
78
+ ("Explore destinations", "click"),
79
+ ("Swap origin and destination", "click"),
80
+ ("Sign in", "click"),
81
+ ]
82
+ MAPS_CONTROLS = [
83
+ ("Search Google Maps", "fill"),
84
+ ("Directions", "click"),
85
+ ("Choose starting point, or click on the map", "fill"),
86
+ ("Choose destination", "fill"),
87
+ ("Driving", "click"),
88
+ ("Transit", "click"),
89
+ ("Walking", "click"),
90
+ ("Cycling", "click"),
91
+ ("Menu", "click"),
92
+ ]
93
+
94
+
95
+ def main():
96
+ clf = Classifier.from_pretrained(MODEL).eval()
97
+ model = clf.model
98
+ processor = model.processor
99
+
100
+ captured = []
101
+ original = processor.collate_fn_inference
102
+
103
+ def hook(rows, *args, **kwargs):
104
+ batch = original(rows, *args, **kwargs)
105
+ for i in range(len(batch.input_ids)):
106
+ n_words = int(batch.text_word_counts[i])
107
+ captured.append({
108
+ "input_ids": batch.input_ids[i][batch.attention_mask[i].bool()].tolist(),
109
+ "word_positions": batch.text_word_indices[i, :n_words].tolist(),
110
+ "schema_positions": [list(map(int, s)) for s in batch.schema_special_indices[i]],
111
+ "schema_tokens": batch.schema_tokens_list[i],
112
+ "text_tokens": list(batch.text_tokens[i]),
113
+ "start_map": list(map(int, batch.start_mappings[i])),
114
+ "end_map": list(map(int, batch.end_mappings[i])),
115
+ })
116
+ return batch
117
+
118
+ processor.collate_fn_inference = hook
119
+
120
+ cases = []
121
+ for goal in GOALS:
122
+ text = clean(goal, 600)
123
+ captured.clear()
124
+ result = model.extract_entities(text, VALUE_TYPES, include_confidence=True, include_spans=True)
125
+ assert len(captured) == 1, len(captured)
126
+ cases.append({"kind": "extract", "text": text, "labels": VALUE_TYPES, "tensors": captured[0],
127
+ "result": result})
128
+
129
+ for goal, controls in [(GOALS[0], FLIGHTS_CONTROLS), (GOALS[1], MAPS_CONTROLS)]:
130
+ labels = {clean(label): KINDS[kind] for label, kind in controls}
131
+ schema = ClassificationSchema().single("referenced", labels, activation="softmax")
132
+ texts = parts_of(goal)
133
+ captured.clear()
134
+ answers = clf.batch_classify(texts, schema)
135
+ assert len(captured) == len(texts), (len(captured), len(texts))
136
+ for text, answer, tensors in zip(texts, answers, captured):
137
+ cases.append({"kind": "classify", "text": text, "labels": labels, "tensors": tensors,
138
+ "result": dict(answer.probabilities("referenced"))})
139
+
140
+ OUT.write_text(json.dumps({"model": MODEL, "cases": cases}, indent=1, ensure_ascii=False))
141
+ for c in cases:
142
+ if c["kind"] == "extract":
143
+ print("EXTRACT", c["text"][:60], "β†’", json.dumps(c["result"], ensure_ascii=False)[:220])
144
+ else:
145
+ best = max(c["result"], key=c["result"].get)
146
+ print("CLASSIFY", c["text"][:40].ljust(40), "β†’", best, round(c["result"][best], 3))
147
+
148
+
149
+ if __name__ == "__main__":
150
+ main()
conversion/verify_onnx.py ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Check the ONNX graph against export/reference.json.
2
+
3
+ Feeds each recorded call's exact token ids and gather positions to the graph,
4
+ decodes with the same rules the library uses (softmax for "referenced",
5
+ count > 0 then sigmoid >= 0.5 spans and gliner2's own finalize_spans for
6
+ entities), and compares with the Python results.
7
+
8
+ Usage: python export/verify_onnx.py [model.onnx]
9
+ """
10
+ import json
11
+ import sys
12
+ from pathlib import Path
13
+
14
+ import numpy as np
15
+ import onnxruntime as ort
16
+ from gliner2.inference.candidate_decoder import finalize_spans
17
+
18
+ HERE = Path(__file__).resolve().parent
19
+ path = sys.argv[1] if len(sys.argv) > 1 else str(HERE.parent / "onnx/model.onnx") if (HERE.parent / "onnx").exists() else str(HERE.parent / "dist-model/onnx/model.onnx")
20
+ session = ort.InferenceSession(path, providers=["CPUExecutionProvider"])
21
+ cases = json.loads((HERE / "reference.json").read_text())["cases"]
22
+
23
+
24
+ def run(t):
25
+ ids = np.array([t["input_ids"]], dtype=np.int64)
26
+ return session.run(None, {
27
+ "input_ids": ids,
28
+ "attention_mask": np.ones_like(ids),
29
+ "word_positions": np.array([t["word_positions"]], dtype=np.int64),
30
+ "schema_positions": np.array([t["schema_positions"][0]], dtype=np.int64),
31
+ })
32
+
33
+
34
+ def entities(case, count_logits, span_logits, threshold=0.5):
35
+ t = case["tensors"]
36
+ names = list(case["labels"])
37
+ out = {name: [] for name in names}
38
+ if int(count_logits[0].argmax()) <= 0:
39
+ return out
40
+ scores = 1 / (1 + np.exp(-span_logits[0].astype(np.float64))) # [L, T, W]
41
+ n = len(t["start_map"])
42
+ text = case["text"]
43
+ for li, name in enumerate(names):
44
+ spans = []
45
+ for start, width in zip(*np.where(scores[li] >= threshold)):
46
+ end = start + width + 1
47
+ if end <= n:
48
+ cs, ce = t["start_map"][start], t["end_map"][end - 1]
49
+ if text[cs:ce].strip():
50
+ spans.append((text[cs:ce].strip(), float(scores[li, start, width]), cs, ce))
51
+ out[name] = [{"text": s[0], "confidence": s[1], "start": s[2], "end": s[3]}
52
+ for s in finalize_spans(spans, dtype="list")]
53
+ return out
54
+
55
+
56
+ worst_cls = worst_ent = 0.0
57
+ mismatches = 0
58
+ for case in cases:
59
+ cls_logits, count_logits, span_logits = run(case["tensors"])
60
+ if case["kind"] == "classify":
61
+ logits = cls_logits[0].astype(np.float64)
62
+ probs = np.exp(logits - logits.max())
63
+ probs /= probs.sum()
64
+ ref = case["result"]
65
+ diff = max(abs(p - ref[label]) for p, label in zip(probs, case["labels"]))
66
+ worst_cls = max(worst_cls, diff)
67
+ same = max(ref, key=ref.get) == list(case["labels"])[int(probs.argmax())]
68
+ mismatches += not same
69
+ print(f"classify {'βœ“' if same else 'βœ—'} |Ξ”p| {diff:.1e} {case['text'][:40]}")
70
+ else:
71
+ got = entities(case, count_logits, span_logits)
72
+ ref = case["result"]["entities"]
73
+ same = all([e["text"] for e in got[k]] == [e["text"] for e in ref.get(k, [])] for k in got)
74
+ diffs = [abs(a["confidence"] - b["confidence"]) for k in got for a, b in zip(got[k], ref.get(k, []))]
75
+ worst_ent = max([worst_ent, *diffs])
76
+ mismatches += not same
77
+ found = {k: [e["text"] for e in v] for k, v in got.items() if v}
78
+ print(f"extract {'βœ“' if same else 'βœ—'} |Ξ”conf| {max(diffs, default=0):.1e} {found}")
79
+
80
+ print(f"\n{len(cases)} calls, {mismatches} mismatches, worst |Ξ”p| classify {worst_cls:.1e}, extract {worst_ent:.1e}")
81
+ sys.exit(1 if mismatches else 0)
onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01d1fcfc2c40fff7a0035ea9d706263c7a5eccf9eeb4a1afb5e3c8fbf2e4a37
3
+ size 2640685
onnx/model.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bde72768d877af7cc354f7b87139d39f7c3f13c4c559936b78ace43a5c0e135
3
+ size 1228406784
onnx/model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78174997119e79c7901018492a97efc2bc879e6c6caeec8876d6b7637997c6be
3
+ size 2643027
onnx/model_fp16.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93c450529c24f37662fff7b41c77786c33dd602cf5fdb32e2d830891a1f9d0cc
3
+ size 614197248
special_tokens_map.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "[SEP_STRUCT]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "[SEP_TEXT]",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "[P]",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ {
25
+ "content": "[C]",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ {
32
+ "content": "[E]",
33
+ "lstrip": false,
34
+ "normalized": false,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ },
38
+ {
39
+ "content": "[R]",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false
44
+ },
45
+ {
46
+ "content": "[L]",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false
51
+ },
52
+ {
53
+ "content": "[EXAMPLE]",
54
+ "lstrip": false,
55
+ "normalized": false,
56
+ "rstrip": false,
57
+ "single_word": false
58
+ },
59
+ {
60
+ "content": "[OUTPUT]",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false
65
+ },
66
+ {
67
+ "content": "[DESCRIPTION]",
68
+ "lstrip": false,
69
+ "normalized": false,
70
+ "rstrip": false,
71
+ "single_word": false
72
+ }
73
+ ],
74
+ "bos_token": {
75
+ "content": "[CLS]",
76
+ "lstrip": false,
77
+ "normalized": false,
78
+ "rstrip": false,
79
+ "single_word": false
80
+ },
81
+ "cls_token": {
82
+ "content": "[CLS]",
83
+ "lstrip": false,
84
+ "normalized": false,
85
+ "rstrip": false,
86
+ "single_word": false
87
+ },
88
+ "eos_token": {
89
+ "content": "[SEP]",
90
+ "lstrip": false,
91
+ "normalized": false,
92
+ "rstrip": false,
93
+ "single_word": false
94
+ },
95
+ "mask_token": {
96
+ "content": "[MASK]",
97
+ "lstrip": false,
98
+ "normalized": false,
99
+ "rstrip": false,
100
+ "single_word": false
101
+ },
102
+ "pad_token": {
103
+ "content": "[PAD]",
104
+ "lstrip": false,
105
+ "normalized": false,
106
+ "rstrip": false,
107
+ "single_word": false
108
+ },
109
+ "sep_token": {
110
+ "content": "[SEP]",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false
115
+ },
116
+ "unk_token": {
117
+ "content": "[UNK]",
118
+ "lstrip": false,
119
+ "normalized": true,
120
+ "rstrip": false,
121
+ "single_word": false
122
+ }
123
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1c7ccb287623cccb7c03150953b6d2a09dd95122933393c9151c3a60095c97e
3
+ size 16337353
tokenizer_config.json ADDED
@@ -0,0 +1,951 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "▁<extra_id_99>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": false
42
+ },
43
+ "250002": {
44
+ "content": "▁<extra_id_98>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": false
50
+ },
51
+ "250003": {
52
+ "content": "▁<extra_id_97>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": false
58
+ },
59
+ "250004": {
60
+ "content": "▁<extra_id_96>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": false
66
+ },
67
+ "250005": {
68
+ "content": "▁<extra_id_95>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": false
74
+ },
75
+ "250006": {
76
+ "content": "▁<extra_id_94>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": false
82
+ },
83
+ "250007": {
84
+ "content": "▁<extra_id_93>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": false
90
+ },
91
+ "250008": {
92
+ "content": "▁<extra_id_92>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": false
98
+ },
99
+ "250009": {
100
+ "content": "▁<extra_id_91>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": false
106
+ },
107
+ "250010": {
108
+ "content": "▁<extra_id_90>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": false
114
+ },
115
+ "250011": {
116
+ "content": "▁<extra_id_89>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": false
122
+ },
123
+ "250012": {
124
+ "content": "▁<extra_id_88>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": false
130
+ },
131
+ "250013": {
132
+ "content": "▁<extra_id_87>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": false
138
+ },
139
+ "250014": {
140
+ "content": "▁<extra_id_86>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": false
146
+ },
147
+ "250015": {
148
+ "content": "▁<extra_id_85>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": false
154
+ },
155
+ "250016": {
156
+ "content": "▁<extra_id_84>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": false
162
+ },
163
+ "250017": {
164
+ "content": "▁<extra_id_83>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": false
170
+ },
171
+ "250018": {
172
+ "content": "▁<extra_id_82>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": false
178
+ },
179
+ "250019": {
180
+ "content": "▁<extra_id_81>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": false
186
+ },
187
+ "250020": {
188
+ "content": "▁<extra_id_80>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": false
194
+ },
195
+ "250021": {
196
+ "content": "▁<extra_id_79>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": false
202
+ },
203
+ "250022": {
204
+ "content": "▁<extra_id_78>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": false
210
+ },
211
+ "250023": {
212
+ "content": "▁<extra_id_77>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": false
218
+ },
219
+ "250024": {
220
+ "content": "▁<extra_id_76>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": false
226
+ },
227
+ "250025": {
228
+ "content": "▁<extra_id_75>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": false
234
+ },
235
+ "250026": {
236
+ "content": "▁<extra_id_74>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": false
242
+ },
243
+ "250027": {
244
+ "content": "▁<extra_id_73>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": false
250
+ },
251
+ "250028": {
252
+ "content": "▁<extra_id_72>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": false
258
+ },
259
+ "250029": {
260
+ "content": "▁<extra_id_71>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": false
266
+ },
267
+ "250030": {
268
+ "content": "▁<extra_id_70>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": false
274
+ },
275
+ "250031": {
276
+ "content": "▁<extra_id_69>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": false
282
+ },
283
+ "250032": {
284
+ "content": "▁<extra_id_68>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": false
290
+ },
291
+ "250033": {
292
+ "content": "▁<extra_id_67>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": false
298
+ },
299
+ "250034": {
300
+ "content": "▁<extra_id_66>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": false
306
+ },
307
+ "250035": {
308
+ "content": "▁<extra_id_65>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": false
314
+ },
315
+ "250036": {
316
+ "content": "▁<extra_id_64>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": false
322
+ },
323
+ "250037": {
324
+ "content": "▁<extra_id_63>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": false
330
+ },
331
+ "250038": {
332
+ "content": "▁<extra_id_62>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": false
338
+ },
339
+ "250039": {
340
+ "content": "▁<extra_id_61>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": false
346
+ },
347
+ "250040": {
348
+ "content": "▁<extra_id_60>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": false
354
+ },
355
+ "250041": {
356
+ "content": "▁<extra_id_59>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": false
362
+ },
363
+ "250042": {
364
+ "content": "▁<extra_id_58>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": false
370
+ },
371
+ "250043": {
372
+ "content": "▁<extra_id_57>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": false
378
+ },
379
+ "250044": {
380
+ "content": "▁<extra_id_56>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": false
386
+ },
387
+ "250045": {
388
+ "content": "▁<extra_id_55>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": false
394
+ },
395
+ "250046": {
396
+ "content": "▁<extra_id_54>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": false
402
+ },
403
+ "250047": {
404
+ "content": "▁<extra_id_53>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": false
410
+ },
411
+ "250048": {
412
+ "content": "▁<extra_id_52>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": false
418
+ },
419
+ "250049": {
420
+ "content": "▁<extra_id_51>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": false
426
+ },
427
+ "250050": {
428
+ "content": "▁<extra_id_50>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": false
434
+ },
435
+ "250051": {
436
+ "content": "▁<extra_id_49>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": false
442
+ },
443
+ "250052": {
444
+ "content": "▁<extra_id_48>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": false
450
+ },
451
+ "250053": {
452
+ "content": "▁<extra_id_47>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": false
458
+ },
459
+ "250054": {
460
+ "content": "▁<extra_id_46>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": false
466
+ },
467
+ "250055": {
468
+ "content": "▁<extra_id_45>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": false
474
+ },
475
+ "250056": {
476
+ "content": "▁<extra_id_44>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": false
482
+ },
483
+ "250057": {
484
+ "content": "▁<extra_id_43>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": false
490
+ },
491
+ "250058": {
492
+ "content": "▁<extra_id_42>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": false
498
+ },
499
+ "250059": {
500
+ "content": "▁<extra_id_41>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": false
506
+ },
507
+ "250060": {
508
+ "content": "▁<extra_id_40>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": false
514
+ },
515
+ "250061": {
516
+ "content": "▁<extra_id_39>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": false
522
+ },
523
+ "250062": {
524
+ "content": "▁<extra_id_38>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": false
530
+ },
531
+ "250063": {
532
+ "content": "▁<extra_id_37>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": false
538
+ },
539
+ "250064": {
540
+ "content": "▁<extra_id_36>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": false
546
+ },
547
+ "250065": {
548
+ "content": "▁<extra_id_35>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": false
554
+ },
555
+ "250066": {
556
+ "content": "▁<extra_id_34>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": false
562
+ },
563
+ "250067": {
564
+ "content": "▁<extra_id_33>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": false
570
+ },
571
+ "250068": {
572
+ "content": "▁<extra_id_32>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": false
578
+ },
579
+ "250069": {
580
+ "content": "▁<extra_id_31>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": false
586
+ },
587
+ "250070": {
588
+ "content": "▁<extra_id_30>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": false
594
+ },
595
+ "250071": {
596
+ "content": "▁<extra_id_29>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": false
602
+ },
603
+ "250072": {
604
+ "content": "▁<extra_id_28>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": false
610
+ },
611
+ "250073": {
612
+ "content": "▁<extra_id_27>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": false
618
+ },
619
+ "250074": {
620
+ "content": "▁<extra_id_26>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": false
626
+ },
627
+ "250075": {
628
+ "content": "▁<extra_id_25>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": false
634
+ },
635
+ "250076": {
636
+ "content": "▁<extra_id_24>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": false
642
+ },
643
+ "250077": {
644
+ "content": "▁<extra_id_23>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": false
650
+ },
651
+ "250078": {
652
+ "content": "▁<extra_id_22>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": false
658
+ },
659
+ "250079": {
660
+ "content": "▁<extra_id_21>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": false
666
+ },
667
+ "250080": {
668
+ "content": "▁<extra_id_20>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": false
674
+ },
675
+ "250081": {
676
+ "content": "▁<extra_id_19>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": false
682
+ },
683
+ "250082": {
684
+ "content": "▁<extra_id_18>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": false
690
+ },
691
+ "250083": {
692
+ "content": "▁<extra_id_17>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": false
698
+ },
699
+ "250084": {
700
+ "content": "▁<extra_id_16>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": false
706
+ },
707
+ "250085": {
708
+ "content": "▁<extra_id_15>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": false
714
+ },
715
+ "250086": {
716
+ "content": "▁<extra_id_14>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": false
722
+ },
723
+ "250087": {
724
+ "content": "▁<extra_id_13>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": false
730
+ },
731
+ "250088": {
732
+ "content": "▁<extra_id_12>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": false
738
+ },
739
+ "250089": {
740
+ "content": "▁<extra_id_11>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": false
746
+ },
747
+ "250090": {
748
+ "content": "▁<extra_id_10>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": false
754
+ },
755
+ "250091": {
756
+ "content": "▁<extra_id_9>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": false
762
+ },
763
+ "250092": {
764
+ "content": "▁<extra_id_8>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": false
770
+ },
771
+ "250093": {
772
+ "content": "▁<extra_id_7>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": false
778
+ },
779
+ "250094": {
780
+ "content": "▁<extra_id_6>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": false
786
+ },
787
+ "250095": {
788
+ "content": "▁<extra_id_5>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": false
794
+ },
795
+ "250096": {
796
+ "content": "▁<extra_id_4>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": false
802
+ },
803
+ "250097": {
804
+ "content": "▁<extra_id_3>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": false
810
+ },
811
+ "250098": {
812
+ "content": "▁<extra_id_2>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": false
818
+ },
819
+ "250099": {
820
+ "content": "▁<extra_id_1>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": false
826
+ },
827
+ "250100": {
828
+ "content": "▁<extra_id_0>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": false
834
+ },
835
+ "250101": {
836
+ "content": "[MASK]",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "250102": {
844
+ "content": "[SEP_STRUCT]",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "250103": {
852
+ "content": "[SEP_TEXT]",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "250104": {
860
+ "content": "[P]",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "250105": {
868
+ "content": "[C]",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "250106": {
876
+ "content": "[E]",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "250107": {
884
+ "content": "[R]",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "250108": {
892
+ "content": "[L]",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "250109": {
900
+ "content": "[EXAMPLE]",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "250110": {
908
+ "content": "[OUTPUT]",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "250111": {
916
+ "content": "[DESCRIPTION]",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ }
923
+ },
924
+ "additional_special_tokens": [
925
+ "[SEP_STRUCT]",
926
+ "[SEP_TEXT]",
927
+ "[P]",
928
+ "[C]",
929
+ "[E]",
930
+ "[R]",
931
+ "[L]",
932
+ "[EXAMPLE]",
933
+ "[OUTPUT]",
934
+ "[DESCRIPTION]"
935
+ ],
936
+ "bos_token": "[CLS]",
937
+ "clean_up_tokenization_spaces": false,
938
+ "cls_token": "[CLS]",
939
+ "do_lower_case": false,
940
+ "eos_token": "[SEP]",
941
+ "extra_special_tokens": {},
942
+ "mask_token": "[MASK]",
943
+ "model_max_length": 1000000000000000019884624838656,
944
+ "pad_token": "[PAD]",
945
+ "sep_token": "[SEP]",
946
+ "sp_model_kwargs": {},
947
+ "split_by_punct": false,
948
+ "tokenizer_class": "DebertaV2Tokenizer",
949
+ "unk_token": "[UNK]",
950
+ "vocab_type": "spm"
951
+ }