File size: 3,986 Bytes
307b208
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
{
  "thresholds": {
    "min_cosine": 0.99999,
    "max_abs_error": 5e-05
  },
  "cases": [
    {
      "name": "query",
      "tokens": 15,
      "max_abs_error": 1.0617077350616455e-07,
      "cosine": 0.9999999403953552,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "document",
      "tokens": 20,
      "max_abs_error": 1.2968666851520538e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "unprefixed",
      "tokens": 11,
      "max_abs_error": 2.086162567138672e-07,
      "cosine": 0.9999998807907104,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "code",
      "tokens": 20,
      "max_abs_error": 1.8719583749771118e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "spanish",
      "tokens": 10,
      "max_abs_error": 1.0803341865539551e-07,
      "cosine": 1.0000001192092896,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "japanese",
      "tokens": 10,
      "max_abs_error": 1.043081283569336e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "short",
      "tokens": 3,
      "max_abs_error": 7.450580596923828e-08,
      "cosine": 1.0000001192092896,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "long",
      "tokens": 543,
      "max_abs_error": 1.46450474858284e-07,
      "cosine": 0.9999998807907104,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "near-capacity",
      "tokens": 963,
      "max_abs_error": 1.175212673842907e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "image",
      "tokens": 256,
      "max_abs_error": 6.705522537231445e-08,
      "cosine": 1.0000001192092896,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "gradient",
      "tokens": 257,
      "max_abs_error": 8.940696716308594e-08,
      "cosine": 0.9999999403953552,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "image-text",
      "tokens": 260,
      "max_abs_error": 1.1548399925231934e-07,
      "cosine": 1.0000001192092896,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "two-images",
      "tokens": 512,
      "max_abs_error": 1.8440186977386475e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "audio",
      "tokens": 29,
      "max_abs_error": 3.3155083656311035e-07,
      "cosine": 1.000000238418579,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "audio-text",
      "tokens": 33,
      "max_abs_error": 2.4493783712387085e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "audio-short",
      "tokens": 9,
      "max_abs_error": 1.7462298274040222e-07,
      "cosine": 1.0000001192092896,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "audio-long",
      "tokens": 129,
      "max_abs_error": 7.130438461899757e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "audio-limit",
      "tokens": 284,
      "max_abs_error": 9.760260581970215e-07,
      "cosine": 0.9999999403953552,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "video",
      "tokens": 266,
      "max_abs_error": 1.126900315284729e-07,
      "cosine": 1.0000001192092896,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "video-text",
      "tokens": 269,
      "max_abs_error": 1.341104507446289e-07,
      "cosine": 1.0,
      "finite": true,
      "unit_norm": 1.0
    },
    {
      "name": "mixed",
      "tokens": 555,
      "max_abs_error": 2.0302832126617432e-07,
      "cosine": 1.0000001192092896,
      "finite": true,
      "unit_norm": 1.0
    }
  ],
  "truncation_dims": [
    128,
    256,
    512
  ],
  "oversized_input_rejected": true
}