summaryrefslogtreecommitdiff
path: root/defaults/solr.keys.list
blob: ae2faf5b3fca8918862ab7a3a28dc91aee787aac (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
## this is a list of all solr keys
## solr can be used as alternative index target, solr is NOT the primary indexing system of YaCy
## this complete list of keys can be reduced:
## reduced list of keys can be placed in DATA/SETTINGS/solr.keys.<profile>.list
## where they can be used as profiles for solr index transport

## the syntax of this file:
## - all lines beginning with '##' are comments
## - all non-empty lines not beginning with '#' are keyword lines
## - all lines beginning with '#' and where the second character is not '#' are commented-out keyword lines

##url of document, string
sku

## primary key of document, the URL hash, string
id

## longitude of location as declared in WSG84, tdouble
lon_coordinate

## longitude of location as declared in WSG84, tdouble
lat_coordinate

## last-modified from http header, date
last_modified

## ip of host of url (after DNS lookup), string
ip_s

## mime-type of document, string
content_type

## content of title tag, text
title

## content of author-tag, texgen
author

## content of description-tag, text
description

## content of keywords tag; words are separated by space, textgen
keywords

## character encoding, string
charset_s

## tags of css entries, normalized with absolute URL, textgen
attr_css_tag

## urls of css entries, normalized with absolute URL, textgen
attr_css_url

## number of css entries, int
csscount_i

## urls of script entries, normalized with absolute URL, textgen
attr_scripts

## number of script entries, int
scriptscount_i

## content of <meta name="robots" content=#content#> tag, text
metarobots_t

## html status return code (i.e. "200" for ok), -1 if not loaded, int
httpstatus_i

## content of <meta name="generator" content=#content#> tag, text
metagenerator_t

## all visible text, text
text_t

## number of words in visible area, int
wordcount_i

## internal links, normalized (absolute URLs), as <a> - tag with anchor text and nofollow, textgen
attr_inboundlinks_tag

## internal links, only the protocol
#attr_inboundlinks_protocol

## internal links, the url only without the protocol
#attr_inboundlinks_urlstub

## internal links, the name property of the a-tag
#attr_inboundlinks_name

## internal links, the rel property of the a-tag
#attr_inboundlinks_rel

## internal links, the rel property of the a-tag, coded binary
#attr_inboundlinks_relcode

## internal links, the text content of the a-tag
#attr_inboundlinks_text

## total number of inbound links, int
inboundlinkscount_i

## number of inbound links with noindex tag, int
inboundlinksnoindexcount_i

## external links, normalized (absolute URLs), as <a> - tag with anchor text and nofollow, textgen
attr_outboundlinks_tag

## external links, only the protocol
#attr_outboundlinks_protocol

## external links, the url only without the protocol
#attr_outboundlinks_urlstub

## external links, the name property of the a-tag
#attr_outboundlinks_name

## external links, the rel property of the a-tag
#attr_outboundlinks_rel

## external links, the text content of the a-tag
#attr_outboundlinks_text

## external number of inbound links, int
outboundlinks_i

## number of external links with noindex tag, int
outboundlinksnoindexcount_i

## all image tags, encoded as <img> tag inclusive alt- and title property, textgen
attr_images_tag

## all image links without the protocol and '://'
#attr_images_urlstub

## all image link protocols
#attr_images_protocol

## all image link alt tag
#attr_images_alt

## number of images, int
imagescount_i

## h1 header, textgen
attr_h1

## h2 header, textgen
attr_h2

## h3 header, textgen
attr_h3

## h4 header, textgen
attr_h4

## h5 header, textgen
attr_h5

## h6 header, textgen
attr_h6

## binary pattern for the existance of h1..h6 headlines, int
htags_i

## all path elements in the url, textgen
attr_paths

## host of the url, string
host_s

## url inside the canonical link element, string
canonical_s

## all texts in <li> tags, textgen
attr_li

## number of <li> tags, int
licount_i

## all texts inside of <b> or <strong> tags. no doubles. listed in the order of number of occurrences in decreasing order, textgen
attr_bold

## number of occurrences of texts in attr_bold, textgen
attr_boldcount

## total number of occurrences of <b> or <strong>, int
bold_i

## all texts inside of <i> tags. no doubles. listed in the order of number of occurrences in decreasing order, textgen
attr_italic

## number of occurrences of texts in attr_italic, textgen
attr_italiccount

## total number of occurrences of <i>, int
italic_i

## flag that shows if a swf file is linked, boolean
flash_b

## list of all links to frames, textgen
attr_frames

## number of attr_frames, int
framesscount_i

## list of all links to iframes, textgen
attr_iframes

## number of attr_iframes, int
iframesscount_i

## names of cms attributes; if several are recognized then they are listen in decreasing order of number of matching criterias, textgen
attr_cms

##number of attributes that count for a specific cms in attr_cms, textgen
attr_cmscount

## names of ad-servers/ad-services, textgen
attr_ads

## number of attributes counts in attr_ads, textgen
attr_adscount

## names of recognized community functions, textgen
attr_community

## number of attribute counts in attr_community, textgen
attr_communitycount

## names of map services, textgen
attr_maps

## number of attribute counts in attr_maps, textgen
attr_mapscount

## names of tracker server, textgen
attr_tracker

## number of attribute counts in attr_tracker, textgen
attr_trackercount

## names matching title expressions, textgen
attr_title

## number of matching title expressions, textgen
attr_titlecount

## fail reason if a page was not loaded. if the page was loaded then this field is empty, text
failreason_t

## response time of target server in milliseconds, int
responsetime_i