forked from ClickHouse/ClickBench
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcreate.sql
More file actions
334 lines (332 loc) · 9.68 KB
/
Copy pathcreate.sql
File metadata and controls
334 lines (332 loc) · 9.68 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
-- Changes compared to '../clickhouse/create.sql':
-- * Use type INTEGER instead of SMALLINT.
-- * Use the Parquet file.
-- * Transform DATE and TIMESTAMP columns from type INTEGER in the Parquet file to type DATE and TIMESTAMP.
CREATE EXTERNAL TABLE hits_external
(
"WatchID" BIGINT NOT NULL,
"JavaEnable" INTEGER NOT NULL,
"Title" TEXT NOT NULL,
"GoodEvent" INTEGER NOT NULL,
"EventTime" BIGINT NOT NULL,
"EventDate" INTEGER NOT NULL,
"CounterID" INTEGER NOT NULL,
"ClientIP" INTEGER NOT NULL,
"RegionID" INTEGER NOT NULL,
"UserID" BIGINT NOT NULL,
"CounterClass" INTEGER NOT NULL,
"OS" INTEGER NOT NULL,
"UserAgent" INTEGER NOT NULL,
"URL" TEXT NOT NULL,
"Referer" TEXT NOT NULL,
"IsRefresh" INTEGER NOT NULL,
"RefererCategoryID" INTEGER NOT NULL,
"RefererRegionID" INTEGER NOT NULL,
"URLCategoryID" INTEGER NOT NULL,
"URLRegionID" INTEGER NOT NULL,
"ResolutionWidth" INTEGER NOT NULL,
"ResolutionHeight" INTEGER NOT NULL,
"ResolutionDepth" INTEGER NOT NULL,
"FlashMajor" INTEGER NOT NULL,
"FlashMinor" INTEGER NOT NULL,
"FlashMinor2" TEXT NOT NULL,
"NetMajor" INTEGER NOT NULL,
"NetMinor" INTEGER NOT NULL,
"UserAgentMajor" INTEGER NOT NULL,
"UserAgentMinor" VARCHAR(255) NOT NULL,
"CookieEnable" INTEGER NOT NULL,
"JavascriptEnable" INTEGER NOT NULL,
"IsMobile" INTEGER NOT NULL,
"MobilePhone" INTEGER NOT NULL,
"MobilePhoneModel" TEXT NOT NULL,
"Params" TEXT NOT NULL,
"IPNetworkID" INTEGER NOT NULL,
"TraficSourceID" INTEGER NOT NULL,
"SearchEngineID" INTEGER NOT NULL,
"SearchPhrase" TEXT NOT NULL,
"AdvEngineID" INTEGER NOT NULL,
"IsArtifical" INTEGER NOT NULL,
"WindowClientWidth" INTEGER NOT NULL,
"WindowClientHeight" INTEGER NOT NULL,
"ClientTimeZone" INTEGER NOT NULL,
"ClientEventTime" BIGINT NOT NULL,
"SilverlightVersion1" INTEGER NOT NULL,
"SilverlightVersion2" INTEGER NOT NULL,
"SilverlightVersion3" INTEGER NOT NULL,
"SilverlightVersion4" INTEGER NOT NULL,
"PageCharset" TEXT NOT NULL,
"CodeVersion" INTEGER NOT NULL,
"IsLink" INTEGER NOT NULL,
"IsDownload" INTEGER NOT NULL,
"IsNotBounce" INTEGER NOT NULL,
"FUniqID" BIGINT NOT NULL,
"OriginalURL" TEXT NOT NULL,
"HID" INTEGER NOT NULL,
"IsOldCounter" INTEGER NOT NULL,
"IsEvent" INTEGER NOT NULL,
"IsParameter" INTEGER NOT NULL,
"DontCountHits" INTEGER NOT NULL,
"WithHash" INTEGER NOT NULL,
"HitColor" CHAR NOT NULL,
"LocalEventTime" BIGINT NOT NULL,
"Age" INTEGER NOT NULL,
"Sex" INTEGER NOT NULL,
"Income" INTEGER NOT NULL,
"Interests" INTEGER NOT NULL,
"Robotness" INTEGER NOT NULL,
"RemoteIP" INTEGER NOT NULL,
"WindowName" INTEGER NOT NULL,
"OpenerName" INTEGER NOT NULL,
"HistoryLength" INTEGER NOT NULL,
"BrowserLanguage" TEXT NOT NULL,
"BrowserCountry" TEXT NOT NULL,
"SocialNetwork" TEXT NOT NULL,
"SocialAction" TEXT NOT NULL,
"HTTPError" INTEGER NOT NULL,
"SendTiming" INTEGER NOT NULL,
"DNSTiming" INTEGER NOT NULL,
"ConnectTiming" INTEGER NOT NULL,
"ResponseStartTiming" INTEGER NOT NULL,
"ResponseEndTiming" INTEGER NOT NULL,
"FetchTiming" INTEGER NOT NULL,
"SocialSourceNetworkID" INTEGER NOT NULL,
"SocialSourcePage" TEXT NOT NULL,
"ParamPrice" BIGINT NOT NULL,
"ParamOrderID" TEXT NOT NULL,
"ParamCurrency" TEXT NOT NULL,
"ParamCurrencyID" INTEGER NOT NULL,
"OpenstatServiceName" TEXT NOT NULL,
"OpenstatCampaignID" TEXT NOT NULL,
"OpenstatAdID" TEXT NOT NULL,
"OpenstatSourceID" TEXT NOT NULL,
"UTMSource" TEXT NOT NULL,
"UTMMedium" TEXT NOT NULL,
"UTMCampaign" TEXT NOT NULL,
"UTMContent" TEXT NOT NULL,
"UTMTerm" TEXT NOT NULL,
"FromTag" TEXT NOT NULL,
"HasGCLID" INTEGER NOT NULL,
"RefererHash" BIGINT NOT NULL,
"URLHash" BIGINT NOT NULL,
"CLID" INTEGER NOT NULL
)
URL = 'file:///firebolt-core/clickbench'
OBJECT_PATTERN = 'hits.parquet'
TYPE = PARQUET;
CREATE TABLE hits
(
WatchID BIGINT NOT NULL,
JavaEnable INTEGER NOT NULL,
Title TEXT NOT NULL,
GoodEvent INTEGER NOT NULL,
EventTime TIMESTAMP NOT NULL,
EventDate Date NOT NULL,
CounterID INTEGER NOT NULL,
ClientIP INTEGER NOT NULL,
RegionID INTEGER NOT NULL,
UserID BIGINT NOT NULL,
CounterClass INTEGER NOT NULL,
OS INTEGER NOT NULL,
UserAgent INTEGER NOT NULL,
URL TEXT NOT NULL,
Referer TEXT NOT NULL,
IsRefresh INTEGER NOT NULL,
RefererCategoryID INTEGER NOT NULL,
RefererRegionID INTEGER NOT NULL,
URLCategoryID INTEGER NOT NULL,
URLRegionID INTEGER NOT NULL,
ResolutionWidth INTEGER NOT NULL,
ResolutionHeight INTEGER NOT NULL,
ResolutionDepth INTEGER NOT NULL,
FlashMajor INTEGER NOT NULL,
FlashMinor INTEGER NOT NULL,
FlashMinor2 TEXT NOT NULL,
NetMajor INTEGER NOT NULL,
NetMinor INTEGER NOT NULL,
UserAgentMajor INTEGER NOT NULL,
UserAgentMinor VARCHAR(255) NOT NULL,
CookieEnable INTEGER NOT NULL,
JavascriptEnable INTEGER NOT NULL,
IsMobile INTEGER NOT NULL,
MobilePhone INTEGER NOT NULL,
MobilePhoneModel TEXT NOT NULL,
Params TEXT NOT NULL,
IPNetworkID INTEGER NOT NULL,
TraficSourceID INTEGER NOT NULL,
SearchEngineID INTEGER NOT NULL,
SearchPhrase TEXT NOT NULL,
AdvEngineID INTEGER NOT NULL,
IsArtifical INTEGER NOT NULL,
WindowClientWidth INTEGER NOT NULL,
WindowClientHeight INTEGER NOT NULL,
ClientTimeZone INTEGER NOT NULL,
ClientEventTime TIMESTAMP NOT NULL,
SilverlightVersion1 INTEGER NOT NULL,
SilverlightVersion2 INTEGER NOT NULL,
SilverlightVersion3 INTEGER NOT NULL,
SilverlightVersion4 INTEGER NOT NULL,
PageCharset TEXT NOT NULL,
CodeVersion INTEGER NOT NULL,
IsLink INTEGER NOT NULL,
IsDownload INTEGER NOT NULL,
IsNotBounce INTEGER NOT NULL,
FUniqID BIGINT NOT NULL,
OriginalURL TEXT NOT NULL,
HID INTEGER NOT NULL,
IsOldCounter INTEGER NOT NULL,
IsEvent INTEGER NOT NULL,
IsParameter INTEGER NOT NULL,
DontCountHits INTEGER NOT NULL,
WithHash INTEGER NOT NULL,
HitColor CHAR NOT NULL,
LocalEventTime TIMESTAMP NOT NULL,
Age INTEGER NOT NULL,
Sex INTEGER NOT NULL,
Income INTEGER NOT NULL,
Interests INTEGER NOT NULL,
Robotness INTEGER NOT NULL,
RemoteIP INTEGER NOT NULL,
WindowName INTEGER NOT NULL,
OpenerName INTEGER NOT NULL,
HistoryLength INTEGER NOT NULL,
BrowserLanguage TEXT NOT NULL,
BrowserCountry TEXT NOT NULL,
SocialNetwork TEXT NOT NULL,
SocialAction TEXT NOT NULL,
HTTPError INTEGER NOT NULL,
SendTiming INTEGER NOT NULL,
DNSTiming INTEGER NOT NULL,
ConnectTiming INTEGER NOT NULL,
ResponseStartTiming INTEGER NOT NULL,
ResponseEndTiming INTEGER NOT NULL,
FetchTiming INTEGER NOT NULL,
SocialSourceNetworkID INTEGER NOT NULL,
SocialSourcePage TEXT NOT NULL,
ParamPrice BIGINT NOT NULL,
ParamOrderID TEXT NOT NULL,
ParamCurrency TEXT NOT NULL,
ParamCurrencyID INTEGER NOT NULL,
OpenstatServiceName TEXT NOT NULL,
OpenstatCampaignID TEXT NOT NULL,
OpenstatAdID TEXT NOT NULL,
OpenstatSourceID TEXT NOT NULL,
UTMSource TEXT NOT NULL,
UTMMedium TEXT NOT NULL,
UTMCampaign TEXT NOT NULL,
UTMContent TEXT NOT NULL,
UTMTerm TEXT NOT NULL,
FromTag TEXT NOT NULL,
HasGCLID INTEGER NOT NULL,
RefererHash BIGINT NOT NULL,
URLHash BIGINT NOT NULL,
CLID INTEGER NOT NULL
) PRIMARY INDEX CounterID, EventDate, UserID, EventTime, WatchID;
INSERT INTO hits
SELECT
"WatchID",
"JavaEnable",
"Title",
"GoodEvent",
to_timestamp("EventTime") AT TIME ZONE 'UTC' AS "EventTime",
DATE '1970-01-01' + "EventDate" AS "EventDate",
"CounterID",
"ClientIP",
"RegionID",
"UserID",
"CounterClass",
"OS",
"UserAgent",
"URL",
"Referer",
"IsRefresh",
"RefererCategoryID",
"RefererRegionID",
"URLCategoryID",
"URLRegionID",
"ResolutionWidth",
"ResolutionHeight",
"ResolutionDepth",
"FlashMajor",
"FlashMinor",
"FlashMinor2",
"NetMajor",
"NetMinor",
"UserAgentMajor",
"UserAgentMinor",
"CookieEnable",
"JavascriptEnable",
"IsMobile",
"MobilePhone",
"MobilePhoneModel",
"Params",
"IPNetworkID",
"TraficSourceID",
"SearchEngineID",
"SearchPhrase",
"AdvEngineID",
"IsArtifical",
"WindowClientWidth",
"WindowClientHeight",
"ClientTimeZone",
to_timestamp("ClientEventTime") AT TIME ZONE 'UTC' AS "ClientEventTime",
"SilverlightVersion1",
"SilverlightVersion2",
"SilverlightVersion3",
"SilverlightVersion4",
"PageCharset",
"CodeVersion",
"IsLink",
"IsDownload",
"IsNotBounce",
"FUniqID",
"OriginalURL",
"HID",
"IsOldCounter",
"IsEvent",
"IsParameter",
"DontCountHits",
"WithHash",
"HitColor",
to_timestamp("LocalEventTime") AT TIME ZONE 'UTC' AS "LocalEventTime",
"Age",
"Sex",
"Income",
"Interests",
"Robotness",
"RemoteIP",
"WindowName",
"OpenerName",
"HistoryLength",
"BrowserLanguage",
"BrowserCountry",
"SocialNetwork",
"SocialAction",
"HTTPError",
"SendTiming",
"DNSTiming",
"ConnectTiming",
"ResponseStartTiming",
"ResponseEndTiming",
"FetchTiming",
"SocialSourceNetworkID",
"SocialSourcePage",
"ParamPrice",
"ParamOrderID",
"ParamCurrency",
"ParamCurrencyID",
"OpenstatServiceName",
"OpenstatCampaignID",
"OpenstatAdID",
"OpenstatSourceID",
"UTMSource",
"UTMMedium",
"UTMCampaign",
"UTMContent",
"UTMTerm",
"FromTag",
"HasGCLID",
"RefererHash",
"URLHash",
"CLID"
FROM
hits_external;