-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathquery_time.sh
80 lines (80 loc) · 16.8 KB
/
query_time.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
for search_term in "convolutional neural network" "recurrent neural network" "infromation retrieval" "generative adversarial networks" "transformer"
do
curl 'http://localhost:5601/internal/bsearch?compress=true' \
-H 'Connection: keep-alive' \
-H 'DNT: 1' \
-H 'Content-Type: application/json' \
-H 'kbn-version: 7.16.2' \
-H 'Accept: */*' \
-H 'Sec-Fetch-Site: same-origin' \
-H 'Sec-Fetch-Mode: cors' \
-H 'Sec-Fetch-Dest: empty' \
-H 'Accept-Language: en-US,en;q=0.9' \
--data-raw '{"batch":[{"request":{"params":{"index":"arxiv*","body":{"size":500,"sort":[{"_score":{"order":"desc"}},{"date":{"order":"desc","unmapped_type":"boolean"}}],"fields":[{"field":"*","include_unmapped":"true"},{"field":"date","format":"strict_date_optional_time"}],"script_fields":{},"stored_fields":["*"],"runtime_mappings":{},"_source":false,"query":{"bool":{"must":[{"bool":{"should":[{"match":{"abstract":"$search_term"}}],"minimum_should_match":1}}],"filter":[{"range":{"date":{"format":"strict_date_optional_time","gte":"2007-01-23T15:08:12.458Z","lte":"2022-01-23T15:08:12.458Z"}}}],"should":[],"must_not":[]}},"highlight":{"pre_tags":["@kibana-highlighted-field@"],"post_tags":["@/kibana-highlighted-field@"],"fields":{"*":{}},"fragment_size":2147483647}},"preference":1642950418448}},"options":{"sessionId":"4f83f7b9-6328-4eb9-bdcb-73f25dc58aed","isRestore":false,"strategy":"ese","isStored":false,"executionContext":{"type":"search","name":"discover","id":"3c8f2b70-6fcc-11ec-9488-11ec25363f2d","description":"highest matching results","url":"/app/discover#/view/3c8f2b70-6fcc-11ec-9488-11ec25363f2d","parent":{"type":"application","name":"dashboard","id":"28eff360-76f2-11ec-ae61-633adc938c65","description":"Topic Search Dashboard","url":"/view/28eff360-76f2-11ec-ae61-633adc938c65"}}}},{"request":{"params":{"index":"arxiv*","body":{"aggs":{"0":{"date_histogram":{"field":"date","calendar_interval":"1y","time_zone":"Europe/Berlin"},"aggs":{"1-bucket":{"filter":{"bool":{"must":[],"filter":[{"bool":{"should":[{"match":{"abstract":"transformer"}}],"minimum_should_match":1}}],"should":[],"must_not":[]}}}}}},"size":0,"fields":[{"field":"date","format":"date_time"}],"script_fields":{},"stored_fields":["*"],"runtime_mappings":{},"_source":{"excludes":[]},"query":{"bool":{"must":[],"filter":[{"bool":{"should":[{"match":{"abstract":"$search_term"}}],"minimum_should_match":1}},{"range":{"date":{"format":"strict_date_optional_time","gte":"2007-01-23T15:08:12.458Z","lte":"2022-01-23T15:08:12.458Z"}}}],"should":[],"must_not":[]}}},"preference":1642950418448}},"options":{"sessionId":"4f83f7b9-6328-4eb9-bdcb-73f25dc58aed","isRestore":false,"strategy":"ese","isStored":false,"executionContext":{"type":"lens","name":"lnsXY","id":"8f51e54b-a9ad-48f7-806e-fac539568756","description":"normalized number of papers with abstract: local term","url":"/app/lens#/edit/eda04f10-7955-11ec-a61c-bd65febd35aa","parent":{"type":"application","name":"dashboard","id":"28eff360-76f2-11ec-ae61-633adc938c65","description":"Topic Search Dashboard","url":"/view/28eff360-76f2-11ec-ae61-633adc938c65"}}}},{"request":{"params":{"index":"arxiv*","body":{"aggs":{"0":{"date_histogram":{"field":"date","calendar_interval":"1y","time_zone":"Europe/Berlin"},"aggs":{"1":{"terms":{"field":"categories.keyword","order":{"_count":"desc"},"size":5}}}}},"size":0,"fields":[{"field":"date","format":"date_time"}],"script_fields":{},"stored_fields":["*"],"runtime_mappings":{},"_source":{"excludes":[]},"query":{"bool":{"must":[],"filter":[{"bool":{"should":[{"match":{"abstract":"$search_term"}}],"minimum_should_match":1}},{"range":{"date":{"format":"strict_date_optional_time","gte":"2007-01-23T15:08:12.458Z","lte":"2022-01-23T15:08:12.458Z"}}}],"should":[],"must_not":[]}}},"preference":1642950418448}},"options":{"sessionId":"4f83f7b9-6328-4eb9-bdcb-73f25dc58aed","isRestore":false,"strategy":"ese","isStored":false,"executionContext":{"type":"lens","name":"lnsXY","id":"b45caadf-a345-48b5-81ee-5f55d4fa1ee2","description":"evolution of category usage over time","url":"/app/lens#/edit/f29e6290-7955-11ec-a61c-bd65febd35aa","parent":{"type":"application","name":"dashboard","id":"28eff360-76f2-11ec-ae61-633adc938c65","description":"Topic Search Dashboard","url":"/view/28eff360-76f2-11ec-ae61-633adc938c65"}}}},{"request":{"params":{"index":"arxiv*","body":{"aggs":{"0":{"date_histogram":{"field":"date","calendar_interval":"1y","time_zone":"Europe/Berlin"},"aggs":{"1":{"terms":{"field":"authors.full_name.keyword","order":{"_count":"desc"},"size":5}}}}},"size":0,"fields":[{"field":"date","format":"date_time"}],"script_fields":{},"stored_fields":["*"],"runtime_mappings":{},"_source":{"excludes":[]},"query":{"bool":{"must":[],"filter":[{"bool":{"should":[{"match":{"abstract":"$search_term"}}],"minimum_should_match":1}},{"range":{"date":{"format":"strict_date_optional_time","gte":"2007-01-23T15:08:12.458Z","lte":"2022-01-23T15:08:12.458Z"}}}],"should":[],"must_not":[]}}},"preference":1642950418448}},"options":{"sessionId":"4f83f7b9-6328-4eb9-bdcb-73f25dc58aed","isRestore":false,"strategy":"ese","isStored":false,"executionContext":{"type":"lens","name":"lnsXY","id":"25898ef7-2ea7-4d2b-b7ca-815b5c68561a","description":"most active authors over time by count of records","url":"/app/lens#/edit/f6733850-7955-11ec-a61c-bd65febd35aa","parent":{"type":"application","name":"dashboard","id":"28eff360-76f2-11ec-ae61-633adc938c65","description":"Topic Search Dashboard","url":"/view/28eff360-76f2-11ec-ae61-633adc938c65"}}}},{"request":{"params":{"index":"arxiv*","body":{"aggs":{"0":{"date_histogram":{"field":"date","calendar_interval":"1y","time_zone":"Europe/Berlin"}}},"size":0,"fields":[{"field":"date","format":"date_time"}],"script_fields":{},"stored_fields":["*"],"runtime_mappings":{},"_source":{"excludes":[]},"query":{"bool":{"must":[],"filter":[{"bool":{"should":[{"match":{"abstract":"$search_term"}}],"minimum_should_match":1}},{"range":{"date":{"format":"strict_date_optional_time","gte":"2007-01-23T15:08:12.458Z","lte":"2022-01-23T15:08:12.458Z"}}}],"should":[],"must_not":[]}}},"preference":1642950418448}},"options":{"sessionId":"4f83f7b9-6328-4eb9-bdcb-73f25dc58aed","isRestore":false,"strategy":"ese","isStored":false,"executionContext":{"type":"lens","name":"lnsXY","id":"42bacba2-ccf8-4207-919f-450930cef8da","description":"total number of papers per year","url":"/app/lens#/edit/ddbf4e20-7941-11ec-a61c-bd65febd35aa","parent":{"type":"application","name":"dashboard","id":"28eff360-76f2-11ec-ae61-633adc938c65","description":"Topic Search Dashboard","url":"/view/28eff360-76f2-11ec-ae61-633adc938c65"}}}}]}' \
--compressed ;
curl 'http://localhost:5601/internal/bsearch?compress=true' \
-H 'Connection: keep-alive' \
-H 'DNT: 1' \
-H 'Content-Type: application/json' \
-H 'kbn-version: 7.16.2' \
-H 'Accept: */*' \
-H 'Sec-Fetch-Site: same-origin' \
-H 'Sec-Fetch-Mode: cors' \
-H 'Sec-Fetch-Dest: empty' \
-H 'Referer: http://localhost:5601/app/dashboards' \
-H 'Accept-Language: en-US,en;q=0.9' \
-H 'Cookie: username-localhost-8889="2|1:0|10:1641487658|23:username-localhost-8889|44:M2IyYjA4NmI1MjM3NDQ1MDg2MWMyOWIwYjQ1Mzg0YWQ=|9fd8791eb92fcee76c452927ce61e15692bfb03419384b8d4fc37b3648bb8ade"; username-localhost-8890="2|1:0|10:1641738458|23:username-localhost-8890|44:ZWU4YmMxOTg3YzRmNDBhOTlhNjM4NmQzNWI3ZjFjMjI=|7be334dc65219b731df2305354fce82647fd6ac306e3ac55fec4b83ed7741949"; ajs_user_id=%22f8cac73a-aa87-507d-9398-294eca2db9b8%22; ajs_anonymous_id=%22485a8c18-a538-430c-a955-e56cdfee42ca%22; _hp2_id.1823968819=%7B%22userId%22%3A%226018280629098411%22%2C%22pageviewId%22%3A%225240268436932544%22%2C%22sessionId%22%3A%222190972902066886%22%2C%22identity%22%3A%22f8cac73a-aa87-507d-9398-294eca2db9b8%22%2C%22trackerVersion%22%3A%224.0%22%2C%22identityField%22%3Anull%2C%22isIdentified%22%3A1%2C%22oldIdentity%22%3Anull%7D; _xsrf=2|9318fc92|31a8e449c98d9507ad58a5334e1a3951|1642705282; username-localhost-8888="2|1:0|10:1642939295|23:username-localhost-8888|44:OWM4YzBjNWZjNmU0NDdiNGJkNTYxOTNiYzY3NzNhYzg=|20a82c3ced02e7f5e1c9f302b5db155537ea92a5dbd8d331a6cd0542a73e5b4e"' \
--data-raw '{"batch":[{"request":{"params":{"index":"arxiv*","body":{"aggs":{"other-filter":{"filters":{"filters":{"╰┄►1262300400000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2009-12-31T23:00:00.000Z","lt":"2010-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.IT"}},{"match_phrase":{"categories.keyword":"math.IT"}},{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"math.PR"}},{"match_phrase":{"categories.keyword":"cs.CE"}}]}},"╰┄►1293836400000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2010-12-31T23:00:00.000Z","lt":"2011-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.IT"}},{"match_phrase":{"categories.keyword":"math.IT"}},{"match_phrase":{"categories.keyword":"cs.DS"}},{"match_phrase":{"categories.keyword":"cs.SY"}}]}},"╰┄►1325372400000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2011-12-31T23:00:00.000Z","lt":"2012-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.IT"}},{"match_phrase":{"categories.keyword":"math.IT"}},{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.DM"}},{"match_phrase":{"categories.keyword":"cs.LG"}}]}},"╰┄►1356994800000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2012-12-31T23:00:00.000Z","lt":"2013-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.IT"}},{"match_phrase":{"categories.keyword":"math.IT"}},{"match_phrase":{"categories.keyword":"math.CO"}},{"match_phrase":{"categories.keyword":"cs.DM"}}]}},"╰┄►1388530800000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2013-12-31T23:00:00.000Z","lt":"2014-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.LG"}},{"match_phrase":{"categories.keyword":"cs.IT"}},{"match_phrase":{"categories.keyword":"math.IT"}},{"match_phrase":{"categories.keyword":"cs.NE"}}]}},"╰┄►1420066800000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2014-12-31T23:00:00.000Z","lt":"2015-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.LG"}},{"match_phrase":{"categories.keyword":"cs.NE"}},{"match_phrase":{"categories.keyword":"cs.IT"}},{"match_phrase":{"categories.keyword":"math.IT"}}]}},"╰┄►1451602800000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2015-12-31T23:00:00.000Z","lt":"2016-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.LG"}},{"match_phrase":{"categories.keyword":"cs.NE"}},{"match_phrase":{"categories.keyword":"stat.ML"}},{"match_phrase":{"categories.keyword":"cs.IT"}}]}},"╰┄►1483225200000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2016-12-31T23:00:00.000Z","lt":"2017-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.LG"}},{"match_phrase":{"categories.keyword":"stat.ML"}},{"match_phrase":{"categories.keyword":"cs.AI"}},{"match_phrase":{"categories.keyword":"cs.NE"}}]}},"╰┄►1514761200000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2017-12-31T23:00:00.000Z","lt":"2018-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.LG"}},{"match_phrase":{"categories.keyword":"stat.ML"}},{"match_phrase":{"categories.keyword":"cs.AI"}},{"match_phrase":{"categories.keyword":"cs.CL"}}]}},"╰┄►1546297200000":{"bool":{"must":[],"filter":[{"range":{"date":{"gte":"2018-12-31T23:00:00.000Z","lt":"2019-12-31T23:00:00.000Z","format":"strict_date_optional_time"}}},{"exists":{"field":"categories.keyword"}}],"should":[],"must_not":[{"match_phrase":{"categories.keyword":"cs.CV"}},{"match_phrase":{"categories.keyword":"cs.LG"}},{"match_phrase":{"categories.keyword":"stat.ML"}},{"match_phrase":{"categories.keyword":"cs.AI"}},{"match_phrase":{"categories.keyword":"eess.IV"}}]}}}}}},"size":0,"fields":[{"field":"date","format":"date_time"}],"script_fields":{},"stored_fields":["*"],"runtime_mappings":{},"_source":{"excludes":[]},"query":{"bool":{"must":[],"filter":[{"bool":{"should":[{"match":{"abstract":"$search_term"}}],"minimum_should_match":1}},{"range":{"date":{"format":"strict_date_optional_time","gte":"2007-01-23T15:08:12.458Z","lte":"2022-01-23T15:08:12.458Z"}}}],"should":[],"must_not":[]}}},"preference":1642950418448}},"options":{"sessionId":"4f83f7b9-6328-4eb9-bdcb-73f25dc58aed","isRestore":false,"strategy":"ese","isStored":false}}]}' \
--compressed ;
curl 'http://localhost:5601/internal/bsearch?compress=true' \
-H 'Connection: keep-alive' \
-H 'DNT: 1' \
-H 'Content-Type: application/json' \
-H 'kbn-version: 7.16.2' \
-H 'Accept: */*' \
-H 'Sec-Fetch-Site: same-origin' \
-H 'Sec-Fetch-Mode: cors' \
-H 'Sec-Fetch-Dest: empty' \
-H 'Accept-Language: en-US,en;q=0.9' \
--data-raw '{"batch":[{"request":{"id":"FjUxdkpibV92UWN5X3R2N0lRc1VQd3ccNUVTclpGTnZRdlNudVRmZ1dKSVRBUToxNTA5NA==","params":{"index":"arxiv*","body":{"size":500,"sort":[{"_score":{"order":"desc"}},{"date":{"order":"desc","unmapped_type":"boolean"}}],"fields":[{"field":"*","include_unmapped":"true"},{"field":"date","format":"strict_date_optional_time"}],"script_fields":{},"stored_fields":["*"],"runtime_mappings":{},"_source":false,"query":{"bool":{"must":[{"bool":{"should":[{"match":{"abstract":"$search_term"}}],"minimum_should_match":1}}],"filter":[{"range":{"date":{"format":"strict_date_optional_time","gte":"2007-01-23T15:08:12.458Z","lte":"2022-01-23T15:08:12.458Z"}}}],"should":[],"must_not":[]}},"highlight":{"pre_tags":["@kibana-highlighted-field@"],"post_tags":["@/kibana-highlighted-field@"],"fields":{"*":{}},"fragment_size":2147483647}},"preference":1642950418448}},"options":{"sessionId":"4f83f7b9-6328-4eb9-bdcb-73f25dc58aed","isRestore":false,"strategy":"ese","isStored":false,"executionContext":{"type":"search","name":"discover","id":"3c8f2b70-6fcc-11ec-9488-11ec25363f2d","description":"highest matching results","url":"/app/discover#/view/3c8f2b70-6fcc-11ec-9488-11ec25363f2d","parent":{"type":"application","name":"dashboard","id":"28eff360-76f2-11ec-ae61-633adc938c65","description":"Topic Search Dashboard","url":"/view/28eff360-76f2-11ec-ae61-633adc938c65"}}}}]}' \
--compressed ;
curl 'http://localhost:5601/api/ui_counters/_report' \
-H 'Connection: keep-alive' \
-H 'DNT: 1' \
-H 'Content-Type: application/json' \
-H 'kbn-version: 7.16.2' \
-H 'kbn-system-request: true' \
-H 'Accept: */*' \
-H 'Sec-Fetch-Site: same-origin' \
-H 'Sec-Fetch-Mode: cors' \
-H 'Sec-Fetch-Dest: empty' \
-H 'Accept-Language: en-US,en;q=0.9' \
--data-raw '{"report":{"reportVersion":3,"uiCounter":{"dashboard-click-query_submitted":{"key":"dashboard-click-query_submitted","appName":"dashboard","eventName":"query_submitted","type":"click","total":1}}}}' \
--compressed ;
curl 'http://localhost:5601/api/ui_counters/_report' \
-H 'Connection: keep-alive' \
-H 'DNT: 1' \
-H 'Content-Type: application/json' \
-H 'kbn-version: 7.16.2' \
-H 'kbn-system-request: true' \
-H 'Accept: */*' \
-H 'Sec-Fetch-Site: same-origin' \
-H 'Sec-Fetch-Mode: cors' \
-H 'Sec-Fetch-Dest: empty' \
-H 'Accept-Language: en-US,en;q=0.9' \
--data-raw '{"report":{"reportVersion":3,"application_usage":{"dashboards-main":{"minutesOnScreen":0.5858333333333333,"numberOfClicks":3,"appId":"dashboards","viewId":"main"}}}}' \
--compressed ;
curl 'http://localhost:5601/api/ui_counters/_report' \
-H 'Connection: keep-alive' \
-H 'DNT: 1' \
-H 'Content-Type: application/json' \
-H 'kbn-version: 7.16.2' \
-H 'kbn-system-request: true' \
-H 'Accept: */*' \
-H 'Sec-Fetch-Site: same-origin' \
-H 'Sec-Fetch-Mode: cors' \
-H 'Sec-Fetch-Dest: empty' \
-H 'Accept-Language: en-US,en;q=0.9' \
--data-raw '{"report":{"reportVersion":3,"application_usage":{"dashboards-main":{"minutesOnScreen":0.004366666666666666,"numberOfClicks":0,"appId":"dashboards","viewId":"main"}}}}' \
--compressed
done