Skip to content

Commit 470895b

Browse files
sduenassduenas
committed
[affiliations] Set limit author entries due to performance issues
The current limit in affiliations page was set to 500000. This limit is too high and can cause problems since Kibana loads all these data in memory. The new limit has been set to 1000. Most browsers will be able to handle this amount of information at the same time. This commit also includes a visualization markdown with help about Affiliations panel and why the limit has been set to this value.
1 parent ac29c55 commit 470895b

File tree

1 file changed

+17
-4
lines changed

1 file changed

+17
-4
lines changed

‎json/affiliations.json

+17-4
Original file line numberDiff line numberDiff line change
@@ -8,8 +8,8 @@
88
"searchSourceJSON": "{\"filter\":[{\"$state\":{\"store\":\"appState\"},\"meta\":{\"alias\":\"Bots\",\"disabled\":false,\"index\":\"git\",\"key\":\"author_bot\",\"negate\":true,\"params\":{\"query\":true,\"type\":\"phrase\"},\"type\":\"phrase\",\"value\":\"true\"},\"query\":{\"match\":{\"author_bot\":{\"query\":true,\"type\":\"phrase\"}}}}],\"version\":true,\"query\":{\"language\":\"lucene\",\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"default_field\":\"*\",\"query\":\"*\"}}},\"highlightAll\":true}"
99
},
1010
"optionsJSON": "{\"darkTheme\":false,\"useMargins\":true}",
11-
"panelsJSON": "[{\"panelIndex\":\"5\",\"gridData\":{\"x\":7,\"y\":5,\"w\":5,\"h\":9,\"i\":\"5\"},\"id\":\"affiliations_organizations_table\",\"title\":\"Organizations\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"6\",\"gridData\":{\"x\":5,\"y\":0,\"w\":7,\"h\":5,\"i\":\"6\"},\"id\":\"affiliations_authors_organizations\",\"title\":\"Authors by Organization\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"8\",\"gridData\":{\"x\":0,\"y\":5,\"w\":7,\"h\":9,\"i\":\"8\"},\"id\":\"affiliations_authors\",\"title\":\"Authors\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"9\",\"gridData\":{\"x\":0,\"y\":2,\"w\":5,\"h\":3,\"i\":\"9\"},\"id\":\"affiliations_data_sources\",\"title\":\"Data Sources\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"10\",\"gridData\":{\"x\":0,\"y\":0,\"w\":5,\"h\":2,\"i\":\"10\"},\"id\":\"99230770-e0f1-11e8-8aac-ef7fd4d8cbad\",\"title\":\"Data Source\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"}]",
12-
"release_date": "2018-11-05T13:05:40.673715",
11+
"panelsJSON": "[{\"panelIndex\":\"5\",\"gridData\":{\"x\":7,\"y\":5,\"w\":5,\"h\":9,\"i\":\"5\"},\"id\":\"affiliations_organizations_table\",\"title\":\"Organizations\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"6\",\"gridData\":{\"x\":5,\"y\":0,\"w\":7,\"h\":5,\"i\":\"6\"},\"id\":\"affiliations_authors_organizations\",\"title\":\"Authors by Organization\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"8\",\"gridData\":{\"x\":0,\"y\":5,\"w\":7,\"h\":9,\"i\":\"8\"},\"id\":\"affiliations_authors\",\"title\":\"Authors\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"9\",\"gridData\":{\"x\":0,\"y\":2,\"w\":5,\"h\":3,\"i\":\"9\"},\"id\":\"affiliations_data_sources\",\"title\":\"Data Sources\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"panelIndex\":\"10\",\"gridData\":{\"x\":0,\"y\":0,\"w\":5,\"h\":2,\"i\":\"10\"},\"id\":\"99230770-e0f1-11e8-8aac-ef7fd4d8cbad\",\"title\":\"Data Source\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"},{\"title\":\"Affiliations\",\"panelIndex\":\"11\",\"gridData\":{\"x\":0,\"y\":14,\"w\":12,\"h\":2,\"i\":\"11\"},\"id\":\"8d619890-136c-11e9-8aac-ef7fd4d8cbad\",\"type\":\"visualization\",\"version\":\"6.1.0-1\"}]",
12+
"release_date": "2019-01-08T17:54:11.563844",
1313
"timeRestore": false,
1414
"title": "Affiliations",
1515
"uiStateJSON": "{\"P-5\":{\"title\":\"Organizations\",\"vis\":{\"params\":{\"config\":{\"searchKeyword\":\"\"},\"sort\":{\"columnIndex\":null,\"direction\":null}}}},\"P-6\":{\"title\":\"Authors by Organization\",\"vis\":{\"legendOpen\":true}},\"P-7\":{\"title\":\"Projects\",\"vis\":{\"params\":{\"config\":{\"searchKeyword\":\"\"},\"sort\":{\"columnIndex\":null,\"direction\":null}}}},\"P-8\":{\"title\":\"Authors\",\"vis\":{\"params\":{\"config\":{\"searchKeyword\":\"\"},\"sort\":{\"columnIndex\":null,\"direction\":null}}}},\"P-9\":{\"title\":\"Data Sources\"}}",
@@ -54,7 +54,7 @@
5454
"title": "affiliations_authors",
5555
"uiStateJSON": "{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null},\"config\":{\"searchKeyword\":\"\"}}},\"spy\":{\"mode\":{\"name\":null,\"fill\":false}}}",
5656
"version": 1,
57-
"visState": "{\"title\":\"affiliations_authors\",\"type\":\"table\",\"params\":{\"perPage\":20,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\"},\"aggs\":[{\"id\":\"9\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"author_uuid\",\"size\":500000,\"order\":\"desc\",\"orderBy\":\"7\",\"customLabel\":\"Hatstall\"}},{\"id\":\"10\",\"enabled\":true,\"type\":\"top_hits\",\"schema\":\"metric\",\"params\":{\"field\":\"author_name\",\"aggregate\":\"concat\",\"size\":1,\"sortField\":\"grimoire_creation_date\",\"sortOrder\":\"desc\",\"customLabel\":\"Name\"}},{\"id\":\"12\",\"enabled\":true,\"type\":\"top_hits\",\"schema\":\"metric\",\"params\":{\"field\":\"author_org_name\",\"aggregate\":\"concat\",\"size\":1,\"sortField\":\"grimoire_creation_date\",\"sortOrder\":\"desc\",\"customLabel\":\"Current Organization\"}},{\"id\":\"1\",\"enabled\":true,\"type\":\"cardinality\",\"schema\":\"metric\",\"params\":{\"field\":\"author_org_name\",\"customLabel\":\"Orgs\"}},{\"id\":\"7\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{\"customLabel\":\"Items\"}}]}"
57+
"visState": "{\"title\":\"affiliations_authors\",\"type\":\"table\",\"params\":{\"perPage\":20,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\"},\"aggs\":[{\"id\":\"9\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"author_uuid\",\"size\":1000,\"order\":\"desc\",\"orderBy\":\"7\",\"customLabel\":\"Hatstall\"}},{\"id\":\"10\",\"enabled\":true,\"type\":\"top_hits\",\"schema\":\"metric\",\"params\":{\"field\":\"author_name\",\"aggregate\":\"concat\",\"size\":1,\"sortField\":\"grimoire_creation_date\",\"sortOrder\":\"desc\",\"customLabel\":\"Name\"}},{\"id\":\"12\",\"enabled\":true,\"type\":\"top_hits\",\"schema\":\"metric\",\"params\":{\"field\":\"author_org_name\",\"aggregate\":\"concat\",\"size\":1,\"sortField\":\"grimoire_creation_date\",\"sortOrder\":\"desc\",\"customLabel\":\"Current Organization\"}},{\"id\":\"1\",\"enabled\":true,\"type\":\"cardinality\",\"schema\":\"metric\",\"params\":{\"field\":\"author_org_name\",\"customLabel\":\"Orgs\"}},{\"id\":\"7\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{\"customLabel\":\"Items\"}}]}"
5858
}
5959
},
6060
{
@@ -82,6 +82,19 @@
8282
"version": 1,
8383
"visState": "{\"title\":\"affiliations_data_source_options\",\"type\":\"input_control_vis\",\"params\":{\"controls\":[{\"id\":\"1541418807381\",\"indexPattern\":\"affiliations\",\"fieldName\":\"index_name\",\"label\":\"Data Source\",\"type\":\"list\",\"options\":{\"type\":\"terms\",\"multiselect\":true,\"size\":5,\"order\":\"desc\"}}],\"updateFiltersOnChange\":true},\"aggs\":[]}"
8484
}
85+
},
86+
{
87+
"id": "8d619890-136c-11e9-8aac-ef7fd4d8cbad",
88+
"value": {
89+
"description": "",
90+
"kibanaSavedObjectMeta": {
91+
"searchSourceJSON": "{}"
92+
},
93+
"title": "affiliations_help",
94+
"uiStateJSON": "{}",
95+
"version": 1,
96+
"visState": "{\"title\":\"affiliations_help\",\"type\":\"markdown\",\"params\":{\"fontSize\":10,\"markdown\":\"This panel shows information about identities and the organizations they are affiliated. The main purpose of this panel is to determine which identities do not have any affiliation. These identities are set to **Unknown**.\\n\\nBy default, the panel shows aggregated data of the different data sources available. Data can be filtered by data source using the tag cloud or the selector box.\\n\\n**Authors** table is **limited** to **1000** entries due to memory and transmission performance.\"},\"aggs\":[]}"
97+
}
8598
}
8699
]
87-
}
100+
}

0 commit comments

Comments
 (0)