From 7dcc2d9f10b26a6e9d219e55f53cbdddd57ff1ad Mon Sep 17 00:00:00 2001 From: Mark Harding Date: Thu, 24 Jun 2021 17:54:11 +0100 Subject: [PATCH] (feat): opendistro --- .../elasticsearch-provisioner/Dockerfile | 3 +- .../provision-elasticsearch-legacy.sh | 38 - .../provision-elasticsearch.sh | 6 + .../schema-legacy/minds-graph.json | 30 - .../schema-legacy/minds-helpdesk.json | 45 - .../schema-legacy/minds-kite.json | 54 - .../schema-legacy/minds-metrics.json | 287 -- .../schema-legacy/minds-moderation.json | 87 - .../minds-trending-hashtags-shrunk.json | 30 - .../schema-legacy/minds_badger.json | 2485 ----------------- .../schema/minds-boost.json | 104 +- .../schema/minds-offchain.json | 76 +- .../schema/minds-search-activity_object.json | 144 + .../schema/minds-search-user.json | 118 + .../schema/minds-transactions-onchain.json | 118 +- .../schema/minds-views.json | 62 +- docker-compose.yml | 43 +- 17 files changed, 456 insertions(+), 3274 deletions(-) delete mode 100755 containers/elasticsearch-provisioner/provision-elasticsearch-legacy.sh delete mode 100644 containers/elasticsearch-provisioner/schema-legacy/minds-graph.json delete mode 100644 containers/elasticsearch-provisioner/schema-legacy/minds-helpdesk.json delete mode 100644 containers/elasticsearch-provisioner/schema-legacy/minds-kite.json delete mode 100644 containers/elasticsearch-provisioner/schema-legacy/minds-metrics.json delete mode 100644 containers/elasticsearch-provisioner/schema-legacy/minds-moderation.json delete mode 100644 containers/elasticsearch-provisioner/schema-legacy/minds-trending-hashtags-shrunk.json delete mode 100644 containers/elasticsearch-provisioner/schema-legacy/minds_badger.json create mode 100644 containers/elasticsearch-provisioner/schema/minds-search-activity_object.json create mode 100644 containers/elasticsearch-provisioner/schema/minds-search-user.json diff --git a/containers/elasticsearch-provisioner/Dockerfile b/containers/elasticsearch-provisioner/Dockerfile index 9576f77155..e91adf6351 100644 --- a/containers/elasticsearch-provisioner/Dockerfile +++ b/containers/elasticsearch-provisioner/Dockerfile @@ -2,7 +2,6 @@ FROM alpine:latest RUN apk add curl docker --no-cache WORKDIR /provisioner -COPY wait-for.sh provision-elasticsearch.sh provision-elasticsearch-legacy.sh /provisioner/ -COPY schema-legacy/ /provisioner/schema-legacy/ +COPY wait-for.sh provision-elasticsearch.sh /provisioner/ COPY schema/ /provisioner/schema/ ENTRYPOINT ["sh", "./provision-elasticsearch.sh", "elasticsearch"] diff --git a/containers/elasticsearch-provisioner/provision-elasticsearch-legacy.sh b/containers/elasticsearch-provisioner/provision-elasticsearch-legacy.sh deleted file mode 100755 index 5651134d86..0000000000 --- a/containers/elasticsearch-provisioner/provision-elasticsearch-legacy.sh +++ /dev/null @@ -1,38 +0,0 @@ -#!/bin/bash - -# Exit script wit ERRORLEVEL if any command fails -set -e - -echo "Provisioning legacy elastic search"; -echo "Waiting for legacy elastic search to come online..." -./wait-for.sh $1:9200 --timeout=120 -- echo "Legacy elastic search is up and running" - -echo "Putting mappings" -echo "Putting minds_badger" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds_badger -d @./schema-legacy/minds_badger.json --header "Content-Type: application/json" - - -echo "Putting minds-graph" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-graph -d @./schema-legacy/minds-graph.json --header "Content-Type: application/json" - -echo "Putting minds-helpdesk" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-helpdesk -d @./schema-legacy/minds-helpdesk.json --header "Content-Type: application/json" - -echo "Putting minds-kite" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-kite -d @./schema-legacy/minds-kite.json --header "Content-Type: application/json" - -echo "Putting minds-metrics" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-metrics-06-2019 -d @./schema-legacy/minds-metrics.json --header "Content-Type: application/json" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-metrics-07-2019 -d @./schema-legacy/minds-metrics.json --header "Content-Type: application/json" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-metrics-08-2019 -d @./schema-legacy/minds-metrics.json --header "Content-Type: application/json" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-metrics-09-2019 -d @./schema-legacy/minds-metrics.json --header "Content-Type: application/json" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-metrics-10-2019 -d @./schema-legacy/minds-metrics.json --header "Content-Type: application/json" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-metrics-11-2019 -d @./schema-legacy/minds-metrics.json --header "Content-Type: application/json" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-metrics-12-2019 -d @./schema-legacy/minds-metrics.json --header "Content-Type: application/json" - -echo "Putting minds-moderation" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-moderation -d @./schema-legacy/minds-moderation.json --header "Content-Type: application/json" - -echo "Putting minds-trending-hashtags-shrunk" -curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-trending-hashtags-shrunk -d @./schema-legacy/minds-trending-hashtags-shrunk.json --header "Content-Type: application/json" - diff --git a/containers/elasticsearch-provisioner/provision-elasticsearch.sh b/containers/elasticsearch-provisioner/provision-elasticsearch.sh index 432924545a..5bd61e4844 100755 --- a/containers/elasticsearch-provisioner/provision-elasticsearch.sh +++ b/containers/elasticsearch-provisioner/provision-elasticsearch.sh @@ -8,6 +8,12 @@ echo "Waiting for elastic search to come online..." ./wait-for.sh $1:9200 --timeout=120 -- echo "Elastic search is up and running" echo "Putting mappings" +curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-search-activity -d @./schema/minds-search-activity_object.json --header "Content-Type: application/json" +curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-search-object-image -d @./schema/minds-search-user_group.json --header "Content-Type: application/json" +curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-search-object-video -d @./schema/minds-search-user_group.json --header "Content-Type: application/json" +curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-search-object-blog -d @./schema/minds-search-user_group.json --header "Content-Type: application/json" +curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-search-user -d @./schema/minds-search-user_group.json --header "Content-Type: application/json" +curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-search-group -d @./schema/minds-search-user_group.json --header "Content-Type: application/json" curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-views -d @./schema/minds-views.json --header "Content-Type: application/json" curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-boost -d @./schema/minds-boost.json --header "Content-Type: application/json" curl -s --write-out ' Status: %{http_code}\n' -X PUT http://$1:9200/minds-offchain -d @./schema/minds-offchain.json --header "Content-Type: application/json" diff --git a/containers/elasticsearch-provisioner/schema-legacy/minds-graph.json b/containers/elasticsearch-provisioner/schema-legacy/minds-graph.json deleted file mode 100644 index 48aa2578ca..0000000000 --- a/containers/elasticsearch-provisioner/schema-legacy/minds-graph.json +++ /dev/null @@ -1,30 +0,0 @@ -{ - "mappings": { - "pass": { - "_all": { - "enabled": true - }, - "properties": { - "guids": { - "type": "long" - }, - "user_guid": { - "type": "long" - } - } - }, - "subscriptions": { - "_all": { - "enabled": true - }, - "properties": { - "guids": { - "type": "long" - }, - "user_guid": { - "type": "long" - } - } - } - } -} diff --git a/containers/elasticsearch-provisioner/schema-legacy/minds-helpdesk.json b/containers/elasticsearch-provisioner/schema-legacy/minds-helpdesk.json deleted file mode 100644 index c82140a2cd..0000000000 --- a/containers/elasticsearch-provisioner/schema-legacy/minds-helpdesk.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "mappings": { - "question": { - "_all": { - "enabled": true - }, - "properties": { - "answer": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "category_uuid": { - "type": "text" - }, - "question": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "score": { - "type": "integer" - }, - "suggest": { - "type": "completion", - "analyzer": "simple", - "preserve_separators": true, - "preserve_position_increments": true, - "max_input_length": 50 - }, - "uuid": { - "type": "text" - } - } - } - } -} diff --git a/containers/elasticsearch-provisioner/schema-legacy/minds-kite.json b/containers/elasticsearch-provisioner/schema-legacy/minds-kite.json deleted file mode 100644 index 9f78e41034..0000000000 --- a/containers/elasticsearch-provisioner/schema-legacy/minds-kite.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "mappings": { - "user-state": { - "_all": { - "enabled": true - }, - "properties": { - "activity_percentage": { - "type": "double" - }, - "previous_state": { - "type": "text" - }, - "reference_date": { - "type": "date" - }, - "state": { - "type": "keyword" - }, - "user_guid": { - "type": "long" - } - } - }, - "active_user": { - "_all": { - "enabled": true - }, - "properties": { - "activity_percentage": { - "type": "double" - }, - "previous_state": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "reference_date": { - "type": "date" - }, - "state": { - "type": "keyword" - }, - "user_guid": { - "type": "long" - } - } - } - } -} diff --git a/containers/elasticsearch-provisioner/schema-legacy/minds-metrics.json b/containers/elasticsearch-provisioner/schema-legacy/minds-metrics.json deleted file mode 100644 index 0c90d538d7..0000000000 --- a/containers/elasticsearch-provisioner/schema-legacy/minds-metrics.json +++ /dev/null @@ -1,287 +0,0 @@ -{ - "mappings": { - "action": { - "properties": { - "@timestamp": { - "type": "date" - }, - "action": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "ban_reason": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "boost_entity_guid": { - "type": "long" - }, - "boost_quality": { - "type": "long" - }, - "boost_rating": { - "type": "long" - }, - "boost_reject_reason": { - "type": "long" - }, - "boost_type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "comment_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "cookie_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "email_campaign": { - "type": "keyword" - }, - "email_state": { - "type": "keyword" - }, - "email_topic": { - "type": "keyword" - }, - "entity": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entityGuid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entityOwnerGuid": { - "type": "long" - }, - "entitySubtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entityType": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entity_access_id": { - "type": "long" - }, - "entity_container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entity_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entity_membership": { - "type": "long" - }, - "entity_owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entity_subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "entity_type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "ip_addr": { - "type": "ip" - }, - "ip_hash": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "ip_range_hash": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "is_remind": { - "type": "boolean" - }, - "logged_in": { - "type": "boolean" - }, - "mobile_version": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "platform": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "product": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "ratelimit_key": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "ratelimit_period": { - "type": "long" - }, - "referrer_uri": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "route_uri": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "user_agent": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "user_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "user_phone_number_hash": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - } - } -} diff --git a/containers/elasticsearch-provisioner/schema-legacy/minds-moderation.json b/containers/elasticsearch-provisioner/schema-legacy/minds-moderation.json deleted file mode 100644 index 389f30f23e..0000000000 --- a/containers/elasticsearch-provisioner/schema-legacy/minds-moderation.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "mappings": { - "reports": { - "dynamic": "false", - "properties": { - "@appeal_jury_decided_timestamp": { - "type": "date" - }, - "@appeal_timestamp": { - "type": "date" - }, - "@initial_jury_decided_timestamp": { - "type": "date" - }, - "action": { - "type": "keyword" - }, - "appeal_jury": { - "type": "nested", - "properties": { - "@timestamp": { - "type": "date" - }, - "accepted": { - "type": "boolean" - }, - "juror_guid": { - "type": "long" - }, - "juror_hash": { - "type": "keyword" - } - } - }, - "appeal_jury_action": { - "type": "keyword" - }, - "appeal_note": { - "type": "keyword" - }, - "entity_guid": { - "type": "long" - }, - "entity_owner_guid": { - "type": "long" - }, - "initial_jury": { - "type": "nested", - "properties": { - "@timestamp": { - "type": "date" - }, - "accepted": { - "type": "boolean" - }, - "juror_guid": { - "type": "long" - }, - "juror_hash": { - "type": "keyword" - } - } - }, - "initial_jury_action": { - "type": "keyword" - }, - "reports": { - "type": "nested", - "properties": { - "@timestamp": { - "type": "date" - }, - "reason": { - "type": "integer" - }, - "reporter_guid": { - "type": "long" - }, - "reporter_hash": { - "type": "keyword" - } - } - } - } - } - } -} diff --git a/containers/elasticsearch-provisioner/schema-legacy/minds-trending-hashtags-shrunk.json b/containers/elasticsearch-provisioner/schema-legacy/minds-trending-hashtags-shrunk.json deleted file mode 100644 index 27f76e2490..0000000000 --- a/containers/elasticsearch-provisioner/schema-legacy/minds-trending-hashtags-shrunk.json +++ /dev/null @@ -1,30 +0,0 @@ -{ - "mappings": { - "tags": { - "_all": { - "enabled": true - }, - "properties": { - "count": { - "type": "long" - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "suggest": { - "type": "completion", - "analyzer": "simple", - "preserve_separators": true, - "preserve_position_increments": true, - "max_input_length": 50 - } - } - } - } -} diff --git a/containers/elasticsearch-provisioner/schema-legacy/minds_badger.json b/containers/elasticsearch-provisioner/schema-legacy/minds_badger.json deleted file mode 100644 index f4499bcfe3..0000000000 --- a/containers/elasticsearch-provisioner/schema-legacy/minds_badger.json +++ /dev/null @@ -1,2485 +0,0 @@ -{ - "mappings": { - "object:album": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "tags": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "activity": { - "_all": { - "enabled": true - }, - "properties": { - "@moderated": { - "type": "date" - }, - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text" - }, - "aggs": { - "properties": { - "minds": { - "properties": { - "terms": { - "properties": { - "field": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - } - } - }, - "minds_badger": { - "properties": { - "terms": { - "properties": { - "field": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - } - } - } - } - }, - "blurb": { - "type": "text" - }, - "container_guid": { - "type": "text" - }, - "custom_type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text" - }, - "entity_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text" - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text" - }, - "moderator_guid": { - "type": "keyword" - }, - "name": { - "type": "text" - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "pending": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "query": { - "properties": { - "exists": { - "properties": { - "field": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - } - } - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text" - }, - "tags": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text" - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text" - }, - "type": { - "type": "text" - }, - "votes:down:12h": { - "type": "long" - }, - "votes:down:12h:synced": { - "type": "long" - }, - "votes:down:1y": { - "type": "long" - }, - "votes:down:1y:synced": { - "type": "long" - }, - "votes:down:24h": { - "type": "long" - }, - "votes:down:24h:synced": { - "type": "long" - }, - "votes:down:30d": { - "type": "long" - }, - "votes:down:30d:synced": { - "type": "long" - }, - "votes:down:7d": { - "type": "long" - }, - "votes:down:7d:synced": { - "type": "long" - }, - "votes:up:12h": { - "type": "long" - }, - "votes:up:12h:synced": { - "type": "long" - }, - "votes:up:1y": { - "type": "long" - }, - "votes:up:1y:synced": { - "type": "long" - }, - "votes:up:24h": { - "type": "long" - }, - "votes:up:24h:synced": { - "type": "long" - }, - "votes:up:30d": { - "type": "long" - }, - "votes:up:30d:synced": { - "type": "long" - }, - "votes:up:7d": { - "type": "long" - }, - "votes:up:7d:synced": { - "type": "long" - } - } - }, - "user": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text" - }, - "blurb": { - "type": "text" - }, - "briefdescription": { - "type": "text" - }, - "container_guid": { - "type": "text" - }, - "description": { - "type": "text" - }, - "group_membership": { - "type": "text" - }, - "guid": { - "type": "text" - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text" - }, - "name": { - "type": "text" - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text" - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text" - }, - "suggest": { - "type": "completion", - "analyzer": "simple", - "preserve_separators": true, - "preserve_position_increments": true, - "max_input_length": 50 - }, - "suggest_context": { - "type": "completion", - "analyzer": "standard", - "preserve_separators": true, - "preserve_position_increments": true, - "max_input_length": 50, - "contexts": [ - { - "name": "groups", - "type": "CATEGORY" - } - ] - }, - "tags": { - "type": "text" - }, - "taxonomy": { - "type": "text" - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text" - }, - "type": { - "type": "text" - }, - "username": { - "type": "text" - }, - "votes:down:12h": { - "type": "long" - }, - "votes:down:12h:synced": { - "type": "long" - }, - "votes:down:1y": { - "type": "long" - }, - "votes:down:1y:synced": { - "type": "long" - }, - "votes:down:24h": { - "type": "long" - }, - "votes:down:24h:synced": { - "type": "long" - }, - "votes:down:30d": { - "type": "long" - }, - "votes:down:30d:synced": { - "type": "long" - }, - "votes:down:7d": { - "type": "long" - }, - "votes:down:7d:synced": { - "type": "long" - }, - "votes:up:12h": { - "type": "long" - }, - "votes:up:12h:synced": { - "type": "long" - }, - "votes:up:1y": { - "type": "long" - }, - "votes:up:1y:synced": { - "type": "long" - }, - "votes:up:24h": { - "type": "long" - }, - "votes:up:24h:synced": { - "type": "long" - }, - "votes:up:30d": { - "type": "long" - }, - "votes:up:30d:synced": { - "type": "long" - }, - "votes:up:7d": { - "type": "long" - }, - "votes:up:7d:synced": { - "type": "long" - } - } - }, - "object": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "object:audio": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "object:image": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text" - }, - "blurb": { - "type": "text" - }, - "container_guid": { - "type": "text" - }, - "description": { - "type": "text" - }, - "guid": { - "type": "text" - }, - "interactions": { - "type": "integer" - }, - "license": { - "type": "text" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text" - }, - "name": { - "type": "text" - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text" - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text" - }, - "tags": { - "type": "text" - }, - "taxonomy": { - "type": "text" - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text" - }, - "type": { - "type": "text" - }, - "votes:down:12h": { - "type": "long" - }, - "votes:down:12h:synced": { - "type": "long" - }, - "votes:down:1y": { - "type": "long" - }, - "votes:down:1y:synced": { - "type": "long" - }, - "votes:down:24h": { - "type": "long" - }, - "votes:down:24h:synced": { - "type": "long" - }, - "votes:down:30d": { - "type": "long" - }, - "votes:down:30d:synced": { - "type": "long" - }, - "votes:down:7d": { - "type": "long" - }, - "votes:down:7d:synced": { - "type": "long" - }, - "votes:up:12h": { - "type": "long" - }, - "votes:up:12h:synced": { - "type": "long" - }, - "votes:up:1y": { - "type": "long" - }, - "votes:up:1y:synced": { - "type": "long" - }, - "votes:up:24h": { - "type": "long" - }, - "votes:up:24h:synced": { - "type": "long" - }, - "votes:up:30d": { - "type": "long" - }, - "votes:up:30d:synced": { - "type": "long" - }, - "votes:up:7d": { - "type": "long" - }, - "votes:up:7d:synced": { - "type": "long" - }, - "@moderated": { - "type": "date" - }, - "moderator_guid": { - "type": "keyword" - } - } - }, - "activity:points_transaction": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "tags": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "object:points_transaction": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "tags": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "object:file": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "activity:blog": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "group": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text" - }, - "blurb": { - "type": "text" - }, - "brief_description": { - "type": "text" - }, - "container_guid": { - "type": "text" - }, - "description": { - "type": "text" - }, - "guid": { - "type": "text" - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "membership": { - "type": "integer" - }, - "message": { - "type": "text" - }, - "name": { - "type": "text" - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text" - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text" - }, - "tags": { - "type": "text" - }, - "taxonomy": { - "type": "text" - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text" - }, - "type": { - "type": "text" - }, - "votes:down:12h": { - "type": "long" - }, - "votes:down:12h:synced": { - "type": "long" - }, - "votes:down:1y": { - "type": "long" - }, - "votes:down:1y:synced": { - "type": "long" - }, - "votes:down:24h": { - "type": "long" - }, - "votes:down:24h:synced": { - "type": "long" - }, - "votes:down:30d": { - "type": "long" - }, - "votes:down:30d:synced": { - "type": "long" - }, - "votes:down:7d": { - "type": "long" - }, - "votes:down:7d:synced": { - "type": "long" - }, - "votes:up:12h": { - "type": "long" - }, - "votes:up:12h:synced": { - "type": "long" - }, - "votes:up:1y": { - "type": "long" - }, - "votes:up:1y:synced": { - "type": "long" - }, - "votes:up:24h": { - "type": "long" - }, - "votes:up:24h:synced": { - "type": "long" - }, - "votes:up:30d": { - "type": "long" - }, - "votes:up:30d:synced": { - "type": "long" - }, - "votes:up:7d": { - "type": "long" - }, - "votes:up:7d:synced": { - "type": "long" - } - } - }, - "comment:points_transaction": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "activity_search": { - "_all": { - "enabled": true - }, - "properties": { - "aggs": { - "properties": { - "minds_badger": { - "properties": { - "terms": { - "properties": { - "field": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "size": { - "type": "long" - } - } - } - } - } - } - } - } - }, - "object:carousel": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "object:blog": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text" - }, - "blurb": { - "type": "text" - }, - "container_guid": { - "type": "text" - }, - "custom_type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text" - }, - "entity_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text" - }, - "interactions": { - "type": "integer" - }, - "lastupdated": { - "type": "long" - }, - "license": { - "type": "text" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text" - }, - "name": { - "type": "text" - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text" - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text" - }, - "tags": { - "type": "text" - }, - "taxonomy": { - "type": "text" - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text" - }, - "type": { - "type": "text" - }, - "votes:down:12h": { - "type": "long" - }, - "votes:down:12h:synced": { - "type": "long" - }, - "votes:down:1y": { - "type": "long" - }, - "votes:down:1y:synced": { - "type": "long" - }, - "votes:down:24h": { - "type": "long" - }, - "votes:down:24h:synced": { - "type": "long" - }, - "votes:down:30d": { - "type": "long" - }, - "votes:down:30d:synced": { - "type": "long" - }, - "votes:down:7d": { - "type": "long" - }, - "votes:down:7d:synced": { - "type": "long" - }, - "votes:up:12h": { - "type": "long" - }, - "votes:up:12h:synced": { - "type": "long" - }, - "votes:up:1y": { - "type": "long" - }, - "votes:up:1y:synced": { - "type": "long" - }, - "votes:up:24h": { - "type": "long" - }, - "votes:up:24h:synced": { - "type": "long" - }, - "votes:up:30d": { - "type": "long" - }, - "votes:up:30d:synced": { - "type": "long" - }, - "votes:up:7d": { - "type": "long" - }, - "votes:up:7d:synced": { - "type": "long" - }, - "@moderated": { - "type": "date" - }, - "moderator_guid": { - "type": "keyword" - } - } - }, - "comment": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "tags": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "activity:carousel": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "blurb": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "container_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "description": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "interactions": { - "type": "integer" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "name": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "owner_guid": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "subtype": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "taxonomy": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - }, - "type": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } - } - } - } - }, - "object:video": { - "_all": { - "enabled": true - }, - "properties": { - "@timestamp": { - "type": "date" - }, - "access_id": { - "type": "text" - }, - "blurb": { - "type": "text" - }, - "container_guid": { - "type": "text" - }, - "description": { - "type": "text" - }, - "guid": { - "type": "text" - }, - "interactions": { - "type": "integer" - }, - "license": { - "type": "text" - }, - "mature": { - "type": "boolean" - }, - "message": { - "type": "text" - }, - "name": { - "type": "text" - }, - "nsfw": { - "type": "integer" - }, - "owner_guid": { - "type": "text" - }, - "paywall": { - "type": "boolean" - }, - "public": { - "type": "boolean" - }, - "rating": { - "type": "long" - }, - "subtype": { - "type": "text" - }, - "tags": { - "type": "text" - }, - "taxonomy": { - "type": "text" - }, - "time_created": { - "type": "integer" - }, - "title": { - "type": "text" - }, - "type": { - "type": "text" - }, - "votes:down:12h": { - "type": "long" - }, - "votes:down:12h:synced": { - "type": "long" - }, - "votes:down:1y": { - "type": "long" - }, - "votes:down:1y:synced": { - "type": "long" - }, - "votes:down:24h": { - "type": "long" - }, - "votes:down:24h:synced": { - "type": "long" - }, - "votes:down:30d": { - "type": "long" - }, - "votes:down:30d:synced": { - "type": "long" - }, - "votes:down:7d": { - "type": "long" - }, - "votes:down:7d:synced": { - "type": "long" - }, - "votes:up:12h": { - "type": "long" - }, - "votes:up:12h:synced": { - "type": "long" - }, - "votes:up:1y": { - "type": "long" - }, - "votes:up:1y:synced": { - "type": "long" - }, - "votes:up:24h": { - "type": "long" - }, - "votes:up:24h:synced": { - "type": "long" - }, - "votes:up:30d": { - "type": "long" - }, - "votes:up:30d:synced": { - "type": "long" - }, - "votes:up:7d": { - "type": "long" - }, - "votes:up:7d:synced": { - "type": "long" - }, - "@moderated": { - "type": "date" - }, - "moderator_guid": { - "type": "keyword" - }, - "youtube_id": { - "type": "keyword" - }, - "youtube_channel_id": { - "type": "keyword" - }, - "transcoding_status": { - "type": "keyword" - } - } - } - } -} diff --git a/containers/elasticsearch-provisioner/schema/minds-boost.json b/containers/elasticsearch-provisioner/schema/minds-boost.json index 25cbf58149..f173c6c8f8 100644 --- a/containers/elasticsearch-provisioner/schema/minds-boost.json +++ b/containers/elasticsearch-provisioner/schema/minds-boost.json @@ -1,58 +1,56 @@ { "mappings": { - "_doc": { - "properties": { - "@completed": { - "type": "date" - }, - "@rejected": { - "type": "date" - }, - "@reviewed": { - "type": "date" - }, - "@revoked": { - "type": "date" - }, - "@timestamp": { - "type": "date" - }, - "bid": { - "type": "double" - }, - "bid_type": { - "type": "keyword" - }, - "entity_guid": { - "type": "long" - }, - "impressions": { - "type": "long" - }, - "impressions_met": { - "type": "long" - }, - "nsfw": { - "type": "keyword" - }, - "owner_guid": { - "type": "long" - }, - "priority": { - "type": "boolean" - }, - "rating": { - "type": "integer" - }, - "tags": { - "type": "keyword" - }, - "token_method": { - "type": "keyword" - }, - "type": { - "type": "keyword" - } + "properties": { + "@completed": { + "type": "date" + }, + "@rejected": { + "type": "date" + }, + "@reviewed": { + "type": "date" + }, + "@revoked": { + "type": "date" + }, + "@timestamp": { + "type": "date" + }, + "bid": { + "type": "double" + }, + "bid_type": { + "type": "keyword" + }, + "entity_guid": { + "type": "long" + }, + "impressions": { + "type": "long" + }, + "impressions_met": { + "type": "long" + }, + "nsfw": { + "type": "keyword" + }, + "owner_guid": { + "type": "long" + }, + "priority": { + "type": "boolean" + }, + "rating": { + "type": "integer" + }, + "tags": { + "type": "keyword" + }, + "token_method": { + "type": "keyword" + }, + "type": { + "type": "keyword" } } } diff --git a/containers/elasticsearch-provisioner/schema/minds-offchain.json b/containers/elasticsearch-provisioner/schema/minds-offchain.json index fd072129c5..300c29cc8d 100644 --- a/containers/elasticsearch-provisioner/schema/minds-offchain.json +++ b/containers/elasticsearch-provisioner/schema/minds-offchain.json @@ -1,46 +1,44 @@ { "mappings": { - "_doc": { - "properties": { - "@timestamp": { - "type": "date" - }, - "amount": { - "type": "double" - }, - "boost_guid": { - "type": "long" - }, - "boost_handlder": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 - } + "properties": { + "@timestamp": { + "type": "date" + }, + "amount": { + "type": "double" + }, + "boost_guid": { + "type": "long" + }, + "boost_handlder": { + "type": "text", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 } - }, - "boost_handler": { - "type": "keyword" - }, - "contract": { - "type": "keyword" - }, - "tx": { - "type": "keyword" - }, - "user_guid": { - "type": "long" - }, - "wire_entity_guid": { - "type": "long" - }, - "wire_receiver_guid": { - "type": "long" - }, - "wire_sender_guid": { - "type": "long" } + }, + "boost_handler": { + "type": "keyword" + }, + "contract": { + "type": "keyword" + }, + "tx": { + "type": "keyword" + }, + "user_guid": { + "type": "long" + }, + "wire_entity_guid": { + "type": "long" + }, + "wire_receiver_guid": { + "type": "long" + }, + "wire_sender_guid": { + "type": "long" } } } diff --git a/containers/elasticsearch-provisioner/schema/minds-search-activity_object.json b/containers/elasticsearch-provisioner/schema/minds-search-activity_object.json new file mode 100644 index 0000000000..e03a908169 --- /dev/null +++ b/containers/elasticsearch-provisioner/schema/minds-search-activity_object.json @@ -0,0 +1,144 @@ +{ + "mappings": { + "dynamic": "strict", + "properties": { + "@moderated": { + "type": "date" + }, + "@timestamp": { + "type": "date" + }, + "@wire_support_tier_expire": { + "type": "date" + }, + "access_id": { + "type": "keyword" + }, + "blurb": { + "type": "text" + }, + "comments:count": { + "type": "long" + }, + "comments:count:synced": { + "type": "date" + }, + "container_guid": { + "type": "keyword" + }, + "custom_type": { + "type": "keyword" + }, + "deleted": { + "type": "boolean" + }, + "description": { + "type": "text" + }, + "entity_guid": { + "type": "keyword" + }, + "guid": { + "type": "keyword" + }, + "is_portrait": { + "type": "boolean" + }, + "is_quoted_post": { + "type": "boolean" + }, + "is_remind": { + "type": "boolean" + }, + "language": { + "type": "keyword" + }, + "license": { + "type": "keyword" + }, + "mature": { + "type": "boolean" + }, + "message": { + "type": "text" + }, + "moderator_guid": { + "type": "keyword" + }, + "nsfw": { + "type": "integer" + }, + "owner_guid": { + "type": "keyword" + }, + "paywall": { + "type": "boolean" + }, + "pending": { + "type": "boolean" + }, + "public": { + "type": "boolean" + }, + "rating": { + "type": "long" + }, + "remind_guid": { + "type": "keyword" + }, + "subtype": { + "type": "keyword" + }, + "tags": { + "type": "keyword" + }, + "time_created": { + "type": "integer" + }, + "title": { + "type": "text" + }, + "type": { + "type": "keyword" + }, + "urls": { + "type": "nested", + "properties": { + "domain": { + "type": "keyword" + }, + "full": { + "type": "keyword" + }, + "path": { + "type": "keyword" + }, + "registered_domain": { + "type": "keyword" + }, + "scheme": { + "type": "keyword" + }, + "top_level_domain": { + "type": "keyword" + } + } + }, + "votes:down": { + "type": "long" + }, + "votes:down:synced": { + "type": "long" + }, + "votes:up": { + "type": "long" + }, + "votes:up:synced": { + "type": "long" + }, + "wire_support_tier": { + "type": "keyword" + } + } + } +} \ No newline at end of file diff --git a/containers/elasticsearch-provisioner/schema/minds-search-user.json b/containers/elasticsearch-provisioner/schema/minds-search-user.json new file mode 100644 index 0000000000..d44c52f176 --- /dev/null +++ b/containers/elasticsearch-provisioner/schema/minds-search-user.json @@ -0,0 +1,118 @@ +{ + "mappings": { + "dynamic": "strict", + "properties": { + "@moderated": { + "type": "date" + }, + "@timestamp": { + "type": "date" + }, + "access_id": { + "type": "keyword" + }, + "briefdescription": { + "type": "text" + }, + "container_guid": { + "type": "keyword" + }, + "deleted": { + "type": "boolean" + }, + "email_confirmed_at": { + "type": "long" + }, + "group_membership": { + "type": "keyword" + }, + "guid": { + "type": "keyword" + }, + "language": { + "type": "keyword" + }, + "license": { + "type": "keyword" + }, + "mature": { + "type": "boolean" + }, + "merchant": { + "type": "boolean" + }, + "moderator_guid": { + "type": "keyword" + }, + "name": { + "type": "keyword" + }, + "nsfw": { + "type": "integer" + }, + "owner_guid": { + "type": "keyword" + }, + "pending": { + "type": "boolean" + }, + "plus_expires": { + "type": "date" + }, + "pro_expires": { + "type": "date" + }, + "public": { + "type": "boolean" + }, + "rating": { + "type": "long" + }, + "subtype": { + "type": "keyword" + }, + "suggest": { + "type": "completion", + "analyzer": "standard", + "preserve_separators": true, + "preserve_position_increments": true, + "max_input_length": 50 + }, + "tags": { + "type": "keyword" + }, + "time_created": { + "type": "integer" + }, + "type": { + "type": "keyword" + }, + "urls": { + "type": "nested", + "properties": { + "domain": { + "type": "keyword" + }, + "full": { + "type": "keyword" + }, + "path": { + "type": "keyword" + }, + "registered_domain": { + "type": "keyword" + }, + "scheme": { + "type": "keyword" + }, + "top_level_domain": { + "type": "keyword" + } + } + }, + "username": { + "type": "keyword" + } + } + } +} \ No newline at end of file diff --git a/containers/elasticsearch-provisioner/schema/minds-transactions-onchain.json b/containers/elasticsearch-provisioner/schema/minds-transactions-onchain.json index 1a59ebea2e..4856d0e555 100644 --- a/containers/elasticsearch-provisioner/schema/minds-transactions-onchain.json +++ b/containers/elasticsearch-provisioner/schema/minds-transactions-onchain.json @@ -1,65 +1,63 @@ { "mappings": { - "_doc": { - "properties": { - "@timestamp": { - "type": "date" - }, - "blockHash": { - "type": "keyword" - }, - "blockNumber": { - "type": "long" - }, - "contractAddress": { - "type": "keyword" - }, - "ethUsdRate": { - "type": "float" - }, - "ethValue": { - "type": "float" - }, - "from": { - "type": "keyword" - }, - "function": { - "type": "keyword" - }, - "gas": { - "type": "long" - }, - "gasPriceEth": { - "type": "float" - }, - "gasUsed": { - "type": "long" - }, - "hash": { - "type": "keyword" - }, - "isTokenTransaction": { - "type": "boolean" - }, - "to": { - "type": "keyword" - }, - "tokenValue": { - "type": "float" - }, - "transactionCategory": { - "type": "keyword" - }, - "transactionDirection": { - "type": "keyword" - }, - "transactionType": { - "type": "keyword" - }, - "usdValue": { - "type": "float" - } + "properties": { + "@timestamp": { + "type": "date" + }, + "blockHash": { + "type": "keyword" + }, + "blockNumber": { + "type": "long" + }, + "contractAddress": { + "type": "keyword" + }, + "ethUsdRate": { + "type": "float" + }, + "ethValue": { + "type": "float" + }, + "from": { + "type": "keyword" + }, + "function": { + "type": "keyword" + }, + "gas": { + "type": "long" + }, + "gasPriceEth": { + "type": "float" + }, + "gasUsed": { + "type": "long" + }, + "hash": { + "type": "keyword" + }, + "isTokenTransaction": { + "type": "boolean" + }, + "to": { + "type": "keyword" + }, + "tokenValue": { + "type": "float" + }, + "transactionCategory": { + "type": "keyword" + }, + "transactionDirection": { + "type": "keyword" + }, + "transactionType": { + "type": "keyword" + }, + "usdValue": { + "type": "float" } } } -} \ No newline at end of file +} diff --git a/containers/elasticsearch-provisioner/schema/minds-views.json b/containers/elasticsearch-provisioner/schema/minds-views.json index 27a73c5d63..f983a40a82 100644 --- a/containers/elasticsearch-provisioner/schema/minds-views.json +++ b/containers/elasticsearch-provisioner/schema/minds-views.json @@ -1,37 +1,35 @@ { "mappings": { - "_doc": { - "properties": { - "@timestamp": { - "type": "date" - }, - "campaign": { - "type": "keyword" - }, - "delta": { - "type": "integer" - }, - "entity_urn": { - "type": "keyword" - }, - "medium": { - "type": "keyword" - }, - "page_token": { - "type": "keyword" - }, - "platform": { - "type": "keyword" - }, - "position": { - "type": "integer" - }, - "source": { - "type": "keyword" - }, - "uuid": { - "type": "keyword" - } + "properties": { + "@timestamp": { + "type": "date" + }, + "campaign": { + "type": "keyword" + }, + "delta": { + "type": "integer" + }, + "entity_urn": { + "type": "keyword" + }, + "medium": { + "type": "keyword" + }, + "page_token": { + "type": "keyword" + }, + "platform": { + "type": "keyword" + }, + "position": { + "type": "integer" + }, + "source": { + "type": "keyword" + }, + "uuid": { + "type": "keyword" } } } diff --git a/docker-compose.yml b/docker-compose.yml index ffc2c54f8b..51080f2603 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -95,9 +95,8 @@ services: interval: 15s elasticsearch: - image: elasticsearch:6.6.2 - entrypoint: /set-permissions-and-start.sh - mem_limit: 512MB # keep an eye + image: amazon/opendistro-for-elasticsearch:1.13.2 + mem_limit: 1G # keep an eye ulimits: nproc: 65536 memlock: @@ -107,14 +106,19 @@ services: soft: 65536 hard: 65536 environment: - - "ES_JAVA_OPTS=-Xms256m -Xmx256m" + - "ES_JAVA_OPTS=-Xms726m -Xmx726m" + - discovery.type=single-node + - DISABLE_INSTALL_DEMO_CONFIG=true + - opendistro_security.disabled=true + - cluster.routing.allocation.disk.watermark.low=95% + - cluster.routing.allocation.disk.watermark.high=99% + - cluster.routing.allocation.disk.watermark.flood_stage=99% networks: - app ports: - "9200:9200" volumes: - - ./containers/elasticsearch/set-permissions-and-start.sh:/set-permissions-and-start.sh:cached - - elasticsearch-data:/usr/share/elasticsearch/data + - opendistro-data:/usr/share/elasticsearch/data ## CACHE @@ -147,32 +151,6 @@ services: cassandra: condition: service_healthy - elasticsearch-legacy: - image: elasticsearch:5.6-alpine - entrypoint: /clear-data-and-start.sh - environment: - - "xpack.security.enabled=false" - - "http.host=0.0.0.0" - - "transport.host=127.0.0.1" - networks: - - app - ports: - - "9200:9200" - volumes: - - ./containers/elasticsearch-legacy/clear-data-and-start.sh:/clear-data-and-start.sh:cached - - elasticsearch-data:/usr/share/elasticsearch/data - - elasticsearch-legacy-provisioner: - build: - context: ./containers/elasticsearch-provisioner - entrypoint: sh /provisioner/provision-elasticsearch-legacy.sh elasticsearch-legacy - networks: - - app - depends_on: - - elasticsearch-legacy - volumes: - - /var/run/docker.sock:/var/run/docker.sock - elasticsearch-provisioner: build: context: ./containers/elasticsearch-provisioner @@ -211,6 +189,7 @@ services: volumes: cassandra-data: elasticsearch-data: + opendistro-data: keys: pulsardata: pulsarconf: