-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yml
131 lines (121 loc) · 2.81 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
version: "3.8"
services:
resourcemanager:
container_name: resourcemanager
hostname: resourcemanager
image: hadoop-base:3.2.1
environment:
YARN_RESOURCEMANAGER_USER: root
ports:
- 8088:8088 # yarn
entrypoint: "/bin/bash"
command:
- yarn
- resourcemanager
volumes:
- ./conf/hadoop:/etc/hadoop
timelineserver:
container_name: timelineserver
hostname: timelineserver
image: hadoop-base:3.2.1
ports:
- 8188:8188 # timeline
entrypoint: "/bin/bash"
command:
- yarn
- timelineserver
volumes:
- ./conf/hadoop:/etc/hadoop
namenode:
container_name: namenode
hostname: namenode
image: hadoop-hdfs:3.2.1
environment:
NODE_TYPE: namenode
HDFS_NAMENODE_USER: root
CLUSTER_NAME: hadoop-cluster
volumes:
- namenode:/hadoop/dfs/namenode
- ./conf/hadoop:/etc/hadoop
ports:
- 50070:50070 # hdfs
- 8042:8042 # node manager
depends_on:
- resourcemanager
datanode:
container_name: datanode
hostname: datanode
image: hadoop-hdfs:3.2.1
environment:
NODE_TYPE: datanode
HDFS_DATANODE_USER: root
volumes:
- datanode:/hadoop/dfs/datanode
- ./conf/hadoop:/etc/hadoop
ports:
- 50075:50075 # hdfs
- 8043:8042 # node manager
depends_on:
- namenode
datanode2:
container_name: datanode2
hostname: datanode2
image: hadoop-hdfs:3.2.1
environment:
NODE_TYPE: datanode
HDFS_DATANODE_USER: root
volumes:
- datanode2:/hadoop/dfs/datanode
- ./conf/hadoop:/etc/hadoop
ports:
- 50175:50075 # hdfs
- 8142:8042 # node manager
depends_on:
- namenode
hive-postgres:
image: postgres:9.4
container_name: hive-postgres
hostname: hive-postgres
ports:
- 5433:5432
volumes:
- ./tmp/postgres:/var/lib/postgresql/data
environment:
POSTGRES_PASSWORD: hive
POSTGRES_USER: hive
POSTGRES_DB: metastore
hive-metastore:
hostname: hive-metastore
image: hadoop-hive:3.1.2
container_name: hive-metastore
depends_on:
- hive-postgres
- datanode
volumes:
- ./conf/hadoop:/etc/hadoop
- ./conf/hive/hive-site.xml:/opt/hive/conf/hive-site.xml
command: "hive --service metastore"
ports:
- 9083:9083
hive-server:
hostname: hive-server
# image: hadoop-hive:3.1.2
image: hadoop-hive-glue:2.3.6
container_name: hive-server
volumes:
- ./conf/hadoop:/etc/hadoop
- ./conf/hive:/opt/hive/conf
command: "hiveserver2 --hiveconf hive.root.logger=INFO,WARN"
ports:
- 10002:10002
- 8044:8042
env_file: .env
depends_on:
- datanode
volumes:
namenode:
datanode:
datanode2:
networks:
default:
name: hadoop-cluster-network