1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.hadoop.hbase.replication.regionserver;
19
20 import java.io.IOException;
21 import java.util.Collections;
22 import java.util.List;
23 import java.util.Map;
24 import java.util.Random;
25
26 import org.apache.commons.logging.Log;
27 import org.apache.commons.logging.LogFactory;
28 import org.apache.hadoop.conf.Configuration;
29 import org.apache.hadoop.hbase.ServerName;
30 import org.apache.hadoop.hbase.client.HConnection;
31 import org.apache.hadoop.hbase.protobuf.generated.AdminProtos.AdminService;
32 import org.apache.hadoop.hbase.replication.ReplicationPeers;
33
34 import com.google.common.collect.Lists;
35 import com.google.common.collect.Maps;
36
37
38
39
40
41
42 public class ReplicationSinkManager {
43
44 private static final Log LOG = LogFactory.getLog(ReplicationSinkManager.class);
45
46
47
48
49
50
51 static final int DEFAULT_BAD_SINK_THRESHOLD = 3;
52
53
54
55
56
57 static final float DEFAULT_REPLICATION_SOURCE_RATIO = 0.1f;
58
59
60 private final HConnection conn;
61
62 private final String peerClusterId;
63
64 private final ReplicationPeers replicationPeers;
65
66
67 private final Map<ServerName, Integer> badReportCounts;
68
69
70 private final float ratio;
71
72
73
74 private final int badSinkThreshold;
75
76 private final Random random;
77
78
79 private long lastUpdateToPeers;
80
81
82 private List<ServerName> sinks = Lists.newArrayList();
83
84
85
86
87
88
89
90
91
92 public ReplicationSinkManager(HConnection conn, String peerClusterId,
93 ReplicationPeers replicationPeers, Configuration conf) {
94 this.conn = conn;
95 this.peerClusterId = peerClusterId;
96 this.replicationPeers = replicationPeers;
97 this.badReportCounts = Maps.newHashMap();
98 this.ratio = conf.getFloat("replication.source.ratio", DEFAULT_REPLICATION_SOURCE_RATIO);
99 this.badSinkThreshold = conf.getInt("replication.bad.sink.threshold",
100 DEFAULT_BAD_SINK_THRESHOLD);
101 this.random = new Random();
102 }
103
104
105
106
107
108
109 public SinkPeer getReplicationSink() throws IOException {
110 if (replicationPeers.getTimestampOfLastChangeToPeer(peerClusterId)
111 > this.lastUpdateToPeers) {
112 LOG.info("Current list of sinks is out of date, updating");
113 chooseSinks();
114 }
115
116 if (sinks.isEmpty()) {
117 throw new IOException("No replication sinks are available");
118 }
119 ServerName serverName = sinks.get(random.nextInt(sinks.size()));
120 return new SinkPeer(serverName, conn.getAdmin(serverName));
121 }
122
123
124
125
126
127
128
129
130
131
132 public void reportBadSink(SinkPeer sinkPeer) {
133 ServerName serverName = sinkPeer.getServerName();
134 int badReportCount = (badReportCounts.containsKey(serverName)
135 ? badReportCounts.get(serverName) : 0) + 1;
136 badReportCounts.put(serverName, badReportCount);
137 if (badReportCount > badSinkThreshold) {
138 this.sinks.remove(serverName);
139 if (sinks.isEmpty()) {
140 chooseSinks();
141 }
142 }
143 }
144
145 void chooseSinks() {
146 List<ServerName> slaveAddresses =
147 replicationPeers.getRegionServersOfConnectedPeer(peerClusterId);
148 Collections.shuffle(slaveAddresses, random);
149 int numSinks = (int) Math.ceil(slaveAddresses.size() * ratio);
150 sinks = slaveAddresses.subList(0, numSinks);
151 lastUpdateToPeers = System.currentTimeMillis();
152 badReportCounts.clear();
153 }
154
155 List<ServerName> getSinks() {
156 return sinks;
157 }
158
159
160
161
162
163 public static class SinkPeer {
164 private ServerName serverName;
165 private AdminService.BlockingInterface regionServer;
166
167 public SinkPeer(ServerName serverName, AdminService.BlockingInterface regionServer) {
168 this.serverName = serverName;
169 this.regionServer = regionServer;
170 }
171
172 ServerName getServerName() {
173 return serverName;
174 }
175
176 public AdminService.BlockingInterface getRegionServer() {
177 return regionServer;
178 }
179
180 }
181
182 }