package com.cloudera.flume.agent.diskfailover;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import java.io.IOException;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.cloudera.flume.agent.DirectMasterRPC;
import com.cloudera.flume.agent.FlumeNode;
import com.cloudera.flume.agent.LivenessManager;
import com.cloudera.flume.agent.MasterRPC;
import com.cloudera.flume.conf.FlumeConfiguration;
import com.cloudera.flume.master.FlumeMaster;
import com.cloudera.util.NetUtils;
public static final Logger LOG = LoggerFactory
.getLogger(TestDiskFailoverAgent.class);
FlumeMaster master = null;
FlumeConfiguration cfg;
@Before
public void setCfg()
throws IOException {
cfg = FlumeConfiguration.createTestableConfiguration();
cfg.set(FlumeConfiguration.MASTER_STORE, "memory");
cfg.set(FlumeConfiguration.WEBAPPS_PATH, "build/webapps");
}
@After
if (master != null) {
master.shutdown();
master = null;
}
}
@Test
final FlumeMaster master = new FlumeMaster(cfg);
MasterRPC rpc = new DirectMasterRPC(master);
final FlumeNode node = new FlumeNode(rpc, false, false);
assertEquals(0, node.getLogicalNodeManager().getNodes().size());
final CountDownLatch done = new CountDownLatch(1);
new Thread("ActiveDFOClose") {
LivenessManager liveMan = node.getLivenessManager();
try {
LOG.info("setting to invalid dfo host");
master.getSpecMan().setConfig("node1", "flow", "asciisynth(0)",
"agentDFOSink(\"localhost\", 12345)");
master.getSpecMan().addLogicalNode(NetUtils.localhost(), "node1");
liveMan.heartbeatChecks();
Thread.sleep(10000);
LOG.info("!!! decommissioning node on master");
master.getSpecMan().removeLogicalNode("node1");
liveMan.heartbeatChecks();
LOG.info("!!! node should be decommissioning on node");
} catch (Exception e) {
LOG.info("closed caused an error out: " + e.getMessage(), e);
done.countDown();
return;
}
LOG.info("Clean close.");
done.countDown();
}
}.start();
assertTrue("close call hung the heartbeat", done
.await(45, TimeUnit.SECONDS));
assertEquals(1, node.getLogicalNodeManager().getNodes().size());
}
@Test
final FlumeMaster master = new FlumeMaster(cfg);
MasterRPC rpc = new DirectMasterRPC(master);
final FlumeNode node = new FlumeNode(rpc, false, false);
assertEquals(0, node.getLogicalNodeManager().getNodes().size());
final CountDownLatch done = new CountDownLatch(1);
new Thread() {
LivenessManager liveMan = node.getLivenessManager();
try {
LOG.info("setting to invalid dfo host");
master.getSpecMan().setConfig("node1", "flow", "asciisynth(0)",
"agentDFOSink(\"invalid\", 12345)");
master.getSpecMan().addLogicalNode(NetUtils.localhost(), "node1");
liveMan.heartbeatChecks();
Thread.sleep(20000);
LOG.info("!!! decommissioning node on master");
master.getSpecMan().removeLogicalNode("node1");
liveMan.heartbeatChecks();
LOG.info("!!! logical node should be decommissioning on node");
} catch (Exception e) {
LOG.error("closed caused an error out: " + e.getMessage(), e);
done.countDown();
return;
}
LOG.info("Clean close.");
done.countDown();
}
}.start();
assertTrue("close call hung the heartbeat", done
.await(45, TimeUnit.SECONDS));
assertEquals(1, node.getLogicalNodeManager().getNodes().size());
}
@Test
final FlumeMaster master = new FlumeMaster(cfg);
MasterRPC rpc = new DirectMasterRPC(master);
final FlumeNode node = new FlumeNode(rpc, false, false);
assertEquals(0, node.getLogicalNodeManager().getNodes().size());
final CountDownLatch done = new CountDownLatch(1);
new Thread("TestDiskFailoverAgent") {
LivenessManager liveMan = node.getLivenessManager();
try {
LOG.info("setting to invalid dfo host");
master.getSpecMan().setConfig("node1", "flow", "asciisynth(0)",
"agentE2ESink(\"localhost\", 12345)");
master.getSpecMan().addLogicalNode(NetUtils.localhost(), "node1");
liveMan.heartbeatChecks();
Thread.sleep(10000);
LOG.info("!!! decommissioning node on master");
master.getSpecMan().removeLogicalNode("node1");
liveMan.heartbeatChecks();
LOG.info("!!! node should be decommissioning on node");
} catch (Exception e) {
LOG.error("closed caused an error out: " + e.getMessage(), e);
done.countDown();
return;
}
LOG.info("Did not expect clean close!?");
}
}.start();
assertTrue("close call hung the heartbeat", done
.await(60, TimeUnit.SECONDS));
}
@Test
final FlumeMaster master = new FlumeMaster(cfg);
MasterRPC rpc = new DirectMasterRPC(master);
final FlumeNode node = new FlumeNode(rpc, false, false);
assertEquals(0, node.getLogicalNodeManager().getNodes().size());
final CountDownLatch done = new CountDownLatch(1);
new Thread() {
LivenessManager liveMan = node.getLivenessManager();
try {
LOG.info("setting to invalid dfo host");
master.getSpecMan().setConfig("node1", "flow", "asciisynth(0)",
"agentE2ESink(\"localhost\", 12345)");
master.getSpecMan().addLogicalNode(NetUtils.localhost(), "node1");
liveMan.heartbeatChecks();
Thread.sleep(15000);
LOG.info("!!! decommissioning node on master");
master.getSpecMan().removeLogicalNode("node1");
liveMan.heartbeatChecks();
LOG.info("!!! node should be decommissioning on node");
} catch (Exception e) {
LOG.error("closed caused an error out: " + e.getMessage(), e);
done.countDown();
return;
}
LOG.info("Did not expect clean close? ");
}
}.start();
assertTrue("close call hung the heartbeat", done.await(120,
TimeUnit.SECONDS));
}
}