NbWorkerTopology.java

Go to the documentation of this file.

/* Copyright 2017 Telstra Open Source
 *
 *   Licensed under the Apache License, Version 2.0 (the "License");
 *   you may not use this file except in compliance with the License.
 *   You may obtain a copy of the License at
 *
 *       http://www.apache.org/licenses/LICENSE-2.0
 *
 *   Unless required by applicable law or agreed to in writing, software
 *   distributed under the License is distributed on an "AS IS" BASIS,
 *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *   See the License for the specific language governing permissions and
 *   limitations under the License.
 */

package org.openkilda.wfm.topology.nbworker;

import org.openkilda.pce.provider.Auth;
import org.openkilda.pce.provider.PathComputerAuth;
import org.openkilda.wfm.LaunchEnvironment;
import org.openkilda.wfm.config.Neo4jConfig;
import org.openkilda.wfm.topology.AbstractTopology;
import org.openkilda.wfm.topology.nbworker.bolts.FlowOperationsBolt;
import org.openkilda.wfm.topology.nbworker.bolts.LinkOperationsBolt;
import org.openkilda.wfm.topology.nbworker.bolts.ResponseSplitterBolt;
import org.openkilda.wfm.topology.nbworker.bolts.RouterBolt;
import org.openkilda.wfm.topology.nbworker.bolts.SwitchOperationsBolt;

import org.apache.storm.generated.StormTopology;
import org.apache.storm.kafka.bolt.KafkaBolt;
import org.apache.storm.kafka.spout.KafkaSpout;
import org.apache.storm.topology.TopologyBuilder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class NbWorkerTopology extends AbstractTopology<NbWorkerTopologyConfig> {

    private static final Logger LOGGER = LoggerFactory.getLogger(NbWorkerTopology.class);

    private static final String ROUTER_BOLT_NAME = "router-bolt";
    private static final String SWITCHES_BOLT_NAME = "switches-operations-bolt";
    private static final String LINKS_BOLT_NAME = "links-operations-bolt";
    private static final String FLOWS_BOLT_NAME = "flows-operations-bolt";
    private static final String SPLITTER_BOLT_NAME = "response-splitter-bolt";
    private static final String NB_KAFKA_BOLT_NAME = "nb-kafka-bolt";
    private static final String NB_SPOUT_ID = "nb-spout";

    public NbWorkerTopology(LaunchEnvironment env) {
        super(env, NbWorkerTopologyConfig.class);
    }

    @Override
    public StormTopology createTopology() {
        LOGGER.info("Creating NbWorkerTopology - {}", topologyName);

        TopologyBuilder tb = new TopologyBuilder();

        final Integer parallelism = topologyConfig.getParallelism();

        KafkaSpout kafkaSpout = createKafkaSpout(topologyConfig.getKafkaTopoNbTopic(), NB_SPOUT_ID);
        tb.setSpout(NB_SPOUT_ID, kafkaSpout, parallelism);

        RouterBolt router = new RouterBolt();
        tb.setBolt(ROUTER_BOLT_NAME, router, parallelism)
                .shuffleGrouping(NB_SPOUT_ID);

        Neo4jConfig neo4jConfig = configurationProvider.getConfiguration(Neo4jConfig.class);
        Auth pathComputerAuth = new PathComputerAuth(neo4jConfig.getHost(),
                neo4jConfig.getLogin(), neo4jConfig.getPassword());

        SwitchOperationsBolt switchesBolt = new SwitchOperationsBolt(pathComputerAuth);
        tb.setBolt(SWITCHES_BOLT_NAME, switchesBolt, parallelism)
                .shuffleGrouping(ROUTER_BOLT_NAME, StreamType.SWITCH.toString());

        LinkOperationsBolt linksBolt = new LinkOperationsBolt(pathComputerAuth);
        tb.setBolt(LINKS_BOLT_NAME, linksBolt, parallelism)
                .shuffleGrouping(ROUTER_BOLT_NAME, StreamType.ISL.toString());

        FlowOperationsBolt flowsBolt = new FlowOperationsBolt(pathComputerAuth);
        tb.setBolt(FLOWS_BOLT_NAME, flowsBolt, parallelism)
                .shuffleGrouping(ROUTER_BOLT_NAME, StreamType.FLOW.toString());

        ResponseSplitterBolt splitterBolt = new ResponseSplitterBolt();
        tb.setBolt(SPLITTER_BOLT_NAME, splitterBolt, parallelism)
                .shuffleGrouping(SWITCHES_BOLT_NAME)
                .shuffleGrouping(LINKS_BOLT_NAME)
                .shuffleGrouping(FLOWS_BOLT_NAME);

        KafkaBolt kafkaNbBolt = createKafkaBolt(topologyConfig.getKafkaNorthboundTopic());
        tb.setBolt(NB_KAFKA_BOLT_NAME, kafkaNbBolt, parallelism)
                .shuffleGrouping(SPLITTER_BOLT_NAME);

        return tb.createTopology();
    }

    public static void main(String[] args) {
        try {
            LaunchEnvironment env = new LaunchEnvironment(args);
            new NbWorkerTopology(env).setup();
        } catch (Exception e) {
            System.exit(handleLaunchException(e));
        }
    }

}