stratos-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From imesh <...@git.apache.org>
Subject [GitHub] stratos pull request: Google compute engine load balancing support...
Date Thu, 13 Aug 2015 03:53:11 GMT
Github user imesh commented on a diff in the pull request:

    https://github.com/apache/stratos/pull/419#discussion_r36939122
  
    --- Diff: extensions/load-balancer/gce-extension/src/main/java/org/apache/stratos/gce/extension/GCELoadBalancer.java
---
    @@ -0,0 +1,391 @@
    +/*
    + * Licensed to the Apache Software Foundation (ASF) under one
    + * or more contributor license agreements.  See the NOTICE file
    + * distributed with this work for additional information
    + * regarding copyright ownership.  The ASF licenses this file
    + * to you under the Apache License, Version 2.0 (the
    + * "License"); you may not use this file except in compliance
    + * with the License.  You may obtain a copy of the License at
    + *
    + *     http://www.apache.org/licenses/LICENSE-2.0
    + *
    + * Unless required by applicable law or agreed to in writing,
    + * software distributed under the License is distributed on an
    + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
    + * KIND, either express or implied.  See the License for the
    + * specific language governing permissions and limitations
    + * under the License.
    + */
    +
    +package org.apache.stratos.gce.extension;
    +
    +import org.apache.commons.logging.Log;
    +import org.apache.commons.logging.LogFactory;
    +import org.apache.stratos.gce.extension.config.GCEClusterConfigurationHolder;
    +import org.apache.stratos.gce.extension.config.GCEContext;
    +import org.apache.stratos.gce.extension.util.GCEOperations;
    +import org.apache.stratos.load.balancer.common.domain.*;
    +import org.apache.stratos.load.balancer.extension.api.LoadBalancer;
    +import org.apache.stratos.load.balancer.extension.api.exception.LoadBalancerExtensionException;
    +
    +import java.io.IOException;
    +import java.security.GeneralSecurityException;
    +import java.util.*;
    +
    +public class GCELoadBalancer implements LoadBalancer {
    +
    +    private static final Log log = LogFactory.getLog(GCELoadBalancer.class);
    +    //PROTOCOL should be TCP or UDP
    +    private static final String PROTOCOL = "TCP";
    +    private GCEOperations gceOperations;
    +    /**
    +     * One configuration object per cluster will be created
    +     * One cluster  has one target pool,one forwarding rule and a health check
    +     * This hash map is used to hold cluster IDs and corresponding configuration
    +     */
    +    private Map<String, GCEClusterConfigurationHolder> clusterToLoadBalancerConfigurationMap;
    +
    +    public GCELoadBalancer() throws IOException, GeneralSecurityException {
    +        gceOperations = new GCEOperations();
    +        clusterToLoadBalancerConfigurationMap = new HashMap<String, GCEClusterConfigurationHolder>();
    +
    +    }
    +
    +    /**
    +     * Listen to latest topology and update load balancer configuration
    +     *
    +     * @param topology latest topology to be configured
    +     * @return - true - if the load balancer was successfully configured. else false
    +     * @throws LoadBalancerExtensionException
    +     */
    +    @Override
    +    public boolean configure(Topology topology) throws LoadBalancerExtensionException
{
    +        log.info("Complete topology received. Configuring Load balancer ");
    +
    +        //this list is used to hold the current clusters available in topology and which
has at least one member.
    +        List<String> activeClusterIdList = new ArrayList<String>();
    +
    +        for (Service service : topology.getServices()) {
    +            for (Cluster cluster : service.getClusters()) { //for each cluster
    +
    +                //check whether this cluster has a load balancer configuration or not
    +                if (clusterToLoadBalancerConfigurationMap.containsKey(cluster.getClusterId()))
{
    +
    +                    if (log.isDebugEnabled()) {
    +                        log.debug("Reconfiguring the existing cluster: " + cluster.getClusterId());
    +                    }
    +
    +                    //It already has a entry in clusterToLoadBalancerConfigurationMap.
    +                    //Take it and update it as the given topology.
    +                    GCEClusterConfigurationHolder gceClusterConfigurationHolder = clusterToLoadBalancerConfigurationMap.
    +                            get(cluster.getClusterId());
    +
    +                    //if the cluster contains at least one member
    +                    if (!cluster.getMembers().isEmpty()) {
    +                        //that cluster contains at least one member
    +
    +                        if (log.isDebugEnabled()) {
    +                            log.debug("Cluster " + cluster.getClusterId() + " has one
or more members");
    +                        }
    +                        activeClusterIdList.add(cluster.getClusterId());
    +
    +                        //***************detect member changes and update**************//
    +
    +                        //check for newly created members
    +                        List<String> membersToBeAddedToTargetPool = new ArrayList<String>();
    +                        for (Member member : cluster.getMembers()) {
    +
    +                            if (member.getInstanceId() != null && !gceClusterConfigurationHolder.getMemberList().
    +                                    contains(member.getInstanceId())) {
    +                                    if (log.isDebugEnabled()) {
    +                                        log.debug("New member found: " + member.getInstanceId());
    +                                    }
    +                                    membersToBeAddedToTargetPool.add(member.getInstanceId());
    +                            }
    +                        }
    +
    +                        if (!membersToBeAddedToTargetPool.isEmpty()) { //we have new
members
    +                            log.info("New members in cluster" + cluster.getClusterId()
+ " found. Adding new members " +
    +                                    "to cluster");
    +
    +                            //add them to configuration holder
    +                            for (String memberId : membersToBeAddedToTargetPool) {
    +                                gceClusterConfigurationHolder.addMember(memberId);
    +
    +                            }
    +
    +                            //add them to target pool too
    +                            gceOperations.addInstancesToTargetPool(membersToBeAddedToTargetPool,
    +                                    gceClusterConfigurationHolder.getTargetPoolName());
    +                        }
    +
    +                        //check for terminated members and remove them from cluster
    +                        List<String> membersToBeRemovedFromTargetPool = new ArrayList<String>();
    +                        for (String memberId : gceClusterConfigurationHolder.getMemberList())
{ //for all members in Map
    +                            boolean found = false;
    +                            for (Member member : cluster.getMembers()) { //for all members
in cluster
    +                                if (member.getInstanceId().equals(memberId)) {
    +                                    found = true;
    +                                    break;
    +                                }
    +                            }
    +                            if (!found) {
    +                                //add member id to membersToBeRemovedFromTargetPool in
order remove member from map
    +                                if (log.isDebugEnabled()) {
    +                                    log.debug("Terminated member found: " + memberId);
    +                                }
    +                                membersToBeRemovedFromTargetPool.add(memberId);
    +                            }
    +                        }
    +
    +                        if (!membersToBeRemovedFromTargetPool.isEmpty()) { //found terminated
members
    +                            log.info("Terminated members found in cluster " + cluster.getClusterId()
+ ". Removing them");
    +
    +                            //remove them from configuration holder
    +                            for (String memberId : membersToBeRemovedFromTargetPool)
{
    +                                gceClusterConfigurationHolder.removeMember(memberId);
    +
    +                            }
    +
    +                            //remove them from GCE too
    +                            gceOperations.removeInstancesFromTargetPool(membersToBeRemovedFromTargetPool,
    +                                    gceClusterConfigurationHolder.getTargetPoolName());
    +                        }
    +
    +                    }
    +
    +                } else {
    +                    //doesn't have a GCEClusterConfigurationHolder object. So crate a
new one and add to hash map
    +
    +                    log.info("Found a new cluster: " + cluster.getClusterId());
    +
    +                    if (cluster.getMembers().isEmpty()) {
    +                        log.info("Cluster " + cluster.getClusterId() + " does not have
any members. So not configuring");
    +                    } else {
    +                        activeClusterIdList.add(cluster.getClusterId());
    +                        List<String> instancesList = new ArrayList<String>();
    +                        List<Integer> ipList = new ArrayList<Integer>();
    +                        for (Member member : cluster.getMembers()) {
    +
    +                            //add instance to instance list
    +                            if (member.getInstanceId() != null) {
    +                                if (log.isDebugEnabled()) {
    +                                    log.debug("Adding member " + member.getMemberId()
+ " to instance list since the" +
    +                                            "member id is not null");
    +                                }
    +                                instancesList.add(member.getInstanceId());
    +                            } else {
    +                                if (log.isDebugEnabled()) {
    +                                    log.debug("Instance ID is null for " + member.getMemberId()
+ " so not adding to" +
    +                                            "the instance list");
    +                                }
    +                            }
    +
    +                            //add forwarding rules(Ports to be forwarded)
    +                            for (Object port : member.getPorts()) {
    +                                int portValue = ((Port) port).getValue();
    +                                if (!ipList.contains(portValue)) { //if port is not in
list
    +                                    //put the forwarding rule to list
    +                                    if (log.isDebugEnabled()) {
    +                                        log.debug("Port found: " + portValue);
    +                                    }
    +                                    ipList.add(portValue);
    +                                }
    +                            }
    +                        }
    +
    +                        GCEClusterConfigurationHolder gceClusterConfigurationHolder =
new GCEClusterConfigurationHolder(
    +                                cluster.getClusterId(), instancesList, ipList);
    +
    +                        //set target pool name
    +                        String targetPoolName = targetPoolNameCreator(cluster.getClusterId());
    +                        gceClusterConfigurationHolder.setTargetPoolName(targetPoolName);
    +
    +                        //set forwarding rule name
    +                        String forwardingRuleName = forwardingRuleNameCreator(cluster.getClusterId());
    +                        gceClusterConfigurationHolder.setForwardingRuleName(forwardingRuleName);
    +
    +                        //set health check name
    +                        String healthCheckName = healthCheckNameCreator(cluster.getClusterId());
    +                        gceClusterConfigurationHolder.setHealthCheckName(healthCheckName);
    +
    +                        clusterToLoadBalancerConfigurationMap.put(cluster.getClusterId(),
gceClusterConfigurationHolder);
    +                        createConfigurationForCluster(cluster.getClusterId());
    +
    +                    }
    +                }
    +
    +            }
    +        }
    +
    +        //if any cluster is removed from the topology or if any cluster does not have
at least one member,
    +        //remove those clusters from map and remove the configuration from GCE too
    +        for (String clusterId : clusterToLoadBalancerConfigurationMap.keySet()) {
    +            if (!activeClusterIdList.contains(clusterId)) {
    +                log.info("Removing the configuration for cluster " + clusterId);
    +                deleteConfigurationForCluster(clusterId);
    +                clusterToLoadBalancerConfigurationMap.remove(clusterId);
    +            }
    +        }
    +        activeClusterIdList.clear();
    +        log.info("Load balancer was configured as given topology");
    +        return true;
    +    }
    +
    +    /**
    +     * This method is used to delete all forwarding rules, target pools and health checks
    +     * in IaaS side according to new topology
    +     */
    +    private void deleteConfigurationForCluster(String clusterId) throws LoadBalancerExtensionException
{
    +
    +        log.info("Deleting configuration for cluster " + clusterId);
    +        GCEClusterConfigurationHolder gceClusterConfigurationHolder = clusterToLoadBalancerConfigurationMap.get(clusterId);
    +        //delete forwarding rule
    +        gceOperations.deleteForwardingRule(gceClusterConfigurationHolder.getForwardingRuleName());
    +        //delete target pool from GCE
    +        gceOperations.deleteTargetPool(gceClusterConfigurationHolder.getTargetPoolName());
    +        //delete health check from GCE
    +        gceOperations.deleteHealthCheck(gceClusterConfigurationHolder.getHealthCheckName());
    +        log.info("Deleted configuration for cluster " + clusterId);
    +
    +    }
    +
    +    /**
    +     * This method is used to create target pools, forwarding rule and a health check
related to a cluster
    +     * in IaaS side according to new topology
    +     */
    +    private void createConfigurationForCluster(String clusterId) throws LoadBalancerExtensionException
{
    +
    +        log.info("Creating configuration for cluster");
    +
    +        GCEClusterConfigurationHolder gceClusterConfigurationHolder = clusterToLoadBalancerConfigurationMap.get(clusterId);
    +
    +        //create a health check
    +        gceOperations.createHealthCheck(gceClusterConfigurationHolder.getHealthCheckName());
    +
    +        //crate a target pool in GCE
    +        gceOperations.createTargetPool(gceClusterConfigurationHolder.getTargetPoolName(),
    +                gceClusterConfigurationHolder.getHealthCheckName());
    +
    +        //add instances to target pool
    +        gceOperations.addInstancesToTargetPool(gceClusterConfigurationHolder.getMemberList(),
    +                gceClusterConfigurationHolder.getTargetPoolName());
    +
    +        //create forwarding rules in GCE
    +        List<Integer> ipList = gceClusterConfigurationHolder.getIpList();
    +        //need to create a port range String
    +        String portRange;
    +        //if the ip list is empty
    +        if (ipList.isEmpty()) {
    +            log.warn("Ip list is null");
    +            //set all ports to be opened
    +            portRange = "1-65535";
    +
    +        }
    +        //else if ip list has only one value
    +        else if (ipList.size() == 1) {
    +            portRange = Integer.toString(ipList.get(0)) + "-" + Integer.toString(ipList.get(0));
    +        }
    +        //else we have more than 1 value
    +        else {
    +            //first we need to take the port range. So arrange ipList in ascending order
    +            Collections.sort(ipList);
    +            //take the first one and last one
    +            portRange = Integer.toString(ipList.get(0)) + "-" + Integer.toString(ipList.get(ipList.size()
- 1));
    +        }
    +
    +        if (log.isDebugEnabled()) {
    +            log.debug("Port range set as: " + portRange);
    +        }
    +
    +        //create the forwarding rule
    +        gceOperations.createForwardingRule(gceClusterConfigurationHolder.getForwardingRuleName(),
    +                gceClusterConfigurationHolder.getTargetPoolName(), PROTOCOL, portRange);
    +        log.info("Created configuration for cluster");
    +    }
    +
    +    @Override
    +    public void start() throws LoadBalancerExtensionException {
    +        //Configuration has completed
    +        log.info("GCE Load balancer instance started");
    +
    +    }
    +
    +    @Override
    +    public void stop() throws LoadBalancerExtensionException {
    +
    +        log.info("GCE Load Balancer is stopping");
    +
    +        //iterate through hash map and remove all
    +        Iterator iterator = clusterToLoadBalancerConfigurationMap.entrySet().iterator();
    +        while (iterator.hasNext()) { //for each configuration
    +            Map.Entry clusterIDLoadBalancerConfigurationPair = (Map.Entry) iterator.next();
    +            deleteConfigurationForCluster((String) clusterIDLoadBalancerConfigurationPair.getKey());
    +        }
    +
    +        log.info("GCE Load balancer stopped");
    +    }
    +
    +    /**
    +     * @throws LoadBalancerExtensionException
    +     */
    +    @Override
    +    public void reload() throws LoadBalancerExtensionException {
    +
    +        //nothing to do here
    +        log.info("Configuration reloaded");
    +
    +    }
    +
    +    /**
    +     * Create a valid target pool name
    +     *
    +     * @param clusterId - Id of the cluster
    +     * @return - a proper name for target pool
    +     */
    +    private String targetPoolNameCreator(String clusterId) {
    +        //create a valid target pool name by using cluster ID
    +        //remove spaces, make all to lower case, replace all "." --> "-"
    +        //add name prefix
    +        String targetPoolName = GCEContext.getInstance().getNamePrefix().toLowerCase()
+ "-" +
    +                clusterId.trim().toLowerCase().replace(".", "-");
    +        //length should be les than 62 characters
    +        if (targetPoolName.length() >= 62) {
    +            targetPoolName = targetPoolName.substring(0, 62);
    +        }
    +        return targetPoolName;
    +    }
    +
    +    /**
    +     * Create a valid forwarding rule name
    +     *
    +     * @param clusterID - Id of the cluster
    +     * @return - a proper name for forwarding rule
    +     */
    +    private String forwardingRuleNameCreator(String clusterID) {
    --- End diff --
    
    The variable "clusterID" might need to be renamed to "clusterId".


---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at infrastructure@apache.org or file a JIRA ticket
with INFRA.
---

Mime
View raw message