sentry-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From cohei...@apache.org
Subject [1/2] sentry git commit: SENTRY-1997 - Bump sqoop dependency version to 1.99.7. Colm O hEigeartaigh, reviewed by Sergio Pena.
Date Tue, 07 Nov 2017 16:57:14 GMT
Repository: sentry
Updated Branches:
  refs/heads/master a001e4455 -> e23fc4ef8


http://git-wip-us.apache.org/repos/asf/sentry/blob/e23fc4ef/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestServerScopeEndToEnd.java
----------------------------------------------------------------------
diff --git a/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestServerScopeEndToEnd.java
b/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestServerScopeEndToEnd.java
index 85bae92..55213df 100644
--- a/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestServerScopeEndToEnd.java
+++ b/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestServerScopeEndToEnd.java
@@ -40,30 +40,33 @@ public class TestServerScopeEndToEnd extends AbstractSqoopSentryTestBase
{
      * ADMIN_USER create two links and one job
      */
     SqoopClient client = sqoopServerRunner.getSqoopClient(ADMIN_USER);
-    MLink rdbmsLink = client.createLink("generic-jdbc-connector");
+    MLink rdbmsLink = client.createLink(JDBC_CONNECTOR_NAME);
     sqoopServerRunner.fillRdbmsLinkConfig(rdbmsLink);
+    rdbmsLink.setName("jdbc-link1");
     sqoopServerRunner.saveLink(client, rdbmsLink);
 
-    MLink hdfsLink = client.createLink("hdfs-connector");
+    MLink hdfsLink = client.createLink(HDFS_CONNECTOR_NAME);
     sqoopServerRunner.fillHdfsLink(hdfsLink);
+    hdfsLink.setName("hdfs-link1");
     sqoopServerRunner.saveLink(client, hdfsLink);
 
-    MJob job1 = client.createJob(hdfsLink.getPersistenceId(), rdbmsLink.getPersistenceId());
+    MJob job1 = client.createJob(hdfsLink.getName(), rdbmsLink.getName());
     // set HDFS "FROM" config for the job, since the connector test case base class only
has utilities for HDFS!
     sqoopServerRunner.fillHdfsFromConfig(job1);
     // set the RDBM "TO" config here
     sqoopServerRunner.fillRdbmsToConfig(job1);
     // create job
+    job1.setName("hdfs-jdbc-job1");
     sqoopServerRunner.saveJob(client, job1);
 
 
-    MResource  sqoopServer1 = new MResource(SQOOP_SERVER_NAME, MResource.TYPE.SERVER);
+    MResource sqoopServer1 = new MResource(SQOOP_SERVER_NAME, MResource.TYPE.SERVER);
     /**
      * ADMIN_USER grant read privilege on server SQOOP_SERVER_NAME to role1
      */
     MRole role1 = new MRole(ROLE1);
     MPrincipal group1 = new MPrincipal(GROUP1, MPrincipal.TYPE.GROUP);
-    MPrivilege readPrivilege = new MPrivilege(sqoopServer1,SqoopActionConstant.READ, false);
+    MPrivilege readPrivilege = new MPrivilege(sqoopServer1, SqoopActionConstant.READ, false);
     client.createRole(role1);
     client.grantRole(Lists.newArrayList(role1), Lists.newArrayList(group1));
     client.grantPrivilege(Lists.newArrayList(new MPrincipal(role1.getName(), MPrincipal.TYPE.ROLE)),
@@ -71,29 +74,34 @@ public class TestServerScopeEndToEnd extends AbstractSqoopSentryTestBase
{
 
     /**
      * ADMIN_USER grant write privilege on server SQOOP_SERVER_NAME to role2
-     * ADMIN_USER grant read privilege on connector all to role2 (for update link required)
-     * ADMIN_USER grant read privilege on link all to role2 (for update job required)
+     * ADMIN_USER grant read privilege on connector HDFS_CONNECTOR_NAME and JDBC_CONNECTOR_NAME
+     * to role2 (for update link required)
+     * ADMIN_USER grant read privilege on link "jdbc-link1" and "hdfs-link1" to role2 (for
update job required)
      */
     MRole role2 = new MRole(ROLE2);
     MPrincipal group2 = new MPrincipal(GROUP2, MPrincipal.TYPE.GROUP);
     MPrivilege writePrivilege = new MPrivilege(sqoopServer1,SqoopActionConstant.WRITE, false);
     client.createRole(role2);
 
-    MResource allConnector = new MResource(SqoopActionConstant.ALL, MResource.TYPE.CONNECTOR);
-    MResource allLink = new MResource(SqoopActionConstant.ALL, MResource.TYPE.LINK);
-    MPrivilege readAllConPriv = new MPrivilege(allConnector,SqoopActionConstant.READ, false);
-    MPrivilege readAllLinkPriv = new MPrivilege(allLink,SqoopActionConstant.READ, false);
+    MResource hdfsConnector = new MResource(HDFS_CONNECTOR_NAME, MResource.TYPE.CONNECTOR);
+    MResource jdbcConnector = new MResource(JDBC_CONNECTOR_NAME, MResource.TYPE.CONNECTOR);
+    MResource jdbcLink = new MResource("jdbc-link1", MResource.TYPE.LINK);
+    MResource hdfsLinkResource = new MResource("hdfs-link1", MResource.TYPE.LINK);
+    MPrivilege readHdfsConPriv = new MPrivilege(hdfsConnector, SqoopActionConstant.READ,
false);
+    MPrivilege readJdbcConPriv = new MPrivilege(jdbcConnector, SqoopActionConstant.READ,
false);
+    MPrivilege readJdbcLinkPriv = new MPrivilege(jdbcLink, SqoopActionConstant.READ, false);
+    MPrivilege readHdfsLinkPriv = new MPrivilege(hdfsLinkResource, SqoopActionConstant.READ,
false);
 
     client.grantRole(Lists.newArrayList(role2), Lists.newArrayList(group2));
     client.grantPrivilege(Lists.newArrayList(new MPrincipal(role2.getName(), MPrincipal.TYPE.ROLE)),
-        Lists.newArrayList(writePrivilege, readAllConPriv, readAllLinkPriv));
+        Lists.newArrayList(writePrivilege, readHdfsConPriv, readJdbcConPriv, readJdbcLinkPriv,
readHdfsLinkPriv));
 
     /**
      * ADMIN_USER grant all privilege on server SQOOP_SERVER_NAME to role3
      */
     MRole role3 = new MRole(ROLE3);
     MPrincipal group3 = new MPrincipal(GROUP3, MPrincipal.TYPE.GROUP);
-    MPrivilege allPrivilege = new MPrivilege(sqoopServer1,SqoopActionConstant.ALL_NAME, false);
+    MPrivilege allPrivilege = new MPrivilege(sqoopServer1, SqoopActionConstant.ALL_NAME,
false);
     client.createRole(role3);
     client.grantRole(Lists.newArrayList(role3), Lists.newArrayList(group3));
     client.grantPrivilege(Lists.newArrayList(new MPrincipal(role3.getName(), MPrincipal.TYPE.ROLE)),
@@ -107,15 +115,15 @@ public class TestServerScopeEndToEnd extends AbstractSqoopSentryTestBase
{
     client = sqoopServerRunner.getSqoopClient(USER1);
     try {
       // show connector
-      assertTrue(client.getConnector("generic-jdbc-connector") != null);
-      assertTrue(client.getConnector("hdfs-connector") != null);
+      assertTrue(client.getConnector(JDBC_CONNECTOR_NAME) != null);
+      assertTrue(client.getConnector(HDFS_CONNECTOR_NAME) != null);
       assertTrue(client.getConnectors().size() > 0);
       // show link
-      assertTrue(client.getLink(hdfsLink.getPersistenceId()) != null);
-      assertTrue(client.getLink(rdbmsLink.getPersistenceId()) != null);
+      assertTrue(client.getLink(hdfsLink.getName()) != null);
+      assertTrue(client.getLink(rdbmsLink.getName()) != null);
       assertTrue(client.getLinks().size() == 2);
       // show job
-      assertTrue(client.getJob(job1.getPersistenceId()) != null);
+      assertTrue(client.getJob(job1.getName()) != null);
       assertTrue(client.getJobs().size() == 1);
     } catch (Exception e) {
       fail("unexpected Authorization exception happend");
@@ -123,18 +131,20 @@ public class TestServerScopeEndToEnd extends AbstractSqoopSentryTestBase
{
     // user1 can't update link and job
     try {
       hdfsLink.setName("hdfs1_update_user1");
-      client.updateLink(hdfsLink);
+      client.updateLink(hdfsLink, "hdfs-link1");
       fail("expected Authorization exception happend");
     } catch (Exception e) {
       assertCausedMessage(e, SecurityError.AUTH_0014.getMessage());
+      hdfsLink.setName("hdfs-link1");
     }
 
     try {
       job1.setName("job1_update_user1");
-      client.updateJob(job1);
+      client.updateJob(job1, "hdfs-jdbc-job1");
       fail("expected Authorization exception happend");
     } catch (Exception e) {
       assertCausedMessage(e, SecurityError.AUTH_0014.getMessage());
+      job1.setName("hdfs-jdbc-job1");
     }
 
     /**
@@ -146,9 +156,13 @@ public class TestServerScopeEndToEnd extends AbstractSqoopSentryTestBase
{
     try {
       // update link and job
       hdfsLink.setName("hdfs1_update_user2");
-      client.updateLink(hdfsLink);
+      client.updateLink(hdfsLink, "hdfs-link1");
+      // Now change it back
+      hdfsLink.setName("hdfs-link1");
+      client.updateLink(hdfsLink, "hdfs1_update_user2");
+
       job1.setName("job1_update_user2");
-      client.updateJob(job1);
+      client.updateJob(job1, "hdfs-jdbc-job1");
     } catch (Exception e) {
       fail("unexpected Authorization exception happend");
     }
@@ -162,22 +176,25 @@ public class TestServerScopeEndToEnd extends AbstractSqoopSentryTestBase
{
     client = sqoopServerRunner.getSqoopClient(USER3);
     try {
       // show connector
-      assertTrue(client.getConnector("generic-jdbc-connector") != null);
-      assertTrue(client.getConnector("hdfs-connector") != null);
+      assertTrue(client.getConnector(JDBC_CONNECTOR_NAME) != null);
+      assertTrue(client.getConnector(HDFS_CONNECTOR_NAME) != null);
       assertTrue(client.getConnectors().size() > 0);
       // show link
-      assertTrue(client.getLink(hdfsLink.getPersistenceId()) != null);
-      assertTrue(client.getLink(rdbmsLink.getPersistenceId()) != null);
+      assertTrue(client.getLink(hdfsLink.getName()) != null);
+      assertTrue(client.getLink(rdbmsLink.getName()) != null);
       assertTrue(client.getLinks().size() == 2);
       // show job
-      assertTrue(client.getJob(job1.getPersistenceId()) != null);
+      assertTrue(client.getJob(job1.getName()) != null);
       assertTrue(client.getJobs().size() == 1);
       // update link
       hdfsLink.setName("hdfs1_update_user3");
-      client.updateLink(hdfsLink);
+      client.updateLink(hdfsLink, "hdfs-link1");
+      // Now change it back
+      hdfsLink.setName("hdfs-link1");
+      client.updateLink(hdfsLink, "hdfs1_update_user3");
       // update job
       job1.setName("job1_update_user3");
-      client.updateJob(job1);
+      client.updateJob(job1, "job1_update_user2");
     } catch (Exception e) {
       fail("unexpected Authorization exception happend");
     }

http://git-wip-us.apache.org/repos/asf/sentry/blob/e23fc4ef/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestShowPrivilege.java
----------------------------------------------------------------------
diff --git a/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestShowPrivilege.java
b/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestShowPrivilege.java
index 0ccbf5d..8cd8183 100644
--- a/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestShowPrivilege.java
+++ b/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TestShowPrivilege.java
@@ -36,7 +36,7 @@ public class TestShowPrivilege extends AbstractSqoopSentryTestBase {
   public void testNotSupportShowOnUser() throws Exception {
     SqoopClient client = sqoopServerRunner.getSqoopClient(ADMIN_USER);
     MPrincipal user1 = new MPrincipal("not_support_user1", MPrincipal.TYPE.USER);
-    MResource resource1 = new MResource("all", MResource.TYPE.CONNECTOR);
+    MResource resource1 = new MResource(HDFS_CONNECTOR_NAME, MResource.TYPE.CONNECTOR);
     try {
       client.getPrivilegesByPrincipal(user1, resource1);
       fail("expected not support exception happend");
@@ -49,7 +49,7 @@ public class TestShowPrivilege extends AbstractSqoopSentryTestBase {
   public void testNotSupportShowOnGroup() throws Exception {
     SqoopClient client = sqoopServerRunner.getSqoopClient(ADMIN_USER);
     MPrincipal group1 = new MPrincipal("not_support_group1", MPrincipal.TYPE.GROUP);
-    MResource resource1 = new MResource("all", MResource.TYPE.CONNECTOR);
+    MResource resource1 = new MResource(HDFS_CONNECTOR_NAME, MResource.TYPE.CONNECTOR);
     try {
       client.getPrivilegesByPrincipal(group1, resource1);
       fail("expected not support exception happend");
@@ -63,26 +63,26 @@ public class TestShowPrivilege extends AbstractSqoopSentryTestBase {
     /**
      * user1 belongs to group group1
      * admin user grant role role1 to group group1
-     * admin user grant read privilege on connector all to role role1
+     * admin user grant read privilege on connector HDFS_CONNECTOR_NAME to role role1
      */
     SqoopClient client = sqoopServerRunner.getSqoopClient(ADMIN_USER);
     MRole role1 = new MRole(ROLE1);
     MPrincipal group1Princ = new MPrincipal(GROUP1, MPrincipal.TYPE.GROUP);
     MPrincipal role1Princ = new MPrincipal(ROLE1, MPrincipal.TYPE.ROLE);
-    MResource allConnector = new MResource(SqoopActionConstant.ALL, MResource.TYPE.CONNECTOR);
-    MPrivilege readPriv = new MPrivilege(allConnector, SqoopActionConstant.READ, false);
+    MResource hdfsConnector = new MResource(HDFS_CONNECTOR_NAME, MResource.TYPE.CONNECTOR);
+    MPrivilege readPriv = new MPrivilege(hdfsConnector, SqoopActionConstant.READ, false);
     client.createRole(role1);
     client.grantRole(Lists.newArrayList(role1), Lists.newArrayList(group1Princ));
     client.grantPrivilege(Lists.newArrayList(role1Princ), Lists.newArrayList(readPriv));
 
     // user1 show privilege on role1
     client = sqoopServerRunner.getSqoopClient(USER1);
-    assertTrue(client.getPrivilegesByPrincipal(role1Princ, allConnector).size() == 1);
+    assertTrue(client.getPrivilegesByPrincipal(role1Princ, hdfsConnector).size() == 1);
 
     // user2 can't show privilege on role1, because user2 doesn't belong to role1
     client = sqoopServerRunner.getSqoopClient(USER2);
     try {
-      client.getPrivilegesByPrincipal(role1Princ, allConnector);
+      client.getPrivilegesByPrincipal(role1Princ, hdfsConnector);
       fail("expected SentryAccessDeniedException happend");
     } catch (Exception e) {
       assertCausedMessage(e, "SentryAccessDeniedException");

http://git-wip-us.apache.org/repos/asf/sentry/blob/e23fc4ef/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TomcatSqoopRunner.java
----------------------------------------------------------------------
diff --git a/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TomcatSqoopRunner.java
b/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TomcatSqoopRunner.java
deleted file mode 100644
index 0f0496b..0000000
--- a/sentry-tests/sentry-tests-sqoop/src/test/java/org/apache/sentry/tests/e2e/sqoop/TomcatSqoopRunner.java
+++ /dev/null
@@ -1,318 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *      http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.sentry.tests.e2e.sqoop;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertNotSame;
-
-import java.io.File;
-import java.util.HashMap;
-import java.util.LinkedList;
-import java.util.List;
-import java.util.Map;
-
-import org.apache.log4j.Logger;
-import org.apache.sqoop.client.SqoopClient;
-import org.apache.sqoop.common.test.db.DatabaseProvider;
-import org.apache.sqoop.common.test.db.DatabaseProviderFactory;
-import org.apache.sqoop.common.test.db.TableName;
-import org.apache.sqoop.common.test.utils.NetworkUtils;
-import org.apache.sqoop.model.MConfigList;
-import org.apache.sqoop.model.MJob;
-import org.apache.sqoop.model.MLink;
-import org.apache.sqoop.model.MPersistableEntity;
-import org.apache.sqoop.test.minicluster.SqoopMiniCluster;
-import org.apache.sqoop.validation.Status;
-import org.codehaus.cargo.container.ContainerType;
-import org.codehaus.cargo.container.InstalledLocalContainer;
-import org.codehaus.cargo.container.configuration.ConfigurationType;
-import org.codehaus.cargo.container.configuration.LocalConfiguration;
-import org.codehaus.cargo.container.deployable.WAR;
-import org.codehaus.cargo.container.installer.Installer;
-import org.codehaus.cargo.container.installer.ZipURLInstaller;
-import org.codehaus.cargo.container.property.ServletPropertySet;
-import org.codehaus.cargo.container.tomcat.TomcatPropertySet;
-import org.codehaus.cargo.generic.DefaultContainerFactory;
-import org.codehaus.cargo.generic.configuration.DefaultConfigurationFactory;
-
-import com.google.common.base.Joiner;
-
-public class TomcatSqoopRunner {
-  private static final Logger LOG = Logger.getLogger(TomcatSqoopRunner.class);
-  private SqoopServerEnableSentry server;
-  private DatabaseProvider provider;
-  private String temporaryPath;
-
-  public TomcatSqoopRunner(String temporaryPath, String serverName, String sentrySite)
-      throws Exception {
-    this.temporaryPath = temporaryPath;
-    this.server = new SqoopServerEnableSentry(temporaryPath, serverName, sentrySite);
-    this.provider = DatabaseProviderFactory.getProvider(System.getProperties());
-  }
-
-  public void start() throws Exception {
-    server.start();
-    provider.start();
-  }
-
-  public void stop() throws Exception {
-    server.stop();
-    provider.stop();
-  }
-
-
-  /**
-   * create link.
-   *
-   * With asserts to make sure that it was created correctly.
-   * @param sqoopClient
-   * @param link
-   */
-  public void saveLink(SqoopClient client, MLink link) {
-    assertEquals(Status.OK, client.saveLink(link));
-    assertNotSame(MPersistableEntity.PERSISTANCE_ID_DEFAULT, link.getPersistenceId());
-  }
-
-  /**
-   * create link.
-   *
-   * With asserts to make sure that it was created correctly.
-   * @param sqoopClient
-   * @param link
-   */
-  public void updateLink(SqoopClient client, MLink link) {
-    assertEquals(Status.OK, client.updateLink(link));
-    assertNotSame(MPersistableEntity.PERSISTANCE_ID_DEFAULT, link.getPersistenceId());
-  }
-
-  /**
-   * Create job.
-   *
-   * With asserts to make sure that it was created correctly.
-   *
-   * @param job
-   */
-  public void saveJob(SqoopClient client, MJob job) {
-    assertEquals(Status.OK, client.saveJob(job));
-    assertNotSame(MPersistableEntity.PERSISTANCE_ID_DEFAULT, job.getPersistenceId());
-  }
-
-  /**
-   * fill link.
-   *
-   * With asserts to make sure that it was filled correctly.
-   *
-   * @param link
-   */
-  public void fillHdfsLink(MLink link) {
-    MConfigList configs = link.getConnectorLinkConfig();
-    configs.getStringInput("linkConfig.confDir").setValue(server.getConfigurationPath());
-  }
-
-  /**
-   * Fill link config based on currently active provider.
-   *
-   * @param link MLink object to fill
-   */
-  public void fillRdbmsLinkConfig(MLink link) {
-    MConfigList configs = link.getConnectorLinkConfig();
-    configs.getStringInput("linkConfig.jdbcDriver").setValue(provider.getJdbcDriver());
-    configs.getStringInput("linkConfig.connectionString").setValue(provider.getConnectionUrl());
-    configs.getStringInput("linkConfig.username").setValue(provider.getConnectionUsername());
-    configs.getStringInput("linkConfig.password").setValue(provider.getConnectionPassword());
-  }
-
-  public void fillHdfsFromConfig(MJob job) {
-    MConfigList fromConfig = job.getFromJobConfig();
-    fromConfig.getStringInput("fromJobConfig.inputDirectory").setValue(temporaryPath + "/output");
-  }
-
-  public void fillRdbmsToConfig(MJob job) {
-    MConfigList toConfig = job.getToJobConfig();
-    toConfig.getStringInput("toJobConfig.tableName").setValue(provider.
-        escapeTableName(new TableName(getClass().getSimpleName()).getTableName()));
-  }
-
-  /**
-   * get a sqoopClient for specific user
-   * @param user
-   */
-  public SqoopClient getSqoopClient(String user) {
-    setAuthenticationUser(user);
-    return new SqoopClient(server.getServerUrl());
-  }
-
-  /**
-   * Set the mock user in the Sqoop simple authentication
-   * @param user
-   */
-  private void setAuthenticationUser(String user) {
-    System.setProperty("user.name", user);
-  }
-
-  private static class SqoopServerEnableSentry extends SqoopMiniCluster {
-    private static final String WAR_PATH = "target/thirdparty/sqoop-server.war";
-    private static final String TOMCAT_PATH = "target/thirdparty/tomcat.zip";
-
-    private InstalledLocalContainer container = null;
-    private Integer port;
-    private Integer ajpPort;
-    private String sentrySite;
-    private String serverName;
-
-    SqoopServerEnableSentry(String temporaryPath, String serverName, String sentrySite)
-        throws Exception {
-      super(temporaryPath);
-      this.serverName = serverName;
-      this.sentrySite = sentrySite;
-      // Random port
-      this.port = NetworkUtils.findAvailablePort();
-      this.ajpPort = NetworkUtils.findAvailablePort();
-    }
-
-    @Override
-    public Map<String, String> getSecurityConfiguration() {
-      Map<String, String> properties = new HashMap<String, String>();
-      configureAuthentication(properties);
-      configureSentryAuthorization(properties);
-      return properties;
-    }
-
-    private void configureAuthentication(Map<String, String> properties) {
-      /** Simple Authentication */
-      properties.put("org.apache.sqoop.authentication.type", "SIMPLE");
-      properties.put("org.apache.sqoop.authentication.handler",
-          "org.apache.sqoop.security.SimpleAuthenticationHandler");
-    }
-
-    private void configureSentryAuthorization(Map<String, String> properties) {
-      properties.put("org.apache.sqoop.security.authorization.handler",
-          "org.apache.sentry.sqoop.authz.SentryAuthorizationHandler");
-      properties.put("org.apache.sqoop.security.authorization.access_controller",
-          "org.apache.sentry.sqoop.authz.SentryAccessController");
-      properties.put("org.apache.sqoop.security.authorization.validator",
-          "org.apache.sentry.sqoop.authz.SentryAuthorizationValidator");
-      properties.put("org.apache.sqoop.security.authorization.server_name", serverName);
-      properties.put("sentry.sqoop.site.url", sentrySite);
-      /** set Sentry related jars into classpath */
-      List<String> extraClassPath = new LinkedList<String>();
-      for (String jar : System.getProperty("java.class.path").split(":")) {
-        if ((jar.contains("sentry") || jar.contains("shiro-core") || jar.contains("libthrift"))
-            && jar.endsWith("jar")) {
-          extraClassPath.add(jar);
-        }
-      }
-      properties.put("org.apache.sqoop.classpath.extra",Joiner.on(":").join(extraClassPath));
-    }
-
-    @Override
-    public void start() throws Exception {
-      // Container has already been started
-      if (container != null) {
-        return;
-      }
-      prepareTemporaryPath();
-
-      // Source: http://cargo.codehaus.org/Functional+testing
-      String tomcatPath = getTemporaryPath() + "/tomcat";
-      String extractPath = tomcatPath + "/extract";
-      String confPath = tomcatPath + "/conf";
-
-      Installer installer = new ZipURLInstaller(new File(TOMCAT_PATH).toURI().toURL(), null,
extractPath);
-      installer.install();
-
-      LocalConfiguration configuration = (LocalConfiguration) new DefaultConfigurationFactory()
-          .createConfiguration("tomcat7x", ContainerType.INSTALLED, ConfigurationType.STANDALONE,
-              confPath);
-      container = (InstalledLocalContainer) new DefaultContainerFactory().createContainer("tomcat7x",
-          ContainerType.INSTALLED, configuration);
-
-      // Set home to our installed tomcat instance
-      container.setHome(installer.getHome());
-
-      // Store tomcat logs into file as they are quite handy for debugging
-      container.setOutput(getTemporaryPath() + "/log/tomcat.log");
-
-      // Propagate system properties to the container
-      Map<String, String> map = new HashMap<String, String>((Map) System.getProperties());
-      container.setSystemProperties(map);
-
-      // Propagate Hadoop jars to the container classpath
-      // In real world, they would be installed manually by user
-      List<String> extraClassPath = new LinkedList<String>();
-      String[] classpath = System.getProperty("java.class.path").split(":");
-      for (String jar : classpath) {
-        if (jar.contains("hadoop-") || // Hadoop jars
-            jar.contains("hive-") || // Hive jars
-            jar.contains("commons-") || // Apache Commons libraries
-            jar.contains("httpcore-") || // Apache Http Core libraries
-            jar.contains("httpclient-") || // Apache Http Client libraries
-            jar.contains("htrace-") || // htrace-core libraries, new added in
-                                       // Hadoop 2.6.0
-            jar.contains("zookeeper-") || // zookeeper libraries, new added in
-                                          // Hadoop 2.6.0
-            jar.contains("curator-") || // curator libraries, new added in Hadoop
-                                        // 2.6.0
-            jar.contains("log4j-") || // Log4j
-            jar.contains("slf4j-") || // Slf4j
-            jar.contains("jackson-") || // Jackson
-            jar.contains("derby") || // Derby drivers
-            jar.contains("avro-") || // Avro
-            jar.contains("parquet-") || // Parquet
-            jar.contains("mysql") || // MySQL JDBC driver
-            jar.contains("postgre") || // PostgreSQL JDBC driver
-            jar.contains("oracle") || // Oracle driver
-            jar.contains("terajdbc") || // Teradata driver
-            jar.contains("tdgs") || // Teradata driver
-            jar.contains("nzjdbc") || // Netezza driver
-            jar.contains("sqljdbc") || // Microsoft SQL Server driver
-            jar.contains("datanucleus-") || // Data nucleus libs
-            jar.contains("google") // Google libraries (guava, ...)
-        ) {
-          extraClassPath.add(jar);
-        }
-      }
-      container.setExtraClasspath(extraClassPath.toArray(new String[extraClassPath.size()]));
-
-      // Finally deploy Sqoop server war file
-      configuration.addDeployable(new WAR(WAR_PATH));
-      configuration.setProperty(ServletPropertySet.PORT, port.toString());
-      configuration.setProperty(TomcatPropertySet.AJP_PORT, ajpPort.toString());
-      //configuration.setProperty(GeneralPropertySet.JVMARGS, "\"-agentlib:jdwp=transport=dt_socket,server=y,suspend=y,address=8006\"");
-      LOG.info("Tomcat extract path: " + extractPath);
-      LOG.info("Tomcat home path: " + installer.getHome());
-      LOG.info("Tomcat config home path: " + confPath);
-      LOG.info("Starting tomcat server on port " + port);
-      container.start();
-    }
-
-    @Override
-    public void stop() throws Exception {
-      if (container != null) {
-        container.stop();
-      }
-    }
-
-    /**
-     * Return server URL.
-     */
-    public String getServerUrl() {
-      // We're not doing any changes, so return default URL
-      return "http://localhost:" + port + "/sqoop/";
-    }
-  }
-}


Mime
View raw message