Skip to content

Commit

Permalink
Fixing unit tests
Browse files Browse the repository at this point in the history
  • Loading branch information
sahusanket committed Oct 24, 2024
1 parent eee5244 commit ed10f6b
Show file tree
Hide file tree
Showing 15 changed files with 67 additions and 44 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,11 @@

package io.cdap.cdap.internal.app.runtime.distributed.runtimejob;

import com.google.inject.AbstractModule;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Module;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.app.runtime.Arguments;
import io.cdap.cdap.app.runtime.ProgramRunnerFactory;
import io.cdap.cdap.common.app.RunIds;
Expand All @@ -43,6 +46,7 @@
import io.cdap.cdap.runtime.spi.runtimejob.RuntimeJobEnvironment;
import java.io.IOException;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import org.apache.twill.api.TwillRunner;
import org.apache.twill.filesystem.LocalLocationFactory;
Expand Down Expand Up @@ -121,29 +125,39 @@ private void testInjector(LaunchMode launchMode) throws IOException {
SimpleProgramOptions programOpts = new SimpleProgramOptions(
programRunId.getParent(), systemArgs, new BasicArguments());

Injector injector = Guice.createInjector(
defaultRuntimeJob.createModules(new RuntimeJobEnvironment() {

@Override
public LocationFactory getLocationFactory() {
return locationFactory;
}

@Override
public TwillRunner getTwillRunner() {
return new NoopTwillRunnerService();
}

@Override
public Map<String, String> getProperties() {
return Collections.emptyMap();
}

@Override
public LaunchMode getLaunchMode() {
return launchMode;
}
}, cConf, programRunId, programOpts));
List<Module> moduleList = defaultRuntimeJob.createModules(new RuntimeJobEnvironment() {

@Override
public LocationFactory getLocationFactory() {
return locationFactory;
}

@Override
public TwillRunner getTwillRunner() {
return new NoopTwillRunnerService();
}

@Override
public Map<String, String> getProperties() {
return Collections.emptyMap();
}

@Override
public LaunchMode getLaunchMode() {
return launchMode;
}
}, cConf, programRunId, programOpts);

moduleList.add(
new AbstractModule() {
@Override
protected void configure() {
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {
});
}
});

Injector injector = Guice.createInjector(moduleList);

injector.getInstance(LogAppenderInitializer.class);
defaultRuntimeJob.createCoreServices(injector, systemArgs, cluster);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.ProvisionException;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.metrics.MetricsCollectionService;
import io.cdap.cdap.common.conf.CConfiguration;
import io.cdap.cdap.common.conf.Constants;
Expand Down Expand Up @@ -93,6 +94,7 @@ protected void configure() {
bind(InternalAuthenticator.class).to(
NoOpInternalAuthenticator.class);
bind(RemoteAuthenticator.class).to(NoOpRemoteAuthenticator.class);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@
import com.google.inject.AbstractModule;
import com.google.inject.Guice;
import com.google.inject.Injector;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.dataset.lib.CloseableIterator;
import io.cdap.cdap.api.messaging.Message;
import io.cdap.cdap.api.messaging.MessagingContext;
Expand Down Expand Up @@ -136,6 +137,7 @@ protected void bindLogProcessor() {
@Override
protected void configure() {
bind(MetricsCollectionService.class).to(NoOpMetricsCollectionService.class);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
import com.google.inject.Injector;
import com.google.inject.PrivateModule;
import com.google.inject.Provider;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.metrics.MetricsCollectionService;
import io.cdap.cdap.app.guice.RuntimeServerModule;
import io.cdap.cdap.common.app.RunIds;
Expand Down Expand Up @@ -133,6 +134,7 @@ protected void bindLogProcessor() {
@Override
protected void configure() {
bind(MetricsCollectionService.class).to(NoOpMetricsCollectionService.class);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,7 @@
import io.cdap.cdap.api.Config;
import io.cdap.cdap.api.ProgramStatus;
import io.cdap.cdap.api.artifact.ArtifactRange;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.dataset.lib.cube.AggregationFunction;
import io.cdap.cdap.api.dataset.lib.cube.TimeValue;
import io.cdap.cdap.api.metadata.MetadataEntity;
Expand Down Expand Up @@ -245,6 +246,7 @@ protected void configure() {
// needed because we set Kerberos to true in DefaultNamespaceAdminTest
bind(UGIProvider.class).to(CurrentUGIProvider.class);
bind(MetadataSubscriberService.class).in(Scopes.SINGLETON);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
});
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
package io.cdap.cdap.internal.guice;

import com.google.inject.AbstractModule;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.app.guice.AppFabricServiceRuntimeModule;
import io.cdap.cdap.app.guice.AuthorizationModule;
import io.cdap.cdap.app.guice.MonitorHandlerModule;
Expand Down Expand Up @@ -110,5 +111,6 @@ protected void configure() {
install(new MockProvisionerModule());
// Needed by MonitorHandlerModuler
bind(TwillRunner.class).to(NoopTwillRunnerService.class);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
import com.google.inject.AbstractModule;
import com.google.inject.Guice;
import com.google.inject.Injector;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.metrics.MetricsCollectionService;
import io.cdap.cdap.api.security.store.SecureStore;
import io.cdap.cdap.app.runtime.NoOpProgramStateWriter;
Expand Down Expand Up @@ -72,6 +73,7 @@ protected void configure() {
bind(MetricsCollectionService.class).to(NoOpMetricsCollectionService.class);
bind(SecureStore.class).toInstance(FakeSecureStore.builder().build());
bind(ProgramStateWriter.class).to(NoOpProgramStateWriter.class);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Scopes;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.dataset.lib.CloseableIterator;
import io.cdap.cdap.api.messaging.Message;
import io.cdap.cdap.api.messaging.MessageFetcher;
Expand Down Expand Up @@ -127,6 +128,7 @@ public static void setUp() throws IOException, TopicAlreadyExistsException, Peer
@Override
protected void configure() {
bind(MetricsCollectionService.class).to(NoOpMetricsCollectionService.class).in(Scopes.SINGLETON);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
});
// Define all StructuredTable before starting any services that need StructuredTable
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,6 @@
import com.google.inject.PrivateModule;
import com.google.inject.Provider;
import com.google.inject.TypeLiteral;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.common.conf.CConfiguration;
import io.cdap.cdap.common.conf.Constants;
import io.cdap.cdap.common.internal.remote.DefaultInternalAuthenticator;
Expand All @@ -40,9 +39,7 @@
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.Queue;

import io.cdap.cdap.security.spi.authorization.AuditLogContext;
import org.apache.hadoop.security.UserGroupInformation;

/**
Expand Down Expand Up @@ -179,7 +176,7 @@ public Module getNoOpModule() {
protected void configure() {
bind(AuthenticationContext.class).to(AuthenticationTestContext.class);
bind(InternalAuthenticator.class).toProvider(InternalAuthenticatorProvider.class);
bind(AuditLogWriter.class).to(NoOpAuditLogWriter.class);
// bind(AuditLogWriter.class).to(NoOpAuditLogWriter.class);
}
};
}
Expand Down Expand Up @@ -236,20 +233,4 @@ public AuthenticationContext get() {
return injector.getInstance(MasterAuthenticationContext.class);
}
}

/**
* A NO OP implementation for tests
*/
private static final class NoOpAuditLogWriter implements AuditLogWriter {

/**
* pushes the log entry to respective messaging topic
*
* @param auditLogContexts
*/
@Override
public void publish(Queue<AuditLogContext> auditLogContexts) throws IOException {

}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@
import com.google.inject.Scopes;
import io.cdap.cdap.api.Admin;
import io.cdap.cdap.api.Transactional;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.data.DatasetContext;
import io.cdap.cdap.common.conf.Constants;
import io.cdap.cdap.security.spi.authorization.AuthorizationContext;
Expand All @@ -42,5 +43,7 @@ protected void configure() {
expose(PermissionManager.class);
bind(RoleController.class).to(DelegatingRoleController.class).in(Scopes.SINGLETON);;
expose(RoleController.class);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
expose(AuditLogWriter.class);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@
import com.google.inject.PrivateModule;
import com.google.inject.Scopes;
import com.google.inject.name.Names;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.dataset.lib.CloseableIterator;
import io.cdap.cdap.api.metrics.MetricsCollectionService;
import io.cdap.cdap.api.service.ServiceUnavailableException;
Expand Down Expand Up @@ -265,7 +266,6 @@ private Injector createInjector(int instanceId) {
new ZkDiscoveryModule(),
new AuthorizationEnforcementModule().getNoOpModules(),
new DFSLocationModule(),
new AuthenticationContextModules().getNoOpModule(),
new AbstractModule() {
@Override
protected void configure() {
Expand Down Expand Up @@ -297,6 +297,7 @@ protected void configure() {
bind(MessagingService.class).to(LeaderElectionMessagingService.class)
.in(Scopes.SINGLETON);
expose(MessagingService.class);
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@
import com.google.inject.AbstractModule;
import com.google.inject.Guice;
import com.google.inject.Injector;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.common.Bytes;
import io.cdap.cdap.api.dataset.lib.CloseableIterator;
import io.cdap.cdap.api.messaging.TopicAlreadyExistsException;
Expand Down Expand Up @@ -121,6 +122,7 @@ public void beforeTest() throws IOException {
@Override
protected void configure() {
bind(MetricsCollectionService.class).toInstance(new NoOpMetricsCollectionService());
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@
import com.google.inject.AbstractModule;
import com.google.inject.Guice;
import com.google.inject.Injector;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.dataset.lib.CloseableIterator;
import io.cdap.cdap.api.messaging.TopicAlreadyExistsException;
import io.cdap.cdap.api.messaging.TopicNotFoundException;
Expand Down Expand Up @@ -98,6 +99,7 @@ public static void init() throws IOException, TopicAlreadyExistsException, Unaut
@Override
protected void configure() {
bind(MetricsCollectionService.class).toInstance(new NoOpMetricsCollectionService());
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
}
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Module;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.data.schema.Schema;
import io.cdap.cdap.api.data.schema.UnsupportedTypeException;
import io.cdap.cdap.api.metrics.MetricValues;
Expand Down Expand Up @@ -108,6 +109,7 @@ private List<Module> getModules() {
@Override
protected void configure() {
bind(MetricsCollectionService.class).toInstance(new NoOpMetricsCollectionService());
bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
}
});
modules.addAll(getAdditionalModules());
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@
import com.google.inject.Injector;
import com.google.inject.PrivateModule;
import com.google.inject.Scopes;
import io.cdap.cdap.api.auditlogging.AuditLogWriter;
import io.cdap.cdap.api.metrics.MetricDeleteQuery;
import io.cdap.cdap.api.metrics.MetricTimeSeries;
import io.cdap.cdap.api.metrics.MetricsCollectionService;
Expand Down Expand Up @@ -103,6 +104,9 @@ protected void configure() {
// Bind the admin subscriber
bind(MetricsAdminSubscriberService.class).in(Scopes.SINGLETON);
expose(MetricsAdminSubscriberService.class);

bind(AuditLogWriter.class).toInstance(auditLogContexts -> {});
expose(AuditLogWriter.class);
}
}
);
Expand Down

0 comments on commit ed10f6b

Please sign in to comment.