Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

FMWK-459 Fix requiring id property from entities by AerospikeCache #752

Merged
merged 24 commits into from
Jun 20, 2024
Merged
Show file tree
Hide file tree
Changes from 22 commits
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
d99e2a2
Set data key in AerospikeCache
agrgr Jun 10, 2024
a27d434
add tests
agrgr Jun 10, 2024
cc0ebaf
use hashCode userKey instead of String in AerospikeCache, add tests
agrgr Jun 10, 2024
3e301e6
cleanup
agrgr Jun 11, 2024
c8c970c
use hash code of key class when its object empty, add tests
agrgr Jun 13, 2024
9eefab6
cleanup
agrgr Jun 13, 2024
15ba1ca
use toString + hashCode() when key is empty for consistency
agrgr Jun 13, 2024
4c9014e
use toString + hashCode() when key is empty for consistency
agrgr Jun 13, 2024
6bb851b
add using Kryo to serialize cached objects
agrgr Jun 16, 2024
bd1d7f8
add a test
agrgr Jun 16, 2024
b998979
replace hash implementation with a faster one, make serialization and…
agrgr Jun 17, 2024
84310ec
javadoc update
agrgr Jun 17, 2024
9697cb0
replace hashing algorithm for cache key
agrgr Jun 18, 2024
e72f8e1
Merge branch 'main' into FMWK-459-cache-entities-without-id
agrgr Jun 18, 2024
0b04b9f
convert AerospikeCacheKeyProcessor into an interface
agrgr Jun 19, 2024
d650583
convert AerospikeCacheKeyProcessor into an interface
agrgr Jun 19, 2024
2e14355
convert AerospikeCacheKeyProcessor into an interface
agrgr Jun 19, 2024
703ac9e
add a test for null key
agrgr Jun 19, 2024
35aad25
create AerospikeCacheKeyProcessor bean to enable overriding it with a…
agrgr Jun 19, 2024
4bc70aa
remove unused configuration
agrgr Jun 19, 2024
d65c93f
convert AerospikeCacheKeyProcessor into an interface
agrgr Jun 19, 2024
ac3fff2
update javadoc
agrgr Jun 20, 2024
ea4a654
update documentation
agrgr Jun 20, 2024
18aaaf1
add support for byte[] in AerospikeCacheKey
agrgr Jun 20, 2024
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 26 additions & 2 deletions pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,8 @@
<logback.test>1.5.6</logback.test>
<hibernate.validator>8.0.1.Final</hibernate.validator>
<netty.version>4.1.110.Final</netty.version>
<kryo.version>5.6.0</kryo.version>
<apacheCommonsCodec.version>1.17.0</apacheCommonsCodec.version>
</properties>

<licenses>
Expand Down Expand Up @@ -210,6 +212,16 @@
<artifactId>lombok</artifactId>
<version>${lombok}</version>
</dependency>
<dependency>
<groupId>com.esotericsoftware</groupId>
<artifactId>kryo</artifactId>
<version>${kryo.version}</version>
</dependency>
<dependency>
<groupId>commons-codec</groupId>
<artifactId>commons-codec</artifactId>
<version>${apacheCommonsCodec.version}</version>
</dependency>
</dependencies>
</dependencyManagement>

Expand Down Expand Up @@ -243,6 +255,14 @@
<artifactId>aerospike-reactor-client</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>com.esotericsoftware</groupId>
<artifactId>kryo</artifactId>
</dependency>
<dependency>
<groupId>commons-codec</groupId>
<artifactId>commons-codec</artifactId>
</dependency>
<dependency>
<groupId>joda-time</groupId>
<artifactId>joda-time</artifactId>
Expand Down Expand Up @@ -392,9 +412,13 @@
<include>**/*Test.java</include>
<include>**/*Tests.java</include>
</includes>
<argLine>--add-opens java.base/java.util=ALL-UNNAMED --add-opens java.base/java.math=ALL-UNNAMED
<argLine>
--add-opens java.base/java.util=ALL-UNNAMED
--add-opens java.base/java.net=ALL-UNNAMED
--add-opens java.base/java.util.concurrent.atomic=ALL-UNNAMED</argLine>
--add-opens java.base/java.math=ALL-UNNAMED
--add-opens java.base/java.util.concurrent.atomic=ALL-UNNAMED
--add-opens java.base/java.lang.reflect=ALL-UNNAMED
</argLine>
</configuration>
</plugin>
</plugins>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -46,11 +46,13 @@ public class AerospikeCache implements Cache {
private final AerospikeCacheConfiguration cacheConfiguration;
private final WritePolicy createOnly;
private final WritePolicy writePolicyForPut;
private final AerospikeCacheKeyProcessor cacheKeyProcessor;

public AerospikeCache(String name,
IAerospikeClient client,
AerospikeConverter aerospikeConverter,
AerospikeCacheConfiguration cacheConfiguration) {
AerospikeCacheConfiguration cacheConfiguration,
AerospikeCacheKeyProcessor cacheKeyProcessor) {
this.name = name;
this.client = client;
this.aerospikeConverter = aerospikeConverter;
Expand All @@ -62,6 +64,7 @@ public AerospikeCache(String name,
this.writePolicyForPut = WritePolicyBuilder.builder(client.getWritePolicyDefault())
.expiration(cacheConfiguration.getExpirationInSeconds())
.build();
this.cacheKeyProcessor = cacheKeyProcessor;
}

/**
Expand Down Expand Up @@ -225,12 +228,16 @@ public ValueWrapper putIfAbsent(Object key, Object value) {
}

private Key getKey(Object key) {
return new Key(cacheConfiguration.getNamespace(), cacheConfiguration.getSet(), key.toString());
AerospikeCacheKey cacheKey = cacheKeyProcessor.serializeAndHash(key);
return new Key(cacheConfiguration.getNamespace(), cacheConfiguration.getSet(),
cacheKey.getValue());
}

private void serializeAndPut(WritePolicy writePolicy, Object key, Object value) {
AerospikeWriteData data = AerospikeWriteData.forWrite(getKey(key).namespace);
AerospikeWriteData data = AerospikeWriteData.forWrite(cacheConfiguration.getNamespace());
Key aerospikeKey = getKey(key);
data.setKey(aerospikeKey); // Set the key on the data object
aerospikeConverter.write(value, data);
client.put(writePolicy, getKey(key), data.getBinsAsArray());
client.put(writePolicy, aerospikeKey, data.getBinsAsArray());
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
package org.springframework.data.aerospike.cache;

import com.aerospike.client.Value;
import lombok.Getter;

/**
* Wrapper class used for caching with methods that receive either a String or a long number
*/
public class AerospikeCacheKey {
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Why only String and long? if the purpose is to align with Aerospike supported PK types - "blob" (byte[]) should be supported as well: https://aerospike.com/docs/reference/limitations

Copy link
Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This is a wrapper class that receives hash of the cache key. However, we can also support byte array, added it


@Getter
private final Value value;

private AerospikeCacheKey(String string) {
this.value = new Value.StringValue(string);
}

private AerospikeCacheKey(long number) {
this.value = new Value.LongValue(number);
}

/**
* Instantiate AerospikeCacheKey instance with a String.
*
* @param string String parameter
* @return new instance of AerospikeCacheKey initialized with the given parameter
*/
public static AerospikeCacheKey of(String string) {
return new AerospikeCacheKey(string);
}

/**
* Instantiate AerospikeCacheKey instance with a long number.
*
* @param number long number
* @return new instance of AerospikeCacheKey initialized with the given parameter
*/
public static AerospikeCacheKey of(long number) {
return new AerospikeCacheKey(number);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
package org.springframework.data.aerospike.cache;

/**
* Interface that provides methods used in caching
*/
public interface AerospikeCacheKeyProcessor {

/**
* Serialize the given key and calculate hash based on the serialization result.
*
* @param key Object to be serialized and hashed
* @return AerospikeCacheKey instantiated with either a String or a long number
*/
AerospikeCacheKey serializeAndHash(Object key);

/**
* Serialize the given key.
* <p>
* The default implementation uses Kryo.
*
* @param key Object to be serialized
* @return byte[]
*/
byte[] serialize(Object key);

/**
* Calculate hash based on the given byte array.
* <p>
* The default implementation uses 128 bit Murmur3 hashing.
*
* @param data Byte array to be hashed
* @return AerospikeCacheKey instantiated with either a String or a long number
*/
AerospikeCacheKey calculateHash(byte[] data);
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
package org.springframework.data.aerospike.cache;

import com.esotericsoftware.kryo.Kryo;
import com.esotericsoftware.kryo.io.ByteBufferOutput;
import lombok.Getter;
import org.apache.commons.codec.digest.MurmurHash3;
import org.objenesis.strategy.StdInstantiatorStrategy;

import java.util.Arrays;

public class AerospikeCacheKeyProcessorImpl implements AerospikeCacheKeyProcessor {

Comment on lines +11 to +12
Copy link
Collaborator

@roimenashe roimenashe Jun 20, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

It seems like this class is a singleton so why not use a bean by marking this class as @Component, to execute configureKryo() on initialization we can use @PostConstruct or an alternative

Copy link
Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

The sense here is this class is an implementation of AerospikeCacheKeyProcessor. If users want to use a different implementation, they can do so by overriding AerospikeCacheKeyProcessor bean

@Getter
private final Kryo kryoInstance = new Kryo();

public AerospikeCacheKeyProcessorImpl() {
configureKryo();
}

/**
* Configuration for Kryo instance.
* <p>
* Classes of the objects to be cached can be pre-registered if required. Registering in advance is not necessary,
* however it can be done to increase serialization performance. If a class has been pre-registered, the first time
* it is encountered Kryo can just output a numeric reference to it instead of writing fully qualified class name.
*/
public void configureKryo() {
// setting to false means not requiring registration for all the classes of cached objects in advance
getKryoInstance().setRegistrationRequired(false);
getKryoInstance().setInstantiatorStrategy(new StdInstantiatorStrategy());
}

public AerospikeCacheKey serializeAndHash(Object key) {
return calculateHash(serialize(key));
}

public byte[] serialize(Object key) {
ByteBufferOutput output = new ByteBufferOutput(1024); // Initial buffer size
kryoInstance.writeClassAndObject(output, key);
output.flush();
return output.toBytes();
}

public AerospikeCacheKey calculateHash(byte[] data) {
return AerospikeCacheKey.of(Arrays.toString(MurmurHash3.hash128(data)));
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -45,6 +45,7 @@ public class AerospikeCacheManager extends AbstractTransactionSupportingCacheMan
private final AerospikeConverter aerospikeConverter;
private final AerospikeCacheConfiguration defaultCacheConfiguration;
private final Map<String, AerospikeCacheConfiguration> initialPerCacheConfiguration;
private final AerospikeCacheKeyProcessor cacheKeyProcessor;

/**
* Create a new {@link AerospikeCacheManager} instance - Specifying a default cache configuration.
Expand All @@ -55,8 +56,9 @@ public class AerospikeCacheManager extends AbstractTransactionSupportingCacheMan
*/
public AerospikeCacheManager(IAerospikeClient aerospikeClient,
AerospikeConverter aerospikeConverter,
AerospikeCacheConfiguration defaultCacheConfiguration) {
this(aerospikeClient, aerospikeConverter, defaultCacheConfiguration, new LinkedHashMap<>());
AerospikeCacheConfiguration defaultCacheConfiguration,
AerospikeCacheKeyProcessor cacheKeyProcessor) {
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Adding AerospikeCacheKeyProcessor to both constructors introduces a breaking change (the user needs to add this param when defining AerospikeCacheManager bean).

We probably need to update the "Caching with Spring Boot and Aerospike" blog posts:

  1. https://medium.com/aerospike-developer-blog/caching-with-spring-boot-and-aerospike-17b91267d6c
  2. https://aerospike.com/blog/caching-with-spring-boot-and-aerospike/

this(aerospikeClient, aerospikeConverter, defaultCacheConfiguration, new LinkedHashMap<>(), cacheKeyProcessor);
}

/**
Expand All @@ -71,7 +73,8 @@ public AerospikeCacheManager(IAerospikeClient aerospikeClient,
public AerospikeCacheManager(IAerospikeClient aerospikeClient,
AerospikeConverter aerospikeConverter,
AerospikeCacheConfiguration defaultCacheConfiguration,
Map<String, AerospikeCacheConfiguration> initialPerCacheConfiguration) {
Map<String, AerospikeCacheConfiguration> initialPerCacheConfiguration,
AerospikeCacheKeyProcessor cacheKeyProcessor) {
Assert.notNull(aerospikeClient, "The aerospike client must not be null");
Assert.notNull(aerospikeConverter, "The aerospike converter must not be null");
Assert.notNull(defaultCacheConfiguration, "The default cache configuration must not be null");
Expand All @@ -80,6 +83,7 @@ public AerospikeCacheManager(IAerospikeClient aerospikeClient,
this.aerospikeConverter = aerospikeConverter;
this.defaultCacheConfiguration = defaultCacheConfiguration;
this.initialPerCacheConfiguration = initialPerCacheConfiguration;
this.cacheKeyProcessor = cacheKeyProcessor;
}

@Override
Expand All @@ -105,11 +109,12 @@ protected Cache decorateCache(Cache cache) {
}

private AerospikeCache createCache(String name) {
return new AerospikeCache(name, aerospikeClient, aerospikeConverter, defaultCacheConfiguration);
return new AerospikeCache(name, aerospikeClient, aerospikeConverter, defaultCacheConfiguration,
cacheKeyProcessor);
}

private AerospikeCache createCache(String name, AerospikeCacheConfiguration cacheConfiguration) {
return new AerospikeCache(name, aerospikeClient, aerospikeConverter, cacheConfiguration);
return new AerospikeCache(name, aerospikeClient, aerospikeConverter, cacheConfiguration, cacheKeyProcessor);
}

private boolean isCacheAlreadyDecorated(Cache cache) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,8 @@
import org.springframework.context.annotation.ClassPathScanningCandidateComponentProvider;
import org.springframework.context.annotation.Configuration;
import org.springframework.core.type.filter.AnnotationTypeFilter;
import org.springframework.data.aerospike.cache.AerospikeCacheKeyProcessor;
import org.springframework.data.aerospike.cache.AerospikeCacheKeyProcessorImpl;
import org.springframework.data.aerospike.convert.AerospikeCustomConversions;
import org.springframework.data.aerospike.convert.AerospikeTypeAliasAccessor;
import org.springframework.data.aerospike.convert.MappingAerospikeConverter;
Expand Down Expand Up @@ -73,6 +75,11 @@ public IndexesCacheHolder indexCache() {
return new IndexesCacheHolder();
}

@Bean(name = "aerospikeCacheKeyProcessor")
public AerospikeCacheKeyProcessor cacheKeyProcessor() {
return new AerospikeCacheKeyProcessorImpl();
}

@Bean(name = "mappingAerospikeConverter")
public MappingAerospikeConverter mappingAerospikeConverter(AerospikeMappingContext aerospikeMappingContext,
AerospikeTypeAliasAccessor aerospikeTypeAliasAccessor,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.core.env.Environment;
import org.springframework.data.aerospike.cache.AerospikeCacheKeyProcessor;
import org.springframework.data.aerospike.config.BlockingTestConfig;
import org.springframework.data.aerospike.config.CommonTestConfig;
import org.springframework.data.aerospike.config.IndexedBinsAnnotationsProcessor;
Expand Down Expand Up @@ -63,6 +64,8 @@ public abstract class BaseBlockingIntegrationTests extends BaseIntegrationTests
protected Environment env;
@Autowired
protected MappingContext<BasicAerospikePersistentEntity<?>, AerospikePersistentProperty> mappingContext;
@Autowired
protected AerospikeCacheKeyProcessor cacheKeyProcessor;

protected <T> void deleteOneByOne(Collection<T> collection) {
collection.forEach(item -> template.delete(item));
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,9 @@ public abstract class BaseIntegrationTests {

public static final String DEFAULT_SET_NAME = "aerospike";
public static final String OVERRIDE_SET_NAME = "testSet1";
public static final String DIFFERENT_SET_NAME = "different-set";
public static final String CACHE_WITH_TTL = "CACHE-WITH-TTL";
public static final String DIFFERENT_EXISTING_CACHE = "DIFFERENT-EXISTING-CACHE";
protected static final int MILLIS_TO_NANO = 1_000_000;

@Value("${spring-data-aerospike.connection.namespace}")
Expand Down
Loading
Loading