Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Rearchitect pulse mechanism #356

Draft
wants to merge 10 commits into
base: master
Choose a base branch
from
Draft
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions TypeDB.java
Original file line number Diff line number Diff line change
@@ -35,27 +35,27 @@ public class TypeDB {
public static final String DEFAULT_ADDRESS = "localhost:1729";

public static TypeDBClient coreClient(String address) {
return CoreClient.create(address);
return new CoreClient(address);
}

public static TypeDBClient coreClient(String address, int parallelisation) {
return CoreClient.create(address, parallelisation);
return new CoreClient(address, parallelisation);
}

public static TypeDBClient.Cluster clusterClient(String address, TypeDBCredential credential) {
return ClusterClient.create(set(address), credential);
return new ClusterClient(set(address), credential);
}

public static TypeDBClient.Cluster clusterClient(String address, TypeDBCredential credential, int parallelisation) {
return ClusterClient.create(set(address), credential, parallelisation);
return new ClusterClient(set(address), credential, parallelisation);
}

public static TypeDBClient.Cluster clusterClient(Set<String> addresses, TypeDBCredential credential) {
return ClusterClient.create(addresses, credential);
return new ClusterClient(addresses, credential);
}

public static TypeDBClient.Cluster clusterClient(Set<String> addresses, TypeDBCredential credential, int parallelisation) {
return ClusterClient.create(addresses, credential, parallelisation);
return new ClusterClient(addresses, credential, parallelisation);
}

}
2 changes: 1 addition & 1 deletion api/concept/Concept.java
Original file line number Diff line number Diff line change
@@ -21,7 +21,6 @@

package com.vaticle.typedb.client.api.concept;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Attribute;
import com.vaticle.typedb.client.api.concept.thing.Entity;
import com.vaticle.typedb.client.api.concept.thing.Relation;
@@ -32,6 +31,7 @@
import com.vaticle.typedb.client.api.concept.type.RoleType;
import com.vaticle.typedb.client.api.concept.type.ThingType;
import com.vaticle.typedb.client.api.concept.type.Type;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;

2 changes: 1 addition & 1 deletion api/concept/thing/Attribute.java
Original file line number Diff line number Diff line change
@@ -21,9 +21,9 @@

package com.vaticle.typedb.client.api.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.type.AttributeType;
import com.vaticle.typedb.client.api.concept.type.ThingType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;
import java.time.LocalDateTime;
2 changes: 1 addition & 1 deletion api/concept/thing/Entity.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.api.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.type.EntityType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;

2 changes: 1 addition & 1 deletion api/concept/thing/Relation.java
Original file line number Diff line number Diff line change
@@ -21,9 +21,9 @@

package com.vaticle.typedb.client.api.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.type.RelationType;
import com.vaticle.typedb.client.api.concept.type.RoleType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;
import java.util.List;
2 changes: 1 addition & 1 deletion api/concept/thing/Thing.java
Original file line number Diff line number Diff line change
@@ -21,11 +21,11 @@

package com.vaticle.typedb.client.api.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.Concept;
import com.vaticle.typedb.client.api.concept.type.AttributeType;
import com.vaticle.typedb.client.api.concept.type.RoleType;
import com.vaticle.typedb.client.api.concept.type.ThingType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;
import java.util.stream.Stream;
2 changes: 1 addition & 1 deletion api/concept/type/AttributeType.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.api.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Attribute;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.exception.TypeDBClientException;
import com.vaticle.typedb.protocol.ConceptProto;

2 changes: 1 addition & 1 deletion api/concept/type/EntityType.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.api.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Entity;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;
import java.util.stream.Stream;
2 changes: 1 addition & 1 deletion api/concept/type/RelationType.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.api.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Relation;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;
import javax.annotation.Nullable;
2 changes: 1 addition & 1 deletion api/concept/type/ThingType.java
Original file line number Diff line number Diff line change
@@ -21,9 +21,9 @@

package com.vaticle.typedb.client.api.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Thing;
import com.vaticle.typedb.client.api.concept.type.AttributeType.ValueType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;

import javax.annotation.CheckReturnValue;
import java.util.stream.Stream;
2 changes: 1 addition & 1 deletion api/concept/type/Type.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.api.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.Concept;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.Label;

import javax.annotation.CheckReturnValue;
1 change: 0 additions & 1 deletion api/connection/TypeDBOptions.java
Original file line number Diff line number Diff line change
@@ -162,7 +162,6 @@ public OptionsProto.Options proto() {
parallel().ifPresent(builder::setParallel);
prefetchSize().ifPresent(builder::setPrefetchSize);
prefetch().ifPresent(builder::setPrefetch);
sessionIdleTimeoutMillis().ifPresent(builder::setSessionIdleTimeoutMillis);
schemaLockAcquireTimeoutMillis().ifPresent(builder::setSchemaLockAcquireTimeoutMillis);
if (isCluster()) asCluster().readAnyReplica().ifPresent(builder::setReadAnyReplica);

2 changes: 1 addition & 1 deletion api/query/QueryManager.java
Original file line number Diff line number Diff line change
@@ -21,11 +21,11 @@

package com.vaticle.typedb.client.api.query;

import com.vaticle.typedb.client.api.connection.TypeDBOptions;
import com.vaticle.typedb.client.api.answer.ConceptMap;
import com.vaticle.typedb.client.api.answer.ConceptMapGroup;
import com.vaticle.typedb.client.api.answer.Numeric;
import com.vaticle.typedb.client.api.answer.NumericGroup;
import com.vaticle.typedb.client.api.connection.TypeDBOptions;
import com.vaticle.typedb.client.api.logic.Explanation;
import com.vaticle.typeql.lang.query.TypeQLDefine;
import com.vaticle.typeql.lang.query.TypeQLDelete;
39 changes: 29 additions & 10 deletions common/rpc/RequestBuilder.java
Original file line number Diff line number Diff line change
@@ -24,6 +24,7 @@
import com.google.protobuf.ByteString;
import com.vaticle.factory.tracing.client.FactoryTracingThreadStatic;
import com.vaticle.typedb.client.common.Label;
import com.vaticle.typedb.protocol.ClientProto;
import com.vaticle.typedb.protocol.ClusterDatabaseProto;
import com.vaticle.typedb.protocol.ClusterServerProto;
import com.vaticle.typedb.protocol.ClusterUserProto;
@@ -36,6 +37,7 @@
import com.vaticle.typedb.protocol.SessionProto;
import com.vaticle.typedb.protocol.TransactionProto;

import javax.annotation.Nullable;
import java.time.LocalDateTime;
import java.time.ZoneId;
import java.time.ZoneOffset;
@@ -100,6 +102,26 @@ public static CoreDatabaseProto.CoreDatabase.Delete.Req deleteReq(String name) {
return CoreDatabaseProto.CoreDatabase.Delete.Req.newBuilder().setName(name).build();
}
}

}

public static class Client {

public static ClientProto.Client.Open.Req openReq(@Nullable Integer idleTimeoutMillis) {
ClientProto.Client.Open.Req.Builder builder = ClientProto.Client.Open.Req.newBuilder();
if (idleTimeoutMillis != null) {
builder = builder.setIdleTimeoutMillis(idleTimeoutMillis);
}
return builder.build();
}

public static ClientProto.Client.Pulse.Req pulseReq(ByteString clientID) {
return ClientProto.Client.Pulse.Req.newBuilder().setClientId(clientID).build();
}

public static ClientProto.Client.Close.Req closeReq(ByteString clientID) {
return ClientProto.Client.Close.Req.newBuilder().setClientId(clientID).build();
}
}

public static class Cluster {
@@ -163,17 +185,14 @@ public static class Database {
public static class Session {

public static SessionProto.Session.Open.Req openReq(
String database, SessionProto.Session.Type type, OptionsProto.Options options) {
return SessionProto.Session.Open.Req.newBuilder().setDatabase(database)
ByteString clientID, String database, SessionProto.Session.Type type, OptionsProto.Options options) {
return SessionProto.Session.Open.Req.newBuilder()
.setClientId(clientID).setDatabase(database)
.setType(type).setOptions(options).build();
}

public static SessionProto.Session.Pulse.Req pulseReq(ByteString sessionID) {
return SessionProto.Session.Pulse.Req.newBuilder().setSessionId(sessionID).build();
}

public static SessionProto.Session.Close.Req closeReq(ByteString sessionID) {
return SessionProto.Session.Close.Req.newBuilder().setSessionId(sessionID).build();
public static SessionProto.Session.Close.Req closeReq(ByteString clientID, ByteString sessionID) {
return SessionProto.Session.Close.Req.newBuilder().setClientId(clientID).setSessionId(sessionID).build();
}
}

@@ -190,10 +209,10 @@ public static TransactionProto.Transaction.Req streamReq(UUID reqID) {
}

public static TransactionProto.Transaction.Req.Builder openReq(
ByteString sessionID, TransactionProto.Transaction.Type type,
ByteString clientID, ByteString sessionID, TransactionProto.Transaction.Type type,
OptionsProto.Options options, int networkLatencyMillis) {
return TransactionProto.Transaction.Req.newBuilder().setOpenReq(
TransactionProto.Transaction.Open.Req.newBuilder().setSessionId(sessionID)
TransactionProto.Transaction.Open.Req.newBuilder().setClientId(clientID).setSessionId(sessionID)
.setType(type).setOptions(options).setNetworkLatencyMillis(networkLatencyMillis)
);
}
19 changes: 13 additions & 6 deletions common/rpc/TypeDBStub.java
Original file line number Diff line number Diff line change
@@ -21,21 +21,32 @@

package com.vaticle.typedb.client.common.rpc;

import com.vaticle.typedb.client.common.exception.TypeDBClientException;
import com.vaticle.typedb.protocol.ClientProto.Client;
import com.vaticle.typedb.protocol.CoreDatabaseProto.CoreDatabase;
import com.vaticle.typedb.protocol.CoreDatabaseProto.CoreDatabaseManager;
import com.vaticle.typedb.protocol.SessionProto.Session;
import com.vaticle.typedb.protocol.TransactionProto;
import com.vaticle.typedb.protocol.TypeDBGrpc;
import io.grpc.ConnectivityState;
import io.grpc.ManagedChannel;
import io.grpc.StatusRuntimeException;
import io.grpc.stub.StreamObserver;

import java.util.function.Supplier;

public abstract class TypeDBStub {

public Client.Open.Res clientOpen(Client.Open.Req request) {
return resilientCall(() -> blockingStub().clientOpen(request));
}

public Client.Close.Res clientClose(Client.Close.Req request) {
return resilientCall(() -> blockingStub().clientClose(request));
}

public Client.Pulse.Res clientPulse(Client.Pulse.Req request) {
return resilientCall(() -> blockingStub().clientPulse(request));
}

public CoreDatabaseManager.Contains.Res databasesContains(CoreDatabaseManager.Contains.Req request) {
return resilientCall(() -> blockingStub().databasesContains(request));
}
@@ -64,10 +75,6 @@ public Session.Close.Res sessionClose(Session.Close.Req request) {
return resilientCall(() -> blockingStub().sessionClose(request));
}

public Session.Pulse.Res sessionPulse(Session.Pulse.Req request) {
return resilientCall(() -> blockingStub().sessionPulse(request));
}

public StreamObserver<TransactionProto.Transaction.Client> transaction(StreamObserver<TransactionProto.Transaction.Server> responseObserver) {
return resilientCall(() -> asyncStub().transaction(responseObserver));
}
2 changes: 1 addition & 1 deletion concept/ConceptManagerImpl.java
Original file line number Diff line number Diff line change
@@ -21,13 +21,13 @@

package com.vaticle.typedb.client.concept;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.ConceptManager;
import com.vaticle.typedb.client.api.concept.thing.Thing;
import com.vaticle.typedb.client.api.concept.type.AttributeType;
import com.vaticle.typedb.client.api.concept.type.EntityType;
import com.vaticle.typedb.client.api.concept.type.RelationType;
import com.vaticle.typedb.client.api.concept.type.ThingType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.concept.thing.ThingImpl;
import com.vaticle.typedb.client.concept.type.AttributeTypeImpl;
import com.vaticle.typedb.client.concept.type.EntityTypeImpl;
2 changes: 1 addition & 1 deletion concept/thing/AttributeImpl.java
Original file line number Diff line number Diff line change
@@ -21,9 +21,9 @@

package com.vaticle.typedb.client.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Attribute;
import com.vaticle.typedb.client.api.concept.type.ThingType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.exception.TypeDBClientException;
import com.vaticle.typedb.client.concept.type.AttributeTypeImpl;
import com.vaticle.typedb.protocol.ConceptProto;
2 changes: 1 addition & 1 deletion concept/thing/EntityImpl.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Entity;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.concept.type.EntityTypeImpl;
import com.vaticle.typedb.common.collection.Bytes;
import com.vaticle.typedb.protocol.ConceptProto;
2 changes: 1 addition & 1 deletion concept/thing/RelationImpl.java
Original file line number Diff line number Diff line change
@@ -21,10 +21,10 @@

package com.vaticle.typedb.client.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Relation;
import com.vaticle.typedb.client.api.concept.thing.Thing;
import com.vaticle.typedb.client.api.concept.type.RoleType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.concept.type.RelationTypeImpl;
import com.vaticle.typedb.client.concept.type.RoleTypeImpl;
import com.vaticle.typedb.client.concept.type.TypeImpl;
2 changes: 1 addition & 1 deletion concept/thing/ThingImpl.java
Original file line number Diff line number Diff line change
@@ -21,11 +21,11 @@

package com.vaticle.typedb.client.concept.thing;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.thing.Attribute;
import com.vaticle.typedb.client.api.concept.thing.Thing;
import com.vaticle.typedb.client.api.concept.type.AttributeType;
import com.vaticle.typedb.client.api.concept.type.RoleType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.exception.TypeDBClientException;
import com.vaticle.typedb.client.concept.ConceptImpl;
import com.vaticle.typedb.client.concept.type.RoleTypeImpl;
2 changes: 1 addition & 1 deletion concept/type/AttributeTypeImpl.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.type.AttributeType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.Label;
import com.vaticle.typedb.client.common.exception.TypeDBClientException;
import com.vaticle.typedb.client.concept.thing.AttributeImpl;
2 changes: 1 addition & 1 deletion concept/type/EntityTypeImpl.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.type.EntityType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.Label;
import com.vaticle.typedb.client.concept.thing.EntityImpl;
import com.vaticle.typedb.client.concept.thing.ThingImpl;
2 changes: 1 addition & 1 deletion concept/type/RelationTypeImpl.java
Original file line number Diff line number Diff line change
@@ -21,8 +21,8 @@

package com.vaticle.typedb.client.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.type.RelationType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.Label;
import com.vaticle.typedb.client.concept.thing.RelationImpl;
import com.vaticle.typedb.client.concept.thing.ThingImpl;
2 changes: 1 addition & 1 deletion concept/type/RoleTypeImpl.java
Original file line number Diff line number Diff line change
@@ -21,9 +21,9 @@

package com.vaticle.typedb.client.concept.type;

import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.api.concept.type.RelationType;
import com.vaticle.typedb.client.api.concept.type.RoleType;
import com.vaticle.typedb.client.api.connection.TypeDBTransaction;
import com.vaticle.typedb.client.common.Label;
import com.vaticle.typedb.client.common.rpc.RequestBuilder;
import com.vaticle.typedb.protocol.ConceptProto;
Loading