Skip to content

Commit

Permalink
Refactor MoP to prepare for split Proxy to seperate module (#1509)
Browse files Browse the repository at this point in the history
  • Loading branch information
Technoboy- authored Oct 18, 2024
1 parent 07d7526 commit 8121554
Show file tree
Hide file tree
Showing 202 changed files with 809 additions and 621 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -11,24 +11,26 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker;

import static com.google.common.base.Preconditions.checkArgument;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.LISTENER_DEL;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.PLAINTEXT_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.PROTOCOL_NAME;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.SSL_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.SSL_PSK_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.WS_PLAINTEXT_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.WS_SSL_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils.getListenerPort;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.LISTENER_DEL;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.PLAINTEXT_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.PROTOCOL_NAME;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.SSL_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.SSL_PSK_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.WS_PLAINTEXT_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.WS_SSL_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils.getListenerPort;
import com.google.common.collect.ImmutableMap;
import io.netty.channel.ChannelInitializer;
import io.netty.channel.socket.SocketChannel;
import io.netty.util.concurrent.DefaultThreadFactory;
import io.streamnative.pulsar.handlers.mqtt.MopVersion;
import io.streamnative.pulsar.handlers.mqtt.broker.channel.MQTTChannelInitializer;
import io.streamnative.pulsar.handlers.mqtt.common.utils.ConfigurationUtils;
import io.streamnative.pulsar.handlers.mqtt.proxy.MQTTProxyConfiguration;
import io.streamnative.pulsar.handlers.mqtt.proxy.MQTTProxyService;
import io.streamnative.pulsar.handlers.mqtt.utils.ConfigurationUtils;
import java.net.InetSocketAddress;
import java.util.Map;
import java.util.concurrent.Executors;
Expand Down Expand Up @@ -97,7 +99,7 @@ public void start(BrokerService brokerService) {
try {
MQTTProxyConfiguration proxyConfig =
ConfigurationUtils.create(mqttConfig.getProperties(), MQTTProxyConfiguration.class);
proxyService = new MQTTProxyService(mqttService, proxyConfig);
proxyService = new MQTTProxyService(brokerService, proxyConfig);
proxyService.start();
log.info("Start MQTT proxy service at port: {}", proxyConfig.getMqttProxyPort());
} catch (Exception ex) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,9 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker;

import io.streamnative.pulsar.handlers.mqtt.common.MQTTCommonConfiguration;
import lombok.Getter;
import lombok.Setter;
import org.apache.pulsar.common.configuration.FieldContext;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,20 +11,25 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;

import io.streamnative.pulsar.handlers.mqtt.support.MQTTMetricsCollector;
import io.streamnative.pulsar.handlers.mqtt.support.MQTTMetricsProvider;
import io.streamnative.pulsar.handlers.mqtt.support.QosPublishHandlersImpl;
import io.streamnative.pulsar.handlers.mqtt.support.RetainedMessageHandler;
import io.streamnative.pulsar.handlers.mqtt.support.WillMessageHandler;
import io.streamnative.pulsar.handlers.mqtt.support.event.DisableEventCenter;
import io.streamnative.pulsar.handlers.mqtt.support.event.PulsarEventCenter;
import io.streamnative.pulsar.handlers.mqtt.support.event.PulsarEventCenterImpl;
import io.streamnative.pulsar.handlers.mqtt.support.psk.PSKConfiguration;
import io.streamnative.pulsar.handlers.mqtt.support.systemtopic.SystemEventService;
package io.streamnative.pulsar.handlers.mqtt.broker;

import io.streamnative.pulsar.handlers.mqtt.broker.impl.MQTTNamespaceBundleOwnershipListener;
import io.streamnative.pulsar.handlers.mqtt.broker.impl.MQTTSubscriptionManager;
import io.streamnative.pulsar.handlers.mqtt.broker.metric.MQTTMetricsCollector;
import io.streamnative.pulsar.handlers.mqtt.broker.metric.MQTTMetricsProvider;
import io.streamnative.pulsar.handlers.mqtt.broker.mqtt5.WillMessageHandler;
import io.streamnative.pulsar.handlers.mqtt.broker.qos.QosPublishHandlers;
import io.streamnative.pulsar.handlers.mqtt.broker.qos.QosPublishHandlersImpl;
import io.streamnative.pulsar.handlers.mqtt.common.MQTTConnectionManager;
import io.streamnative.pulsar.handlers.mqtt.common.authentication.MQTTAuthenticationService;
import io.streamnative.pulsar.handlers.mqtt.common.event.DisableEventCenter;
import io.streamnative.pulsar.handlers.mqtt.common.event.PulsarEventCenter;
import io.streamnative.pulsar.handlers.mqtt.common.event.PulsarEventCenterImpl;
import io.streamnative.pulsar.handlers.mqtt.common.mqtt5.RetainedMessageHandler;
import io.streamnative.pulsar.handlers.mqtt.common.psk.PSKConfiguration;
import io.streamnative.pulsar.handlers.mqtt.common.systemtopic.DisabledSystemEventService;
import io.streamnative.pulsar.handlers.mqtt.common.systemtopic.SystemEventService;
import lombok.Getter;
import lombok.Setter;
import lombok.extern.slf4j.Slf4j;
import org.apache.pulsar.broker.PulsarService;
import org.apache.pulsar.broker.authorization.AuthorizationService;
Expand Down Expand Up @@ -82,8 +87,7 @@ public class MQTTService {
private final QosPublishHandlers qosPublishHandlers;

@Getter
@Setter
private SystemEventService eventService;
private final SystemEventService eventService;

public MQTTService(BrokerService brokerService, MQTTServerConfiguration serverConfiguration) {
this.brokerService = brokerService;
Expand All @@ -107,21 +111,15 @@ public MQTTService(BrokerService brokerService, MQTTServerConfiguration serverCo
this.eventCenter = new PulsarEventCenterImpl(brokerService,
serverConfiguration.getEventCenterCallbackPoolThreadNum());
}
this.retainedMessageHandler = new RetainedMessageHandler(this);
this.eventService = new DisabledSystemEventService();
this.retainedMessageHandler = new RetainedMessageHandler(eventService);
this.qosPublishHandlers = new QosPublishHandlersImpl(this);
this.willMessageHandler = new WillMessageHandler(this);
}

public boolean isSystemTopicEnabled() {
return eventService != null;
}

public void close() {
this.connectionManager.close();
this.eventCenter.shutdown();
if (eventService != null) {
eventService.close();
}
this.willMessageHandler.close();
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.channel;

import static org.apache.pulsar.client.impl.PulsarChannelInitializer.TLS_HANDLER;
import io.netty.channel.ChannelInitializer;
Expand All @@ -24,11 +24,14 @@
import io.netty.handler.codec.mqtt.MqttDecoder;
import io.netty.handler.ssl.SslHandler;
import io.netty.handler.timeout.IdleStateHandler;
import io.streamnative.pulsar.handlers.mqtt.adapter.CombineAdapterHandler;
import io.streamnative.pulsar.handlers.mqtt.adapter.MqttAdapterDecoder;
import io.streamnative.pulsar.handlers.mqtt.adapter.MqttAdapterEncoder;
import io.streamnative.pulsar.handlers.mqtt.codec.MqttWebSocketCodec;
import io.streamnative.pulsar.handlers.mqtt.support.psk.PSKUtils;
import io.streamnative.pulsar.handlers.mqtt.broker.MQTTServerConfiguration;
import io.streamnative.pulsar.handlers.mqtt.broker.MQTTService;
import io.streamnative.pulsar.handlers.mqtt.broker.codec.MqttWebSocketCodec;
import io.streamnative.pulsar.handlers.mqtt.common.Constants;
import io.streamnative.pulsar.handlers.mqtt.common.adapter.CombineAdapterHandler;
import io.streamnative.pulsar.handlers.mqtt.common.adapter.MqttAdapterDecoder;
import io.streamnative.pulsar.handlers.mqtt.common.adapter.MqttAdapterEncoder;
import io.streamnative.pulsar.handlers.mqtt.common.psk.PSKUtils;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;
import lombok.extern.slf4j.Slf4j;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,12 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.channel;

import io.netty.channel.ChannelHandler.Sharable;
import io.netty.channel.ChannelHandlerContext;
import io.streamnative.pulsar.handlers.mqtt.broker.MQTTService;
import io.streamnative.pulsar.handlers.mqtt.common.MQTTCommonInboundHandler;
import lombok.extern.slf4j.Slf4j;
/**
* MQTT in bound handler.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,10 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.support;
package io.streamnative.pulsar.handlers.mqtt.broker.channel;

import io.netty.channel.ChannelHandlerContext;
import io.streamnative.pulsar.handlers.mqtt.broker.impl.consumer.MQTTConsumer;
import java.util.Optional;
import java.util.concurrent.CompletableFuture;
import lombok.extern.slf4j.Slf4j;
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
/**
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

/**
* Package info.
*/
package io.streamnative.pulsar.handlers.mqtt.broker.channel;
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.codec;
package io.streamnative.pulsar.handlers.mqtt.broker.codec;

import io.netty.buffer.ByteBuf;
import io.netty.channel.ChannelHandlerContext;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,4 +15,4 @@
/**
* Package info.
*/
package io.streamnative.pulsar.handlers.mqtt.adapter;
package io.streamnative.pulsar.handlers.mqtt.broker.codec;
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;

import java.util.ArrayList;
import java.util.List;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,10 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;

import io.netty.handler.codec.mqtt.MqttTopicSubscription;
import io.streamnative.pulsar.handlers.mqtt.common.TopicFilterImpl;
import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;

import java.util.function.Predicate;
import org.apache.pulsar.common.naming.NamespaceName;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;

/**
* Packed ID generator.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,21 +11,20 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.utils;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;

import static com.google.common.base.Preconditions.checkArgument;
import static io.streamnative.pulsar.handlers.mqtt.Constants.MQTT_PROPERTIES;
import static io.streamnative.pulsar.handlers.mqtt.Constants.MQTT_PROPERTIES_PREFIX;
import static io.streamnative.pulsar.handlers.mqtt.common.Constants.MQTT_PROPERTIES;
import static io.streamnative.pulsar.handlers.mqtt.common.Constants.MQTT_PROPERTIES_PREFIX;
import com.google.common.base.Splitter;
import com.google.common.collect.Lists;
import io.netty.buffer.ByteBuf;
import io.netty.handler.codec.mqtt.MqttProperties;
import io.netty.handler.codec.mqtt.MqttPublishMessage;
import io.netty.handler.codec.mqtt.MqttQoS;
import io.netty.util.concurrent.FastThreadLocal;
import io.streamnative.pulsar.handlers.mqtt.MQTTServerConfiguration;
import io.streamnative.pulsar.handlers.mqtt.PacketIdGenerator;
import io.streamnative.pulsar.handlers.mqtt.support.MessageBuilder;
import io.streamnative.pulsar.handlers.mqtt.broker.MQTTServerConfiguration;
import io.streamnative.pulsar.handlers.mqtt.common.utils.MessageBuilder;
import java.io.IOException;
import java.nio.ByteBuffer;
import java.nio.charset.StandardCharsets;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;

import java.util.Map;
import java.util.Optional;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,10 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;

import com.google.common.collect.Maps;
import io.streamnative.pulsar.handlers.mqtt.exception.MQTTNoSubscriptionExistedException;
import io.streamnative.pulsar.handlers.mqtt.common.exception.MQTTNoSubscriptionExistedException;
import java.util.List;
import java.util.Map;
import java.util.concurrent.CompletableFuture;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,22 +11,22 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.support;
package io.streamnative.pulsar.handlers.mqtt.broker.impl.consumer;

import static io.streamnative.pulsar.handlers.mqtt.utils.MqttMessageUtils.getMessageExpiryInterval;
import static io.streamnative.pulsar.handlers.mqtt.common.utils.MqttMessageUtils.getMessageExpiryInterval;
import io.netty.buffer.Unpooled;
import io.netty.channel.ChannelPromise;
import io.netty.handler.codec.mqtt.MqttPublishMessage;
import io.netty.handler.codec.mqtt.MqttQoS;
import io.netty.util.concurrent.Future;
import io.streamnative.pulsar.handlers.mqtt.Connection;
import io.streamnative.pulsar.handlers.mqtt.OutstandingPacket;
import io.streamnative.pulsar.handlers.mqtt.OutstandingPacketContainer;
import io.streamnative.pulsar.handlers.mqtt.PacketIdGenerator;
import io.streamnative.pulsar.handlers.mqtt.adapter.MqttAdapterMessage;
import io.streamnative.pulsar.handlers.mqtt.restrictions.ClientRestrictions;
import io.streamnative.pulsar.handlers.mqtt.utils.PulsarMessageConverter;
import io.streamnative.pulsar.handlers.mqtt.utils.PulsarTopicUtils;
import io.streamnative.pulsar.handlers.mqtt.broker.channel.MQTTServerCnx;
import io.streamnative.pulsar.handlers.mqtt.broker.impl.PacketIdGenerator;
import io.streamnative.pulsar.handlers.mqtt.broker.impl.PulsarMessageConverter;
import io.streamnative.pulsar.handlers.mqtt.broker.metric.MQTTMetricsCollector;
import io.streamnative.pulsar.handlers.mqtt.common.Connection;
import io.streamnative.pulsar.handlers.mqtt.common.adapter.MqttAdapterMessage;
import io.streamnative.pulsar.handlers.mqtt.common.mqtt5.restrictions.ClientRestrictions;
import io.streamnative.pulsar.handlers.mqtt.common.utils.PulsarTopicUtils;
import java.util.Collections;
import java.util.List;
import java.util.Objects;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.utils;
package io.streamnative.pulsar.handlers.mqtt.broker.impl.consumer;

import static io.streamnative.pulsar.handlers.mqtt.utils.PulsarMessageConverter.messageToByteBuf;
import static io.streamnative.pulsar.handlers.mqtt.broker.impl.PulsarMessageConverter.messageToByteBuf;
import io.netty.buffer.ByteBuf;
import io.netty.util.Recycler;
import io.netty.util.Recycler.Handle;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,8 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl.consumer;

import io.streamnative.pulsar.handlers.mqtt.support.MQTTConsumer;
import java.util.Objects;
import lombok.Getter;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt;
package io.streamnative.pulsar.handlers.mqtt.broker.impl.consumer;

/**
* Outstanding packet container.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,8 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.support;
package io.streamnative.pulsar.handlers.mqtt.broker.impl.consumer;

import io.streamnative.pulsar.handlers.mqtt.OutstandingPacket;
import io.streamnative.pulsar.handlers.mqtt.OutstandingPacketContainer;
import java.util.concurrent.ConcurrentHashMap;

/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,4 +11,4 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.support.systemtopic;
package io.streamnative.pulsar.handlers.mqtt.broker.impl.consumer;
Original file line number Diff line number Diff line change
Expand Up @@ -11,4 +11,4 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.streamnative.pulsar.handlers.mqtt.support.psk;
package io.streamnative.pulsar.handlers.mqtt.broker.impl;
Loading

0 comments on commit 8121554

Please sign in to comment.