default void onSuccess(ProducerRecord<K, V> producerRecord, RecordMetadata recor 	 * Invoked after an attempt to send a message has failed. 	 * @param producerRecord the failed record 	 * @param exception the exception thrown+	 * @deprecated in favor of {@link #onError(ProducerRecord, RecordMetadata, Exception)}. 	 */+	@Deprecated 	default void onError(ProducerRecord<K, V> producerRecord, Exception exception) { 	} +	/**+	 * Invoked after an attempt to send a message has failed.+	 * @param producerRecord the failed record+	 * @param recordMetadata The metadata for the record that was sent (i.e. the partition+	 * and offset). If an error occurred, metadata will contain only valid topic and maybe+	 * the partition. If the partition is not provided in the ProducerRecord and an error+	 * occurs before partition is assigned, then the partition will be set to+	 * RecordMetadata.UNKNOWN_PARTITION.+	 * @param exception the exception thrown+	 * @since 2.6.2+	 */+	@SuppressWarnings("deprecation")+	default void onError(ProducerRecord<K, V> producerRecord, RecordMetadata recordMetadata, Exception exception) {

 public void onError(ProducerRecord<K, V> record, Exception exception) { 			} 			logOutput.append(" to topic ").append(record.topic()); 			if (record.partition() != null) {-				logOutput.append(" and partition ").append(record.partition());+				logOutput.append(" and partition ").append(recordMetadata != null

+/*+ * Copyright 2020-2020 the original author or authors.+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ *      https://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */++package org.springframework.cloud.fn.consumer.rsocket;++import java.util.function.Function;++import reactor.core.publisher.Mono;++import org.springframework.boot.context.properties.EnableConfigurationProperties;+import org.springframework.context.annotation.Bean;+import org.springframework.context.annotation.Configuration;+import org.springframework.messaging.Message;+import org.springframework.messaging.rsocket.RSocketRequester;++@Configuration+@EnableConfigurationProperties(RsocketConsumerProperties.class)+public class RsocketConsumerConfiguration {++	@Bean+	public Function<Message<?>, Mono<Void>> rsocketConsumer(RSocketRequester.Builder builder,+															RsocketConsumerProperties rsocketConsumerProperties) {+		final Mono<RSocketRequester> rSocketRequester = builder.connectTcp(rsocketConsumerProperties.getHost(),+				rsocketConsumerProperties.getPort());

+/*+ * Copyright 2020-2020 the original author or authors.+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ *      https://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */++package org.springframework.cloud.stream.app.rsocket.sink;++import org.junit.jupiter.api.Test;+import reactor.core.publisher.ReplayProcessor;+import reactor.test.StepVerifier;++import org.springframework.boot.WebApplicationType;+import org.springframework.boot.autoconfigure.SpringBootApplication;+import org.springframework.boot.builder.SpringApplicationBuilder;+import org.springframework.cloud.fn.consumer.rsocket.RsocketConsumerConfiguration;+import org.springframework.cloud.stream.binder.test.InputDestination;+import org.springframework.cloud.stream.binder.test.TestChannelBinderConfiguration;+import org.springframework.context.ConfigurableApplicationContext;+import org.springframework.context.annotation.ComponentScan;+import org.springframework.context.annotation.Import;+import org.springframework.integration.support.MessageBuilder;+import org.springframework.messaging.Message;+import org.springframework.messaging.handler.annotation.MessageMapping;+import org.springframework.stereotype.Controller;++public class RSocketSinkTests {++	@Test+	public void testRsocketSink() throws Exception {+		try (ConfigurableApplicationContext context = new SpringApplicationBuilder(

+/*+ * Copyright 2020-2020 the original author or authors.+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ *      https://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */++package org.springframework.cloud.fn.consumer.rsocket;++import org.springframework.boot.context.properties.ConfigurationProperties;++@ConfigurationProperties("rsocket.consumer")+public class RsocketConsumerProperties {++	/**+	 * RSocket host.+	 */+	private String host = "localhost";++	/**+	 * RSocket port.+	 */+	private int port = 7000;

+/*+ * Copyright 2020-2020 the original author or authors.+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ *      https://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */++package org.springframework.cloud.fn.consumer.rsocket;++import java.util.function.Function;++import org.junit.jupiter.api.Test;+import reactor.core.publisher.Mono;+import reactor.core.publisher.ReplayProcessor;+import reactor.test.StepVerifier;++import org.springframework.beans.factory.annotation.Autowired;+import org.springframework.boot.autoconfigure.SpringBootApplication;+import org.springframework.boot.test.context.SpringBootTest;+import org.springframework.context.annotation.ComponentScan;+import org.springframework.messaging.Message;+import org.springframework.messaging.handler.annotation.MessageMapping;+import org.springframework.messaging.support.GenericMessage;+import org.springframework.stereotype.Controller;++@SpringBootTest(properties = {"spring.rsocket.server.port=7000", "rsocket.consumer.route=test-route"})+public class RsocketConsumerTests {

+{+  "data": {

+/*+ * Copyright 2020-2020 the original author or authors.+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ *      https://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */++package org.springframework.cloud.fn.consumer.rsocket;++import java.util.function.Function;++import reactor.core.publisher.Mono;++import org.springframework.boot.context.properties.EnableConfigurationProperties;+import org.springframework.context.annotation.Bean;+import org.springframework.context.annotation.Configuration;+import org.springframework.messaging.Message;+import org.springframework.messaging.rsocket.RSocketRequester;++@Configuration

+/*+ * Copyright 2020-2020 the original author or authors.+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ *      https://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */++package org.springframework.cloud.fn.consumer.rsocket;++import java.util.function.Function;++import reactor.core.publisher.Mono;++import org.springframework.boot.context.properties.EnableConfigurationProperties;+import org.springframework.context.annotation.Bean;+import org.springframework.context.annotation.Configuration;+import org.springframework.messaging.Message;+import org.springframework.messaging.rsocket.RSocketRequester;++@Configuration+@EnableConfigurationProperties(RsocketConsumerProperties.class)+public class RsocketConsumerConfiguration {++	@Bean+	public Function<Message<?>, Mono<Void>> rsocketConsumer(RSocketRequester.Builder builder,+															RsocketConsumerProperties rsocketConsumerProperties) {+		final Mono<RSocketRequester> rSocketRequester = builder.connectTcp(rsocketConsumerProperties.getHost(),

+<?xml version="1.0" encoding="UTF-8"?>+<project xmlns="http://maven.apache.org/POM/4.0.0"+		 xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"+		 xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">+	<modelVersion>4.0.0</modelVersion>+	<artifactId>rsocket-consumer</artifactId>+	<version>1.0.0-SNAPSHOT</version>+	<name>rsocket-consumer</name>++	<parent>+		<groupId>org.springframework.cloud.fn</groupId>+		<artifactId>spring-functions-parent</artifactId>+		<version>1.0.0-SNAPSHOT</version>+		<relativePath>../../spring-functions-parent</relativePath>+	</parent>++	<dependencies>+		<dependency>+			<groupId>org.springframework.boot</groupId>+			<artifactId>spring-boot-starter-rsocket</artifactId>+		</dependency>+		<dependency>+			<groupId>org.springframework.boot</groupId>+			<artifactId>spring-boot-starter-validation</artifactId>

+# RSocket Consumer++A consumer that allows you to communicate to an RSocket route using its fire and forget strategy of execution.+The consumer uses the RSocket support from https://docs.spring.io/spring-integration/reference/html/rsocket.html[Spring Integration].

+# RSocket Consumer++A consumer that allows you to communicate to an RSocket route using its fire and forget strategy of execution.+The consumer uses the RSocket support from https://docs.spring.io/spring-integration/reference/html/rsocket.html[Spring Integration].++## Beans for injection++You can import `RSocketConsumerConfiguration` in the application and then inject the following bean.++`Function<Message<?>, Mono<Void>> rsocketConsumer`++You can use `rsocketConsumer` as a qualifier when injecting.++## Configuration Options++All configuration properties are prefixed with `rsocket.consumer`.++For more information on the various options available, please see link:src/main/java/org/springframework/cloud/fn/consumer/rsocket/RsocketConsumerProperties.java[RsocketConsumerProperties] and

  */ public class ImageRecognitionProcessorTests { -	@Test-	@EnabledOnOs(OS.MAC)

 import org.springframework.integration.aws.support.filters.S3PersistentAcceptOnceFileListFilter; import org.springframework.integration.aws.support.filters.S3RegexPatternFileListFilter; import org.springframework.integration.aws.support.filters.S3SimplePatternFileListFilter;+import org.springframework.integration.core.GenericSelector; import org.springframework.integration.core.MessageSource; import org.springframework.integration.dsl.IntegrationFlows;+import org.springframework.integration.endpoint.ReactiveMessageSourceProducer; import org.springframework.integration.file.filters.ChainFileListFilter; import org.springframework.integration.file.filters.FileListFilter;-import org.springframework.integration.metadata.SimpleMetadataStore;+import org.springframework.integration.metadata.ConcurrentMetadataStore; import org.springframework.integration.util.IntegrationReactiveUtils; import org.springframework.messaging.Message;+import org.springframework.messaging.support.GenericMessage; import org.springframework.util.StringUtils;  /**  * @author Artem Bilan+ * @author David Turanski  */ @Configuration-@EnableConfigurationProperties({AwsS3SupplierProperties.class, FileConsumerProperties.class})-public class AwsS3SupplierConfiguration {+@EnableConfigurationProperties({ AwsS3SupplierProperties.class, FileConsumerProperties.class })+public abstract class AwsS3SupplierConfiguration { -	private final AwsS3SupplierProperties awsS3SupplierProperties;-	private final FileConsumerProperties fileConsumerProperties;-	private final AmazonS3 amazonS3;-	private final ResourceIdResolver resourceIdResolver;+	protected static final String METADATA_STORE_PREFIX = "s3-metadata-";++	protected final AwsS3SupplierProperties awsS3SupplierProperties;++	protected final FileConsumerProperties fileConsumerProperties;++	protected final AmazonS3 amazonS3;++	protected final ResourceIdResolver resourceIdResolver;++	protected final ConcurrentMetadataStore metadataStore;  	public AwsS3SupplierConfiguration(AwsS3SupplierProperties awsS3SupplierProperties,-									FileConsumerProperties fileConsumerProperties,-									AmazonS3 amazonS3,-									ResourceIdResolver resourceIdResolver) {+			FileConsumerProperties fileConsumerProperties,+			AmazonS3 amazonS3,+			ResourceIdResolver resourceIdResolver, ConcurrentMetadataStore metadataStore) { 		this.awsS3SupplierProperties = awsS3SupplierProperties; 		this.fileConsumerProperties = fileConsumerProperties; 		this.amazonS3 = amazonS3; 		this.resourceIdResolver = resourceIdResolver;+		this.metadataStore = metadataStore; 	} -	@Bean-	public S3InboundFileSynchronizer s3InboundFileSynchronizer() {-		S3SessionFactory s3SessionFactory = new S3SessionFactory(this.amazonS3, this.resourceIdResolver);-		S3InboundFileSynchronizer synchronizer = new S3InboundFileSynchronizer(s3SessionFactory);-		synchronizer.setDeleteRemoteFiles(this.awsS3SupplierProperties.isDeleteRemoteFiles());-		synchronizer.setPreserveTimestamp(this.awsS3SupplierProperties.isPreserveTimestamp());-		String remoteDir = this.awsS3SupplierProperties.getRemoteDir();-		synchronizer.setRemoteDirectory(remoteDir);-		synchronizer.setRemoteFileSeparator(this.awsS3SupplierProperties.getRemoteFileSeparator());-		synchronizer.setTemporaryFileSuffix(this.awsS3SupplierProperties.getTmpFileSuffix());--		FileListFilter<S3ObjectSummary> filter = null;-		if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {-			filter = new S3SimplePatternFileListFilter(this.awsS3SupplierProperties.getFilenamePattern());+	@Configuration+	@ConditionalOnProperty(prefix = "s3.supplier", name = "list-only", havingValue = "false", matchIfMissing = true)+	static class SynchronizingConfiguation extends AwsS3SupplierConfiguration {

         <version>3.0.0-SNAPSHOT</version>         <relativePath>../..</relativePath>     </parent>+    <properties>+        <jmockit.version>1.49</jmockit.version>+	</properties>+     <modelVersion>4.0.0</modelVersion>     <artifactId>stream-applications-micrometer-common</artifactId> +    <build>+        <plugins>+            <plugin>+                <artifactId>maven-surefire-plugin</artifactId>+                <configuration>+                    <argLine>+                        -javaagent:"${settings.localRepository}"/org/jmockit/jmockit/${jmockit.version}/jmockit-${jmockit.version}.jar

 public class MetadataStoreAutoConfiguration {  	@Bean-	@ConditionalOnMissingBean+	@ConditionalOnProperty(prefix = "metadata.store", name = "type", havingValue = "memory", matchIfMissing = true) 	public ConcurrentMetadataStore simpleMetadataStore() { 		return new SimpleMetadataStore(); 	} -	@ConditionalOnClass(RedisMetadataStore.class)-	@ConditionalOnBean(RedisTemplate.class)

 public void testSourceComposedWithSpelAndFilter() { 			OutputDestination target = context.getBean(OutputDestination.class); 			Message<byte[]> sourceMessage = target.receive(10000); 			final String actual = new String(sourceMessage.getPayload());-			System.out.println(actual);

 import org.springframework.integration.aws.support.filters.S3PersistentAcceptOnceFileListFilter; import org.springframework.integration.aws.support.filters.S3RegexPatternFileListFilter; import org.springframework.integration.aws.support.filters.S3SimplePatternFileListFilter;+import org.springframework.integration.channel.QueueChannel;+import org.springframework.integration.core.GenericSelector; import org.springframework.integration.core.MessageSource; import org.springframework.integration.dsl.IntegrationFlows;+import org.springframework.integration.endpoint.MessageProducerSupport; import org.springframework.integration.file.filters.ChainFileListFilter; import org.springframework.integration.file.filters.FileListFilter;-import org.springframework.integration.metadata.SimpleMetadataStore;+import org.springframework.integration.metadata.ConcurrentMetadataStore; import org.springframework.integration.util.IntegrationReactiveUtils; import org.springframework.messaging.Message;+import org.springframework.messaging.MessageHeaders;+import org.springframework.messaging.PollableChannel;+import org.springframework.messaging.support.MessageBuilder; import org.springframework.util.StringUtils;  /**  * @author Artem Bilan+ * @author David Turanski  */ @Configuration-@EnableConfigurationProperties({AwsS3SupplierProperties.class, FileConsumerProperties.class})-public class AwsS3SupplierConfiguration {+@EnableConfigurationProperties({ AwsS3SupplierProperties.class, FileConsumerProperties.class })+@AutoConfigureAfter(MetadataStoreAutoConfiguration.class)+public abstract class AwsS3SupplierConfiguration { -	private final AwsS3SupplierProperties awsS3SupplierProperties;-	private final FileConsumerProperties fileConsumerProperties;-	private final AmazonS3 amazonS3;-	private final ResourceIdResolver resourceIdResolver;+	protected static final String METADATA_STORE_PREFIX = "s3-metadata-";++	protected final AwsS3SupplierProperties awsS3SupplierProperties;++	protected final FileConsumerProperties fileConsumerProperties;++	protected final AmazonS3 amazonS3;++	protected final ResourceIdResolver resourceIdResolver;++	protected final ConcurrentMetadataStore metadataStore;  	public AwsS3SupplierConfiguration(AwsS3SupplierProperties awsS3SupplierProperties,-									FileConsumerProperties fileConsumerProperties,-									AmazonS3 amazonS3,-									ResourceIdResolver resourceIdResolver) {+			FileConsumerProperties fileConsumerProperties,+			AmazonS3 amazonS3,+			ResourceIdResolver resourceIdResolver, ConcurrentMetadataStore metadataStore) { 		this.awsS3SupplierProperties = awsS3SupplierProperties; 		this.fileConsumerProperties = fileConsumerProperties; 		this.amazonS3 = amazonS3; 		this.resourceIdResolver = resourceIdResolver;+		this.metadataStore = metadataStore; 	}  	@Bean-	public S3InboundFileSynchronizer s3InboundFileSynchronizer() {-		S3SessionFactory s3SessionFactory = new S3SessionFactory(this.amazonS3, this.resourceIdResolver);-		S3InboundFileSynchronizer synchronizer = new S3InboundFileSynchronizer(s3SessionFactory);-		synchronizer.setDeleteRemoteFiles(this.awsS3SupplierProperties.isDeleteRemoteFiles());-		synchronizer.setPreserveTimestamp(this.awsS3SupplierProperties.isPreserveTimestamp());-		String remoteDir = this.awsS3SupplierProperties.getRemoteDir();-		synchronizer.setRemoteDirectory(remoteDir);-		synchronizer.setRemoteFileSeparator(this.awsS3SupplierProperties.getRemoteFileSeparator());-		synchronizer.setTemporaryFileSuffix(this.awsS3SupplierProperties.getTmpFileSuffix());--		FileListFilter<S3ObjectSummary> filter = null;-		if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {-			filter = new S3SimplePatternFileListFilter(this.awsS3SupplierProperties.getFilenamePattern());+	public Supplier<Flux<Message<?>>> s3Supplier(Publisher<Message<Object>> s3SupplierFlow) {+		return () -> Flux.from(s3SupplierFlow);+	}++	@Configuration+	@ConditionalOnExpression("environment['s3.supplier.list-only'] != 'true'")+	static class SynchronizingConfiguation extends AwsS3SupplierConfiguration {++		@Bean+		public ChainFileListFilter<S3ObjectSummary> filter(AwsS3SupplierProperties awsS3SupplierProperties,+				ConcurrentMetadataStore metadataStore) {+			ChainFileListFilter<S3ObjectSummary> chainFilter = new ChainFileListFilter<>();+			FileListFilter<S3ObjectSummary> filter = null;+			if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {+				chainFilter.addFilter(+						new S3SimplePatternFileListFilter(this.awsS3SupplierProperties.getFilenamePattern()));+			}+			else if (this.awsS3SupplierProperties.getFilenameRegex() != null) {+				chainFilter+						.addFilter(new S3RegexPatternFileListFilter(this.awsS3SupplierProperties.getFilenameRegex()));+			}++			// chainFilter.addFilter(Arrays::asList);+			chainFilter.addFilter(new S3PersistentAcceptOnceFileListFilter(metadataStore, METADATA_STORE_PREFIX));+			return chainFilter; 		}-		else if (this.awsS3SupplierProperties.getFilenameRegex() != null) {-			filter = new S3RegexPatternFileListFilter(this.awsS3SupplierProperties.getFilenameRegex());++		SynchronizingConfiguation(AwsS3SupplierProperties awsS3SupplierProperties,+				FileConsumerProperties fileConsumerProperties,+				AmazonS3 amazonS3,+				ResourceIdResolver resourceIdResolver,+				ConcurrentMetadataStore concurrentMetadataStore) {+			super(awsS3SupplierProperties, fileConsumerProperties, amazonS3, resourceIdResolver,+					concurrentMetadataStore); 		}-		if (filter != null) {-			synchronizer.setFilter(new ChainFileListFilter<>(Arrays.asList(filter,-					new S3PersistentAcceptOnceFileListFilter(new SimpleMetadataStore(), "s3-metadata-"))));++		@Bean+		public Publisher<Message<Object>> s3SupplierFlow(MessageSource<?> s3MessageSource) {+			return FileUtils.enhanceFlowForReadingMode(IntegrationFlows+					.from(IntegrationReactiveUtils.messageSourceToFlux(s3MessageSource)), fileConsumerProperties)+					.toReactivePublisher(); 		}-		return synchronizer;-	} -	@Bean-	public MessageSource<File> s3MessageSource() {-		S3InboundFileSynchronizingMessageSource s3MessageSource =-				new S3InboundFileSynchronizingMessageSource(s3InboundFileSynchronizer());-		s3MessageSource.setLocalDirectory(this.awsS3SupplierProperties.getLocalDir());-		s3MessageSource.setAutoCreateLocalDirectory(this.awsS3SupplierProperties.isAutoCreateLocalDir());-		return s3MessageSource;-	}+		@Bean+		public S3InboundFileSynchronizer s3InboundFileSynchronizer(ChainFileListFilter<S3ObjectSummary> filter) {+			S3SessionFactory s3SessionFactory = new S3SessionFactory(this.amazonS3, this.resourceIdResolver);+			S3InboundFileSynchronizer synchronizer = new S3InboundFileSynchronizer(s3SessionFactory);+			synchronizer.setDeleteRemoteFiles(this.awsS3SupplierProperties.isDeleteRemoteFiles());+			synchronizer.setPreserveTimestamp(this.awsS3SupplierProperties.isPreserveTimestamp());+			String remoteDir = this.awsS3SupplierProperties.getRemoteDir();+			synchronizer.setRemoteDirectory(remoteDir);+			synchronizer.setRemoteFileSeparator(this.awsS3SupplierProperties.getRemoteFileSeparator());+			synchronizer.setTemporaryFileSuffix(this.awsS3SupplierProperties.getTmpFileSuffix());+			synchronizer.setFilter(filter); -	@Bean-	public Publisher<Message<Object>> s3SupplierFlow() {-		return FileUtils.enhanceFlowForReadingMode(IntegrationFlows-				.from(IntegrationReactiveUtils.messageSourceToFlux(s3MessageSource())), fileConsumerProperties)-				.toReactivePublisher();+			return synchronizer;+		}++		@Bean+		public MessageSource<File> s3MessageSource(S3InboundFileSynchronizer s3InboundFileSynchronizer) {+			S3InboundFileSynchronizingMessageSource s3MessageSource = new S3InboundFileSynchronizingMessageSource(+					s3InboundFileSynchronizer);+			s3MessageSource.setLocalDirectory(this.awsS3SupplierProperties.getLocalDir());+			s3MessageSource.setAutoCreateLocalDirectory(this.awsS3SupplierProperties.isAutoCreateLocalDir());+			return s3MessageSource;+		} 	} -	@Bean-	public Supplier<Flux<Message<?>>> s3Supplier() {-		return () -> Flux.from(s3SupplierFlow());+	@Configuration+	@ConditionalOnExpression("environment['s3.supplier.list-only'] == 'true'")+	static class ListOnlyConfiguration extends AwsS3SupplierConfiguration {+		ListOnlyConfiguration(AwsS3SupplierProperties awsS3SupplierProperties,+				FileConsumerProperties fileConsumerProperties,+				AmazonS3 amazonS3,+				ResourceIdResolver resourceIdResolver, ConcurrentMetadataStore metadataStore) {+			super(awsS3SupplierProperties, fileConsumerProperties, amazonS3, resourceIdResolver, metadataStore);+		}++		@Bean+		public Publisher<Message<Object>> s3SupplierFlow(MessageSource<?> s3MessageSource,+				GenericSelector<S3ObjectSummary> listOnlyFilter) {+			return IntegrationFlows+					.from(IntegrationReactiveUtils.messageSourceToFlux(s3MessageSource))+					.filter(listOnlyFilter)+					.toReactivePublisher();+		}++		@Bean+		PollableChannel listingChannel() {+			return new QueueChannel();+		}++		@Bean+		GenericSelector<S3ObjectSummary> listOnlyFilter() {+			Predicate<S3ObjectSummary> predicate = s -> true;+			if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {+				Pattern pattern = Pattern.compile(this.awsS3SupplierProperties.getFilenamePattern());+				predicate = (S3ObjectSummary summary) -> pattern.matcher(summary.getKey()).matches();+			}+			else if (this.awsS3SupplierProperties.getFilenameRegex() != null) {+				predicate = (S3ObjectSummary summary) -> this.awsS3SupplierProperties.getFilenameRegex()+						.matcher(summary.getKey()).matches();+			}+			predicate = predicate.and((S3ObjectSummary summary) -> {+				final String key = METADATA_STORE_PREFIX + summary.getBucketName() + "-" + summary.getKey();+				final String lastModified = String.valueOf(summary.getLastModified().getTime());+				final String storedLastModified = this.metadataStore.get(key);+				boolean result = !lastModified.equals(storedLastModified);+				if (result) {+					metadataStore.put(key, lastModified);+				}+				return result;+			});++			GenericSelector<S3ObjectSummary> selector = predicate::test;++			return selector;+		}++		@Bean+		public MessageSource<?> s3MessageSource(PollableChannel listingChannel,+				S3ListingMessageProducer s3ListingMessageProducer) {+			return () -> {+				s3ListingMessageProducer.getObjectMetadata();+				return (Message<Object>) listingChannel.receive();

 import org.springframework.integration.aws.support.filters.S3PersistentAcceptOnceFileListFilter; import org.springframework.integration.aws.support.filters.S3RegexPatternFileListFilter; import org.springframework.integration.aws.support.filters.S3SimplePatternFileListFilter;+import org.springframework.integration.channel.QueueChannel;+import org.springframework.integration.core.GenericSelector; import org.springframework.integration.core.MessageSource; import org.springframework.integration.dsl.IntegrationFlows;+import org.springframework.integration.endpoint.MessageProducerSupport; import org.springframework.integration.file.filters.ChainFileListFilter; import org.springframework.integration.file.filters.FileListFilter;-import org.springframework.integration.metadata.SimpleMetadataStore;+import org.springframework.integration.metadata.ConcurrentMetadataStore; import org.springframework.integration.util.IntegrationReactiveUtils; import org.springframework.messaging.Message;+import org.springframework.messaging.MessageHeaders;+import org.springframework.messaging.PollableChannel;+import org.springframework.messaging.support.MessageBuilder; import org.springframework.util.StringUtils;  /**  * @author Artem Bilan+ * @author David Turanski  */ @Configuration-@EnableConfigurationProperties({AwsS3SupplierProperties.class, FileConsumerProperties.class})-public class AwsS3SupplierConfiguration {+@EnableConfigurationProperties({ AwsS3SupplierProperties.class, FileConsumerProperties.class })+@AutoConfigureAfter(MetadataStoreAutoConfiguration.class)+public abstract class AwsS3SupplierConfiguration { -	private final AwsS3SupplierProperties awsS3SupplierProperties;-	private final FileConsumerProperties fileConsumerProperties;-	private final AmazonS3 amazonS3;-	private final ResourceIdResolver resourceIdResolver;+	protected static final String METADATA_STORE_PREFIX = "s3-metadata-";++	protected final AwsS3SupplierProperties awsS3SupplierProperties;++	protected final FileConsumerProperties fileConsumerProperties;++	protected final AmazonS3 amazonS3;++	protected final ResourceIdResolver resourceIdResolver;++	protected final ConcurrentMetadataStore metadataStore;  	public AwsS3SupplierConfiguration(AwsS3SupplierProperties awsS3SupplierProperties,-									FileConsumerProperties fileConsumerProperties,-									AmazonS3 amazonS3,-									ResourceIdResolver resourceIdResolver) {+			FileConsumerProperties fileConsumerProperties,+			AmazonS3 amazonS3,+			ResourceIdResolver resourceIdResolver, ConcurrentMetadataStore metadataStore) { 		this.awsS3SupplierProperties = awsS3SupplierProperties; 		this.fileConsumerProperties = fileConsumerProperties; 		this.amazonS3 = amazonS3; 		this.resourceIdResolver = resourceIdResolver;+		this.metadataStore = metadataStore; 	}  	@Bean-	public S3InboundFileSynchronizer s3InboundFileSynchronizer() {-		S3SessionFactory s3SessionFactory = new S3SessionFactory(this.amazonS3, this.resourceIdResolver);-		S3InboundFileSynchronizer synchronizer = new S3InboundFileSynchronizer(s3SessionFactory);-		synchronizer.setDeleteRemoteFiles(this.awsS3SupplierProperties.isDeleteRemoteFiles());-		synchronizer.setPreserveTimestamp(this.awsS3SupplierProperties.isPreserveTimestamp());-		String remoteDir = this.awsS3SupplierProperties.getRemoteDir();-		synchronizer.setRemoteDirectory(remoteDir);-		synchronizer.setRemoteFileSeparator(this.awsS3SupplierProperties.getRemoteFileSeparator());-		synchronizer.setTemporaryFileSuffix(this.awsS3SupplierProperties.getTmpFileSuffix());--		FileListFilter<S3ObjectSummary> filter = null;-		if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {-			filter = new S3SimplePatternFileListFilter(this.awsS3SupplierProperties.getFilenamePattern());+	public Supplier<Flux<Message<?>>> s3Supplier(Publisher<Message<Object>> s3SupplierFlow) {+		return () -> Flux.from(s3SupplierFlow);+	}++	@Configuration+	@ConditionalOnExpression("environment['s3.supplier.list-only'] != 'true'")+	static class SynchronizingConfiguation extends AwsS3SupplierConfiguration {++		@Bean+		public ChainFileListFilter<S3ObjectSummary> filter(AwsS3SupplierProperties awsS3SupplierProperties,+				ConcurrentMetadataStore metadataStore) {+			ChainFileListFilter<S3ObjectSummary> chainFilter = new ChainFileListFilter<>();+			FileListFilter<S3ObjectSummary> filter = null;+			if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {+				chainFilter.addFilter(+						new S3SimplePatternFileListFilter(this.awsS3SupplierProperties.getFilenamePattern()));+			}+			else if (this.awsS3SupplierProperties.getFilenameRegex() != null) {+				chainFilter+						.addFilter(new S3RegexPatternFileListFilter(this.awsS3SupplierProperties.getFilenameRegex()));+			}++			// chainFilter.addFilter(Arrays::asList);+			chainFilter.addFilter(new S3PersistentAcceptOnceFileListFilter(metadataStore, METADATA_STORE_PREFIX));+			return chainFilter; 		}-		else if (this.awsS3SupplierProperties.getFilenameRegex() != null) {-			filter = new S3RegexPatternFileListFilter(this.awsS3SupplierProperties.getFilenameRegex());++		SynchronizingConfiguation(AwsS3SupplierProperties awsS3SupplierProperties,+				FileConsumerProperties fileConsumerProperties,+				AmazonS3 amazonS3,+				ResourceIdResolver resourceIdResolver,+				ConcurrentMetadataStore concurrentMetadataStore) {+			super(awsS3SupplierProperties, fileConsumerProperties, amazonS3, resourceIdResolver,+					concurrentMetadataStore); 		}-		if (filter != null) {-			synchronizer.setFilter(new ChainFileListFilter<>(Arrays.asList(filter,-					new S3PersistentAcceptOnceFileListFilter(new SimpleMetadataStore(), "s3-metadata-"))));++		@Bean+		public Publisher<Message<Object>> s3SupplierFlow(MessageSource<?> s3MessageSource) {+			return FileUtils.enhanceFlowForReadingMode(IntegrationFlows+					.from(IntegrationReactiveUtils.messageSourceToFlux(s3MessageSource)), fileConsumerProperties)+					.toReactivePublisher(); 		}-		return synchronizer;-	} -	@Bean-	public MessageSource<File> s3MessageSource() {-		S3InboundFileSynchronizingMessageSource s3MessageSource =-				new S3InboundFileSynchronizingMessageSource(s3InboundFileSynchronizer());-		s3MessageSource.setLocalDirectory(this.awsS3SupplierProperties.getLocalDir());-		s3MessageSource.setAutoCreateLocalDirectory(this.awsS3SupplierProperties.isAutoCreateLocalDir());-		return s3MessageSource;-	}+		@Bean+		public S3InboundFileSynchronizer s3InboundFileSynchronizer(ChainFileListFilter<S3ObjectSummary> filter) {+			S3SessionFactory s3SessionFactory = new S3SessionFactory(this.amazonS3, this.resourceIdResolver);+			S3InboundFileSynchronizer synchronizer = new S3InboundFileSynchronizer(s3SessionFactory);+			synchronizer.setDeleteRemoteFiles(this.awsS3SupplierProperties.isDeleteRemoteFiles());+			synchronizer.setPreserveTimestamp(this.awsS3SupplierProperties.isPreserveTimestamp());+			String remoteDir = this.awsS3SupplierProperties.getRemoteDir();+			synchronizer.setRemoteDirectory(remoteDir);+			synchronizer.setRemoteFileSeparator(this.awsS3SupplierProperties.getRemoteFileSeparator());+			synchronizer.setTemporaryFileSuffix(this.awsS3SupplierProperties.getTmpFileSuffix());+			synchronizer.setFilter(filter); -	@Bean-	public Publisher<Message<Object>> s3SupplierFlow() {-		return FileUtils.enhanceFlowForReadingMode(IntegrationFlows-				.from(IntegrationReactiveUtils.messageSourceToFlux(s3MessageSource())), fileConsumerProperties)-				.toReactivePublisher();+			return synchronizer;+		}++		@Bean+		public MessageSource<File> s3MessageSource(S3InboundFileSynchronizer s3InboundFileSynchronizer) {+			S3InboundFileSynchronizingMessageSource s3MessageSource = new S3InboundFileSynchronizingMessageSource(+					s3InboundFileSynchronizer);+			s3MessageSource.setLocalDirectory(this.awsS3SupplierProperties.getLocalDir());+			s3MessageSource.setAutoCreateLocalDirectory(this.awsS3SupplierProperties.isAutoCreateLocalDir());+			return s3MessageSource;+		} 	} -	@Bean-	public Supplier<Flux<Message<?>>> s3Supplier() {-		return () -> Flux.from(s3SupplierFlow());+	@Configuration+	@ConditionalOnExpression("environment['s3.supplier.list-only'] == 'true'")+	static class ListOnlyConfiguration extends AwsS3SupplierConfiguration {+		ListOnlyConfiguration(AwsS3SupplierProperties awsS3SupplierProperties,+				FileConsumerProperties fileConsumerProperties,+				AmazonS3 amazonS3,+				ResourceIdResolver resourceIdResolver, ConcurrentMetadataStore metadataStore) {+			super(awsS3SupplierProperties, fileConsumerProperties, amazonS3, resourceIdResolver, metadataStore);+		}++		@Bean+		public Publisher<Message<Object>> s3SupplierFlow(MessageSource<?> s3MessageSource,+				GenericSelector<S3ObjectSummary> listOnlyFilter) {+			return IntegrationFlows+					.from(IntegrationReactiveUtils.messageSourceToFlux(s3MessageSource))+					.filter(listOnlyFilter)+					.toReactivePublisher();+		}++		@Bean+		PollableChannel listingChannel() {+			return new QueueChannel();+		}++		@Bean+		GenericSelector<S3ObjectSummary> listOnlyFilter() {+			Predicate<S3ObjectSummary> predicate = s -> true;+			if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {+				Pattern pattern = Pattern.compile(this.awsS3SupplierProperties.getFilenamePattern());+				predicate = (S3ObjectSummary summary) -> pattern.matcher(summary.getKey()).matches();+			}+			else if (this.awsS3SupplierProperties.getFilenameRegex() != null) {+				predicate = (S3ObjectSummary summary) -> this.awsS3SupplierProperties.getFilenameRegex()+						.matcher(summary.getKey()).matches();+			}+			predicate = predicate.and((S3ObjectSummary summary) -> {+				final String key = METADATA_STORE_PREFIX + summary.getBucketName() + "-" + summary.getKey();+				final String lastModified = String.valueOf(summary.getLastModified().getTime());+				final String storedLastModified = this.metadataStore.get(key);+				boolean result = !lastModified.equals(storedLastModified);+				if (result) {+					metadataStore.put(key, lastModified);+				}+				return result;+			});++			GenericSelector<S3ObjectSummary> selector = predicate::test;++			return selector;+		}++		@Bean+		public MessageSource<?> s3MessageSource(PollableChannel listingChannel,+				S3ListingMessageProducer s3ListingMessageProducer) {+			return () -> {+				s3ListingMessageProducer.getObjectMetadata();+				return (Message<Object>) listingChannel.receive();+			};+		}++		@Bean+		S3ListingMessageProducer s3ListingMessageProducer() {+			S3ListingMessageProducer messageProducer = new S3ListingMessageProducer();+			messageProducer.setOutputChannel(listingChannel());+			return messageProducer;+		}++		class S3ListingMessageProducer extends MessageProducerSupport {+			public void getObjectMetadata() {+				ListObjectsRequest listObjectsRequest = new ListObjectsRequest();+				listObjectsRequest.setBucketName(awsS3SupplierProperties.getRemoteDir());+				ObjectListing objectListing = amazonS3.listObjects(listObjectsRequest);+				objectListing.getObjectSummaries().forEach(summary -> {+					sendMessage(MessageBuilder.createMessage(summary, new MessageHeaders(Collections.EMPTY_MAP)));

 import org.springframework.integration.aws.support.filters.S3PersistentAcceptOnceFileListFilter; import org.springframework.integration.aws.support.filters.S3RegexPatternFileListFilter; import org.springframework.integration.aws.support.filters.S3SimplePatternFileListFilter;+import org.springframework.integration.channel.QueueChannel;+import org.springframework.integration.core.GenericSelector; import org.springframework.integration.core.MessageSource; import org.springframework.integration.dsl.IntegrationFlows;+import org.springframework.integration.endpoint.MessageProducerSupport; import org.springframework.integration.file.filters.ChainFileListFilter; import org.springframework.integration.file.filters.FileListFilter;-import org.springframework.integration.metadata.SimpleMetadataStore;+import org.springframework.integration.metadata.ConcurrentMetadataStore; import org.springframework.integration.util.IntegrationReactiveUtils; import org.springframework.messaging.Message;+import org.springframework.messaging.MessageHeaders;+import org.springframework.messaging.PollableChannel;+import org.springframework.messaging.support.MessageBuilder; import org.springframework.util.StringUtils;  /**  * @author Artem Bilan+ * @author David Turanski  */ @Configuration-@EnableConfigurationProperties({AwsS3SupplierProperties.class, FileConsumerProperties.class})-public class AwsS3SupplierConfiguration {+@EnableConfigurationProperties({ AwsS3SupplierProperties.class, FileConsumerProperties.class })+@AutoConfigureAfter(MetadataStoreAutoConfiguration.class)+public abstract class AwsS3SupplierConfiguration { -	private final AwsS3SupplierProperties awsS3SupplierProperties;-	private final FileConsumerProperties fileConsumerProperties;-	private final AmazonS3 amazonS3;-	private final ResourceIdResolver resourceIdResolver;+	protected static final String METADATA_STORE_PREFIX = "s3-metadata-";++	protected final AwsS3SupplierProperties awsS3SupplierProperties;++	protected final FileConsumerProperties fileConsumerProperties;++	protected final AmazonS3 amazonS3;++	protected final ResourceIdResolver resourceIdResolver;++	protected final ConcurrentMetadataStore metadataStore;  	public AwsS3SupplierConfiguration(AwsS3SupplierProperties awsS3SupplierProperties,-									FileConsumerProperties fileConsumerProperties,-									AmazonS3 amazonS3,-									ResourceIdResolver resourceIdResolver) {+			FileConsumerProperties fileConsumerProperties,+			AmazonS3 amazonS3,+			ResourceIdResolver resourceIdResolver, ConcurrentMetadataStore metadataStore) { 		this.awsS3SupplierProperties = awsS3SupplierProperties; 		this.fileConsumerProperties = fileConsumerProperties; 		this.amazonS3 = amazonS3; 		this.resourceIdResolver = resourceIdResolver;+		this.metadataStore = metadataStore; 	}  	@Bean-	public S3InboundFileSynchronizer s3InboundFileSynchronizer() {-		S3SessionFactory s3SessionFactory = new S3SessionFactory(this.amazonS3, this.resourceIdResolver);-		S3InboundFileSynchronizer synchronizer = new S3InboundFileSynchronizer(s3SessionFactory);-		synchronizer.setDeleteRemoteFiles(this.awsS3SupplierProperties.isDeleteRemoteFiles());-		synchronizer.setPreserveTimestamp(this.awsS3SupplierProperties.isPreserveTimestamp());-		String remoteDir = this.awsS3SupplierProperties.getRemoteDir();-		synchronizer.setRemoteDirectory(remoteDir);-		synchronizer.setRemoteFileSeparator(this.awsS3SupplierProperties.getRemoteFileSeparator());-		synchronizer.setTemporaryFileSuffix(this.awsS3SupplierProperties.getTmpFileSuffix());--		FileListFilter<S3ObjectSummary> filter = null;-		if (StringUtils.hasText(this.awsS3SupplierProperties.getFilenamePattern())) {-			filter = new S3SimplePatternFileListFilter(this.awsS3SupplierProperties.getFilenamePattern());+	public Supplier<Flux<Message<?>>> s3Supplier(Publisher<Message<Object>> s3SupplierFlow) {+		return () -> Flux.from(s3SupplierFlow);+	}++	@Configuration+	@ConditionalOnExpression("environment['s3.supplier.list-only'] != 'true'")

 public class MetadataStoreAutoConfiguration {  	@Bean-	@ConditionalOnMissingBean+	@ConditionalOnProperty(prefix = "metadata.store", name = "type", havingValue = "memory", matchIfMissing = true) 	public ConcurrentMetadataStore simpleMetadataStore() { 		return new SimpleMetadataStore(); 	} -	@ConditionalOnClass(RedisMetadataStore.class)-	@ConditionalOnBean(RedisTemplate.class)

 public class MetadataStoreAutoConfiguration {  	@Bean-	@ConditionalOnMissingBean

+<?xml version="1.0" encoding="UTF-8"?>+<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://maven.apache.org/POM/4.0.0"+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">+    <modelVersion>4.0.0</modelVersion>+    <artifactId>mail-source</artifactId>+    <version>3.0.0-SNAPSHOT</version>+    <name>mail-source</name>+    <description>mail source apps</description>+    <packaging>jar</packaging>++    <parent>+        <groupId>org.springframework.cloud.stream.app</groupId>+        <artifactId>stream-applications-core</artifactId>+        <version>3.0.0-SNAPSHOT</version>+        <relativePath/>+    </parent>++    <dependencies>+        <dependency>+            <groupId>org.springframework.boot</groupId>+            <artifactId>spring-boot-starter-test</artifactId>+            <scope>test</scope>+        </dependency>+        <dependency>+            <groupId>org.springframework.cloud.fn</groupId>+            <artifactId>mail-supplier</artifactId>+        </dependency>+        <dependency>+            <groupId>org.springframework.cloud.stream.app</groupId>+            <artifactId>stream-applications-composite-function-support</artifactId>+            <version>${stream-apps-core.version}</version>+            <scope>test</scope>+        </dependency>+        <dependency>+            <groupId>org.springframework.integration</groupId>+            <artifactId>spring-integration-test-support</artifactId>+            <scope>test</scope>+        </dependency>+    </dependencies>++    <build>+        <plugins>+            <plugin>+                <groupId>org.springframework.cloud</groupId>+                <artifactId>spring-cloud-dataflow-apps-docs-plugin</artifactId>+            </plugin>+            <plugin>+                <groupId>org.springframework.cloud</groupId>+                <artifactId>spring-cloud-dataflow-apps-generator-plugin</artifactId>+                <configuration>+                    <application>+                        <name>mail</name>+                        <type>source</type>+                        <version>${project.version}</version>+                        <configClass>org.springframework.cloud.fn.supplier.mail.MailSupplierConfiguration.class</configClass>++                        <maven>+                            <dependencies>+                                <dependency>+                                    <groupId>org.springframework.cloud.fn</groupId>+                                    <artifactId>mail-supplier</artifactId>+                                </dependency>+                                <dependency>+                                    <groupId>org.springframework.cloud.stream.app</groupId>+                                    <artifactId>stream-applications-composite-function-support</artifactId>

+# Mail Supplier++This module provides a File supplier that can be reused and composed in other applications.+The `Supplier` uses the mail IMAP and POP3 support from Spring Integration.+`mailSupplier` bean is implemented as a `java.util.function.Supplier`.

 # JDBC Supplier -This module provides a JDBC supplier that can be reused and composed in other applications.+This module provides a Mail supplier that can be reused and composed in other applications.

                                             <groupId>org.springframework.boot</groupId>                                             <artifactId>spring-boot-starter-security</artifactId>                                         </dependency>+                                        <dependency>+                                            <groupId>com.jayway.jsonpath</groupId>+                                            <artifactId>json-path</artifactId>

+<?xml version="1.0" encoding="UTF-8"?>+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">+    <modelVersion>4.0.0</modelVersion>+    <artifactId>mail-supplier</artifactId>+    <version>1.0.0-SNAPSHOT</version>+    <name>mail-supplier</name>+    <description>mail supplier</description>

+# Mail Supplier++This module provides a File supplier that can be reused and composed in other applications.+The `Supplier` uses the mail IMAP and POP3 support from Spring Integration.+`MailSupplier` is implemented as a `java.util.function.Supplier`.

-# JDBC Supplier+# Mail Supplier

                                             <groupId>org.springframework.boot</groupId>                                             <artifactId>spring-boot-starter-security</artifactId>                                         </dependency>+                                        <dependency>+                                            <groupId>com.jayway.jsonpath</groupId>+                                            <artifactId>json-path</artifactId>

+<?xml version="1.0" encoding="UTF-8"?>+<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://maven.apache.org/POM/4.0.0"+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">+    <modelVersion>4.0.0</modelVersion>+    <artifactId>mail-source</artifactId>+    <version>3.0.0-SNAPSHOT</version>+    <name>mail-source</name>+    <description>mail source apps</description>+    <packaging>jar</packaging>++    <parent>+        <groupId>org.springframework.cloud.stream.app</groupId>+        <artifactId>stream-applications-core</artifactId>+        <version>3.0.0-SNAPSHOT</version>+        <relativePath/>+    </parent>++    <dependencies>+        <dependency>+            <groupId>org.springframework.boot</groupId>+            <artifactId>spring-boot-starter-test</artifactId>+            <scope>test</scope>+        </dependency>+        <dependency>+            <groupId>org.springframework.cloud.fn</groupId>+            <artifactId>mail-supplier</artifactId>+        </dependency>+        <dependency>+            <groupId>org.springframework.cloud.stream.app</groupId>+            <artifactId>stream-applications-composite-function-support</artifactId>+            <version>${stream-apps-core.version}</version>+            <scope>test</scope>+        </dependency>+        <dependency>+            <groupId>org.springframework.integration</groupId>+            <artifactId>spring-integration-test-support</artifactId>+            <scope>test</scope>+        </dependency>+    </dependencies>++    <build>+        <plugins>+            <plugin>+                <groupId>org.springframework.cloud</groupId>+                <artifactId>spring-cloud-dataflow-apps-docs-plugin</artifactId>+            </plugin>+            <plugin>+                <groupId>org.springframework.cloud</groupId>+                <artifactId>spring-cloud-dataflow-apps-generator-plugin</artifactId>+                <configuration>+                    <application>+                        <name>mail</name>+                        <type>source</type>+                        <version>${project.version}</version>+                        <configClass>org.springframework.cloud.fn.supplier.mail.MailSupplierConfiguration.class</configClass>++                        <maven>+                            <dependencies>+                                <dependency>+                                    <groupId>org.springframework.cloud.fn</groupId>+                                    <artifactId>mail-supplier</artifactId>+                                </dependency>+                                <dependency>+                                    <groupId>org.springframework.cloud.stream.app</groupId>+                                    <artifactId>stream-applications-composite-function-support</artifactId>

+/*+ * Copyright 2020-2020 the original author or authors.+ *+ * Licensed under the Apache License, Version 2.0 (the "License");+ * you may not use this file except in compliance with the License.+ * You may obtain a copy of the License at+ *+ *      https://www.apache.org/licenses/LICENSE-2.0+ *+ * Unless required by applicable law or agreed to in writing, software+ * distributed under the License is distributed on an "AS IS" BASIS,+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+ * See the License for the specific language governing permissions and+ * limitations under the License.+ */++package org.springframework.cloud.stream.app.source.file;++import org.junit.jupiter.api.AfterAll;+import org.junit.jupiter.api.BeforeAll;+import org.junit.jupiter.api.Test;++import org.springframework.boot.WebApplicationType;+import org.springframework.boot.autoconfigure.SpringBootApplication;+import org.springframework.boot.builder.SpringApplicationBuilder;+import org.springframework.cloud.fn.supplier.mail.MailSupplierConfiguration;+import org.springframework.cloud.stream.binder.test.OutputDestination;+import org.springframework.cloud.stream.binder.test.TestChannelBinderConfiguration;+import org.springframework.context.ConfigurableApplicationContext;+import org.springframework.context.annotation.Import;+import org.springframework.integration.test.mail.TestMailServer;+import org.springframework.messaging.Message;++import static org.assertj.core.api.Assertions.assertThat;+++/**+ * @author Soby Chacko+ */+public class MailSourceTests {++	private static TestMailServer.MailServer MAIL_SERVER;++	@BeforeAll+	public static void startImapServer() throws Throwable {+		startMailServer(TestMailServer.imap(0));+	}++	@AfterAll+	public static void cleanup() {+		System.clearProperty("test.mail.server.port");+		MAIL_SERVER.stop();+	}++	private static void startMailServer(TestMailServer.MailServer mailServer)+			throws InterruptedException {+		MAIL_SERVER = mailServer;+		System.setProperty("test.mail.server.port", "" + MAIL_SERVER.getPort());+		int n = 0;+		while (n++ < 100 && (!MAIL_SERVER.isListening())) {+			Thread.sleep(100);+		}+		assertThat(n < 100).isTrue();+	}++	@Test+	public void testMailSource() throws Exception {+		try (ConfigurableApplicationContext context = new SpringApplicationBuilder(+				TestChannelBinderConfiguration+						.getCompleteConfiguration(MailSourceTestApplication.class))+				.web(WebApplicationType.NONE)+				.run("--spring.cloud.function.definition=mailSupplier",+						"--mail.supplier.url=imap://user:pw@localhost:${test.mail.server.port}/INBOX",+						"--mail.supplier.mark-as-read=true",+						"--mail.supplier.delete=false",+						"--mail.supplier.user-flag=testSIUserFlag",+						"--mail.supplier.java-mail-properties=mail.imap.socketFactory.fallback=true\\n mail.store.protocol=imap\\n mail.debug=true")) {++			OutputDestination target = context.getBean(OutputDestination.class);+			Message<byte[]> sourceMessage = target.receive(10000);+			final String actual = new String(sourceMessage.getPayload());+			assertThat(actual.endsWith("\r\n\r\nfoo\r\n\r\n"));+		}+	}++	@SpringBootApplication+	@Import(MailSupplierConfiguration.class)

 protected void pollAndInvoke() { 			} 		} +		@SuppressWarnings("rawtypes")+		private void fixTxOffsetsIfNeeded() {+			if (this.fixTxOffsets) {+				try {+					Map<TopicPartition, OffsetAndMetadata> toFix = new HashMap<>();+					this.lastCommits.forEach((tp, oamd) -> {+						long position = this.consumer.position(tp);+						if (position > oamd.offset()) {+							toFix.put(tp, new OffsetAndMetadata(position));+						}+					});+					if (toFix.size() > 0) {+						logger.debug(() -> "Fixing TX offsets: " + toFix);