kscience/kmath
9
0
Fork 1
Code Issues Pull Requests 6 Packages Projects Releases 16 Wiki Activity

Concurrent map for flows

Browse Source
This commit is contained in:
Alexander Nozik 2019-04-29 22:14:04 +03:00
parent 6f4f658030
commit f79a9e86a1
2 changed files with 13 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
kmath-coroutines/src/commonMain/kotlin/scientifik/kmath/CoroutinesExtra.kt
View File

@ -89,8 +89,8 @@ suspend fun <T> AsyncFlow<T>.collect(concurrency: Int, action: suspend (value: T
@FlowPreview
fun <T, R> Flow<T>.map(
concurrencyLevel: Int,
dispatcher: CoroutineDispatcher = Dispatchers.Default,
dispatcher: CoroutineDispatcher,
concurrencyLevel: Int = 16,
bufferSize: Int = concurrencyLevel,
transform: suspend (T) -> R
): Flow<R> {

19
kmath-coroutines/src/jvmTest/kotlin/scientifik/kmath/streaming/BufferFlowTest.kt
View File

@ -6,6 +6,7 @@ import org.junit.Test
import scientifik.kmath.async
import scientifik.kmath.collect
import scientifik.kmath.map
import java.util.concurrent.Executors
@ExperimentalCoroutinesApi
@ -13,30 +14,32 @@ import scientifik.kmath.map
@FlowPreview
class BufferFlowTest {
val dispatcher = Executors.newFixedThreadPool(4).asCoroutineDispatcher()
@Test(timeout = 2000)
fun concurrentMap() {
fun map() {
runBlocking {
(1..20).asFlow().map(4) {
println("Started $it")
(1..20).asFlow().map( dispatcher) {
println("Started $it on ${Thread.currentThread().name}")
@Suppress("BlockingMethodInNonBlockingContext")
Thread.sleep(200)
it
}.collect {
println("Completed $it")
println("Completed $it on ${Thread.currentThread().name}")
}
}
}
@Test(timeout = 2000)
fun mapParallel() {
fun async() {
runBlocking {
(1..20).asFlow().async {
println("Started $it")
(1..20).asFlow().async(dispatcher) {
println("Started $it on ${Thread.currentThread().name}")
@Suppress("BlockingMethodInNonBlockingContext")
Thread.sleep(200)
it
}.collect(4) {
println("Completed $it")
println("Completed $it on ${Thread.currentThread().name}")
}
}
}