Separated Input and Output management. Input moved to context
This commit is contained in:
parent
caf875da84
commit
11f130d8f5
@ -57,7 +57,7 @@ fun connectStorage(device: Device, config: Meta) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
fun readResourceMeta(path: String): Meta {
|
fun readResourceMeta(path: String): Meta {
|
||||||
val resource = Global.io.optResource(path).nullable
|
val resource = Global.output.optResource(path).nullable
|
||||||
if (resource != null) {
|
if (resource != null) {
|
||||||
return XMLMetaReader().read(resource.stream)
|
return XMLMetaReader().read(resource.stream)
|
||||||
} else {
|
} else {
|
||||||
|
@ -86,34 +86,34 @@ val NumassBlock.channel: Int
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
fun NumassBlock.transformChain(transform: (NumassEvent, NumassEvent) -> Pair<Short, Long>?): NumassBlock {
|
suspend fun NumassBlock.transformChain(transform: (NumassEvent, NumassEvent) -> Pair<Short, Long>?): NumassBlock {
|
||||||
return SimpleBlock(this.startTime, this.length) { owner ->
|
return SimpleBlock.produce(this.startTime, this.length) {
|
||||||
this.events.asSequence()
|
this.events.asSequence()
|
||||||
.sortedBy { it.timeOffset }
|
.sortedBy { it.timeOffset }
|
||||||
.zipWithNext(transform)
|
.zipWithNext(transform)
|
||||||
.filterNotNull()
|
.filterNotNull()
|
||||||
.map { NumassEvent(it.first, it.second, owner) }.asIterable()
|
.map { OrphanNumassEvent(it.first, it.second) }.asIterable()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fun NumassBlock.filterChain(condition: (NumassEvent, NumassEvent) -> Boolean): NumassBlock {
|
suspend fun NumassBlock.filterChain(condition: (NumassEvent, NumassEvent) -> Boolean): NumassBlock {
|
||||||
return SimpleBlock(this.startTime, this.length) { owner ->
|
return SimpleBlock.produce(this.startTime, this.length) {
|
||||||
this.events.asSequence()
|
this.events.asSequence()
|
||||||
.sortedBy { it.timeOffset }
|
.sortedBy { it.timeOffset }
|
||||||
.zipWithNext().filter { condition.invoke(it.first, it.second) }.map { it.second }.asIterable()
|
.zipWithNext().filter { condition.invoke(it.first, it.second) }.map { it.second }.asIterable()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fun NumassBlock.filter(condition: (NumassEvent) -> Boolean): NumassBlock {
|
suspend fun NumassBlock.filter(condition: (NumassEvent) -> Boolean): NumassBlock {
|
||||||
return SimpleBlock(this.startTime, this.length) { owner ->
|
return SimpleBlock.produce(this.startTime, this.length) {
|
||||||
this.events.asSequence().filter(condition).asIterable()
|
this.events.asSequence().filter(condition).asIterable()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fun NumassBlock.transform(transform: (NumassEvent) -> OrphanNumassEvent): NumassBlock {
|
suspend fun NumassBlock.transform(transform: (NumassEvent) -> OrphanNumassEvent): NumassBlock {
|
||||||
return SimpleBlock(this.startTime, this.length) { owner ->
|
return SimpleBlock.produce(this.startTime, this.length) {
|
||||||
this.events.asSequence()
|
this.events.asSequence()
|
||||||
.map { transform(it).adopt(owner) }
|
.map { transform(it) }
|
||||||
.asIterable()
|
.asIterable()
|
||||||
}
|
}
|
||||||
}
|
}
|
@ -1,7 +1,6 @@
|
|||||||
package inr.numass.data.api
|
package inr.numass.data.api
|
||||||
|
|
||||||
import inr.numass.data.channel
|
import inr.numass.data.channel
|
||||||
import kotlinx.coroutines.experimental.runBlocking
|
|
||||||
import java.io.Serializable
|
import java.io.Serializable
|
||||||
import java.time.Duration
|
import java.time.Duration
|
||||||
import java.time.Instant
|
import java.time.Instant
|
||||||
@ -76,13 +75,20 @@ fun OrphanNumassEvent.adopt(parent: NumassBlock): NumassEvent {
|
|||||||
class SimpleBlock(
|
class SimpleBlock(
|
||||||
override val startTime: Instant,
|
override val startTime: Instant,
|
||||||
override val length: Duration,
|
override val length: Duration,
|
||||||
producer: suspend (NumassBlock) -> Iterable<NumassEvent>) : NumassBlock, Serializable {
|
rawEvents: Iterable<OrphanNumassEvent>
|
||||||
|
) : NumassBlock, Serializable {
|
||||||
|
|
||||||
private val eventList = runBlocking { producer(this@SimpleBlock).toList() }
|
private val eventList by lazy { rawEvents.map { it.adopt(this) } }
|
||||||
|
|
||||||
override val frames: Stream<NumassFrame> get() = Stream.empty()
|
override val frames: Stream<NumassFrame> get() = Stream.empty()
|
||||||
|
|
||||||
override val events: Stream<NumassEvent>
|
override val events: Stream<NumassEvent>
|
||||||
get() = eventList.stream()
|
get() = eventList.stream()
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
suspend fun produce(startTime: Instant, length: Duration, producer: suspend () -> Iterable<OrphanNumassEvent>): SimpleBlock {
|
||||||
|
return SimpleBlock(startTime, length, producer())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
@ -8,7 +8,7 @@ import hep.dataforge.meta.MetaHolder
|
|||||||
* A simple static implementation of NumassPoint
|
* A simple static implementation of NumassPoint
|
||||||
* Created by darksnake on 08.07.2017.
|
* Created by darksnake on 08.07.2017.
|
||||||
*/
|
*/
|
||||||
class SimpleNumassPoint(override val blocks: List<NumassBlock>, meta: Meta) : MetaHolder(meta), NumassPoint {
|
class SimpleNumassPoint(override val blocks: List<NumassBlock>, meta: Meta, override val isSequential: Boolean = true) : MetaHolder(meta), NumassPoint {
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Input blocks must be sorted
|
* Input blocks must be sorted
|
||||||
|
@ -162,9 +162,7 @@ constructor(override val name: String, private val path: Path, meta: Meta) : Num
|
|||||||
voltage / 10.0
|
voltage / 10.0
|
||||||
}
|
}
|
||||||
|
|
||||||
val block = SimpleBlock(absoluteTime.toInstant(ZoneOffset.UTC), Duration.ofSeconds(length.toLong())) { parent ->
|
val block = SimpleBlock(absoluteTime.toInstant(ZoneOffset.UTC), Duration.ofSeconds(length.toLong()), events)
|
||||||
events.map { it.adopt(parent) }
|
|
||||||
}
|
|
||||||
|
|
||||||
val pointMeta = MetaBuilder("point")
|
val pointMeta = MetaBuilder("point")
|
||||||
.setValue(HV_KEY, uSet)
|
.setValue(HV_KEY, uSet)
|
||||||
|
@ -51,7 +51,7 @@ class NumassStorageFactory : StorageType {
|
|||||||
return NumassStorage(context, meta, path)
|
return NumassStorage(context, meta, path)
|
||||||
} else {
|
} else {
|
||||||
context.logger.warn("A storage path not provided. Creating default root storage in the working directory")
|
context.logger.warn("A storage path not provided. Creating default root storage in the working directory")
|
||||||
return NumassStorage(context, meta, context.io.workDir)
|
return NumassStorage(context, meta, context.workDir)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -69,7 +69,7 @@ class NumassStorageFactory : StorageType {
|
|||||||
}
|
}
|
||||||
|
|
||||||
fun buildLocal(context: Context, path: String, readOnly: Boolean, monitor: Boolean): FileStorage {
|
fun buildLocal(context: Context, path: String, readOnly: Boolean, monitor: Boolean): FileStorage {
|
||||||
val file = context.io.dataDir.resolve(path)
|
val file = context.dataDir.resolve(path)
|
||||||
return buildLocal(context, file, readOnly, monitor)
|
return buildLocal(context, file, readOnly, monitor)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -70,7 +70,7 @@ class ProtoNumassPoint(override val meta: Meta, val protoBuilder: () -> NumassPr
|
|||||||
}
|
}
|
||||||
|
|
||||||
fun readFile(path: String, context: Context = Global): ProtoNumassPoint {
|
fun readFile(path: String, context: Context = Global): ProtoNumassPoint {
|
||||||
return readFile(context.io.getFile(path).absolutePath)
|
return readFile(context.getFile(path).absolutePath)
|
||||||
}
|
}
|
||||||
|
|
||||||
fun ofEpochNanos(nanos: Long): Instant {
|
fun ofEpochNanos(nanos: Long): Instant {
|
||||||
|
@ -97,6 +97,6 @@ new GrindShell(ctx).eval {
|
|||||||
def res = fm.runStage(state, "MINUIT", FitStage.TASK_RUN, "N", "bkg", "E0", "U2");
|
def res = fm.runStage(state, "MINUIT", FitStage.TASK_RUN, "N", "bkg", "E0", "U2");
|
||||||
|
|
||||||
|
|
||||||
res.printState(ctx.io.out().newPrintWriter());
|
res.printState(ctx.getOutput.out().newPrintWriter());
|
||||||
NumassIOKt.display(res, ctx, "fit")
|
NumassIOKt.display(res, ctx, "fit")
|
||||||
}
|
}
|
@ -2,7 +2,7 @@ package inr.numass.scripts.workspace
|
|||||||
|
|
||||||
import hep.dataforge.actions.ActionUtils
|
import hep.dataforge.actions.ActionUtils
|
||||||
import hep.dataforge.context.Context
|
import hep.dataforge.context.Context
|
||||||
import hep.dataforge.io.IOManager
|
import hep.dataforge.io.OutputManager
|
||||||
import inr.numass.NumassPlugin
|
import inr.numass.NumassPlugin
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -12,5 +12,5 @@ import inr.numass.NumassPlugin
|
|||||||
|
|
||||||
Context context = new Context("numass");
|
Context context = new Context("numass");
|
||||||
context.loadPlugin(new NumassPlugin());
|
context.loadPlugin(new NumassPlugin());
|
||||||
context.setValue(IOManager.ROOT_DIRECTORY_CONTEXT_KEY, "D:\\Work\\Numass\\sterile2016");
|
context.setValue(OutputManager.ROOT_DIRECTORY_CONTEXT_KEY, "D:\\Work\\Numass\\sterile2016");
|
||||||
ActionUtils.runConfig(context, "test.xml").computeAll()
|
ActionUtils.runConfig(context, "test.xml").computeAll()
|
@ -18,7 +18,6 @@ package inr.numass;
|
|||||||
import hep.dataforge.actions.ActionUtils;
|
import hep.dataforge.actions.ActionUtils;
|
||||||
import hep.dataforge.context.Context;
|
import hep.dataforge.context.Context;
|
||||||
import hep.dataforge.context.Global;
|
import hep.dataforge.context.Global;
|
||||||
import hep.dataforge.io.IOManager;
|
|
||||||
import hep.dataforge.io.MetaFileReader;
|
import hep.dataforge.io.MetaFileReader;
|
||||||
import hep.dataforge.meta.Meta;
|
import hep.dataforge.meta.Meta;
|
||||||
import org.apache.commons.cli.*;
|
import org.apache.commons.cli.*;
|
||||||
@ -86,7 +85,7 @@ public class Main {
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
java.nio.file.Path configFile = context.getIo().getRootDir().resolve(cfgPath);
|
java.nio.file.Path configFile = context.getRootDir().resolve(cfgPath);
|
||||||
|
|
||||||
if (!Files.exists(configFile)) {
|
if (!Files.exists(configFile)) {
|
||||||
throw new FileNotFoundException("Configuration file not found");
|
throw new FileNotFoundException("Configuration file not found");
|
||||||
@ -94,7 +93,7 @@ public class Main {
|
|||||||
|
|
||||||
Meta config = MetaFileReader.Companion.read(configFile);
|
Meta config = MetaFileReader.Companion.read(configFile);
|
||||||
|
|
||||||
context.setValue(IOManager.ROOT_DIRECTORY_CONTEXT_KEY, configFile.getParent().toString());
|
context.setValue(Context.ROOT_DIRECTORY_CONTEXT_KEY, configFile.getParent().toString());
|
||||||
|
|
||||||
applyCLItoContext(line, context);
|
applyCLItoContext(line, context);
|
||||||
|
|
||||||
@ -103,11 +102,11 @@ public class Main {
|
|||||||
}
|
}
|
||||||
|
|
||||||
public static void applyCLItoContext(CommandLine line, Context context) throws FileNotFoundException {
|
public static void applyCLItoContext(CommandLine line, Context context) throws FileNotFoundException {
|
||||||
File workDir = new File(context.getString(IOManager.ROOT_DIRECTORY_CONTEXT_KEY));
|
File workDir = new File(context.getString(Context.ROOT_DIRECTORY_CONTEXT_KEY));
|
||||||
|
|
||||||
if (line.hasOption("h")) {
|
if (line.hasOption("h")) {
|
||||||
workDir = new File(line.getOptionValue("h"));
|
workDir = new File(line.getOptionValue("h"));
|
||||||
context.setValue(IOManager.ROOT_DIRECTORY_CONTEXT_KEY, workDir.toString());
|
context.setValue(Context.ROOT_DIRECTORY_CONTEXT_KEY, workDir.toString());
|
||||||
}
|
}
|
||||||
|
|
||||||
if (line.hasOption("d")) {
|
if (line.hasOption("d")) {
|
||||||
@ -117,7 +116,7 @@ public class Main {
|
|||||||
dataDir = new File(workDir, dataPath);
|
dataDir = new File(workDir, dataPath);
|
||||||
}
|
}
|
||||||
if (dataDir.exists() && dataDir.isDirectory()) {
|
if (dataDir.exists() && dataDir.isDirectory()) {
|
||||||
context.setValue(IOManager.DATA_DIRECTORY_CONTEXT_KEY, dataDir.getAbsolutePath());
|
context.setValue(Context.DATA_DIRECTORY_CONTEXT_KEY, dataDir.getAbsolutePath());
|
||||||
} else {
|
} else {
|
||||||
throw new FileNotFoundException("Data directory not found");
|
throw new FileNotFoundException("Data directory not found");
|
||||||
}
|
}
|
||||||
@ -132,7 +131,7 @@ public class Main {
|
|||||||
if (!outDir.exists()) {
|
if (!outDir.exists()) {
|
||||||
outDir.mkdirs();
|
outDir.mkdirs();
|
||||||
}
|
}
|
||||||
context.setValue(IOManager.WORK_DIRECTORY_CONTEXT_KEY, outDir.toString());
|
context.setValue(Context.WORK_DIRECTORY_CONTEXT_KEY, outDir.toString());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -129,7 +129,7 @@ public class MonitorCorrectAction extends OneToOneAction<Table, Table> {
|
|||||||
// }
|
// }
|
||||||
Table res = ListTable.infer(dataList);
|
Table res = ListTable.infer(dataList);
|
||||||
|
|
||||||
context.getIo().output(name, getName()).render(NumassUtils.INSTANCE.wrap(res, meta), Meta.empty());
|
context.getOutput().get(name, getName()).render(NumassUtils.INSTANCE.wrap(res, meta), Meta.empty());
|
||||||
|
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
@ -194,7 +194,7 @@ public class MonitorCorrectAction extends OneToOneAction<Table, Table> {
|
|||||||
String monitorFileName = meta.getString("monitorFile", "monitor");
|
String monitorFileName = meta.getString("monitorFile", "monitor");
|
||||||
ListTable data = ListTable.infer(monitorPoints);
|
ListTable data = ListTable.infer(monitorPoints);
|
||||||
|
|
||||||
context.getIo().output(monitorFileName, getName()).render(NumassUtils.INSTANCE.wrap(data, meta), Meta.empty());
|
context.getOutput().get(monitorFileName, getName()).render(NumassUtils.INSTANCE.wrap(data, meta), Meta.empty());
|
||||||
// ColumnedDataWriter.writeTable(stream, TableTransform.sort(data, "Timestamp", true), "Monitor points", monitorNames);
|
// ColumnedDataWriter.writeTable(stream, TableTransform.sort(data, "Timestamp", true), "Monitor points", monitorNames);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -31,7 +31,7 @@ public class SubstractSpectrumAction extends OneToOneAction<Table, Table> {
|
|||||||
protected Table execute(Context context, String name, Table input, Laminate inputMeta) {
|
protected Table execute(Context context, String name, Table input, Laminate inputMeta) {
|
||||||
try {
|
try {
|
||||||
String referencePath = inputMeta. getString("file", "empty.dat");
|
String referencePath = inputMeta. getString("file", "empty.dat");
|
||||||
Path referenceFile = context.getIo().getRootDir().resolve(referencePath);
|
Path referenceFile = context.getRootDir().resolve(referencePath);
|
||||||
Table referenceTable = new ColumnedDataReader(referenceFile).toTable();
|
Table referenceTable = new ColumnedDataReader(referenceFile).toTable();
|
||||||
ListTable.Builder builder = new ListTable.Builder(input.getFormat());
|
ListTable.Builder builder = new ListTable.Builder(input.getFormat());
|
||||||
input.getRows().forEach(point -> {
|
input.getRows().forEach(point -> {
|
||||||
@ -49,7 +49,7 @@ public class SubstractSpectrumAction extends OneToOneAction<Table, Table> {
|
|||||||
|
|
||||||
Table res = builder.build();
|
Table res = builder.build();
|
||||||
|
|
||||||
context.getIo().output(name, getName()).render(NumassUtils.INSTANCE.wrap(res, inputMeta), Meta.empty());
|
context.getOutput().get(name, getName()).render(NumassUtils.INSTANCE.wrap(res, inputMeta), Meta.empty());
|
||||||
return res;
|
return res;
|
||||||
} catch (IOException ex) {
|
} catch (IOException ex) {
|
||||||
throw new RuntimeException("Could not read reference file", ex);
|
throw new RuntimeException("Could not read reference file", ex);
|
||||||
|
@ -40,7 +40,7 @@ public class TransmissionInterpolator implements UnivariateFunction {
|
|||||||
|
|
||||||
public static TransmissionInterpolator fromFile(Context context, String path, String xName, String yName, int nSmooth, double w, double border) {
|
public static TransmissionInterpolator fromFile(Context context, String path, String xName, String yName, int nSmooth, double w, double border) {
|
||||||
try {
|
try {
|
||||||
Path dataFile = context.getIo().getRootDir().resolve(path);
|
Path dataFile = context.getRootDir().resolve(path);
|
||||||
ColumnedDataReader reader = new ColumnedDataReader(Files.newInputStream(dataFile));
|
ColumnedDataReader reader = new ColumnedDataReader(Files.newInputStream(dataFile));
|
||||||
return new TransmissionInterpolator(reader, xName, yName, nSmooth, w, border);
|
return new TransmissionInterpolator(reader, xName, yName, nSmooth, w, border);
|
||||||
} catch (IOException ex) {
|
} catch (IOException ex) {
|
||||||
|
@ -40,7 +40,7 @@ public class OldDataReader {
|
|||||||
public static Table readConfig(String path) throws IOException {
|
public static Table readConfig(String path) throws IOException {
|
||||||
String[] list = {"X", "time", "ushift"};
|
String[] list = {"X", "time", "ushift"};
|
||||||
ListTable.Builder res = new ListTable.Builder(list);
|
ListTable.Builder res = new ListTable.Builder(list);
|
||||||
Path file = Global.INSTANCE.getIo().getRootDir().resolve(path);
|
Path file = Global.INSTANCE.getRootDir().resolve(path);
|
||||||
Scanner sc = new Scanner(file);
|
Scanner sc = new Scanner(file);
|
||||||
sc.nextLine();
|
sc.nextLine();
|
||||||
|
|
||||||
@ -62,7 +62,7 @@ public class OldDataReader {
|
|||||||
public static Table readData(String path, double Elow) {
|
public static Table readData(String path, double Elow) {
|
||||||
SpectrumAdapter factory = new SpectrumAdapter(Meta.empty());
|
SpectrumAdapter factory = new SpectrumAdapter(Meta.empty());
|
||||||
ListTable.Builder res = new ListTable.Builder(Adapters.getFormat(factory));
|
ListTable.Builder res = new ListTable.Builder(Adapters.getFormat(factory));
|
||||||
Path file = Global.INSTANCE.getIo().getRootDir().resolve(path);
|
Path file = Global.INSTANCE.getRootDir().resolve(path);
|
||||||
double x;
|
double x;
|
||||||
int count;
|
int count;
|
||||||
int time;
|
int time;
|
||||||
@ -114,7 +114,7 @@ public class OldDataReader {
|
|||||||
public static Table readDataAsGun(String path, double Elow) {
|
public static Table readDataAsGun(String path, double Elow) {
|
||||||
SpectrumAdapter factory = new SpectrumAdapter(Meta.empty());
|
SpectrumAdapter factory = new SpectrumAdapter(Meta.empty());
|
||||||
ListTable.Builder res = new ListTable.Builder(Adapters.getFormat(factory));
|
ListTable.Builder res = new ListTable.Builder(Adapters.getFormat(factory));
|
||||||
Path file = Global.INSTANCE.getIo().getRootDir().resolve(path);
|
Path file = Global.INSTANCE.getRootDir().resolve(path);
|
||||||
double x;
|
double x;
|
||||||
long count;
|
long count;
|
||||||
int time;
|
int time;
|
||||||
@ -147,7 +147,7 @@ public class OldDataReader {
|
|||||||
public static Table readSpectrumData(String path) {
|
public static Table readSpectrumData(String path) {
|
||||||
SpectrumAdapter factory = new SpectrumAdapter(Meta.empty());
|
SpectrumAdapter factory = new SpectrumAdapter(Meta.empty());
|
||||||
ListTable.Builder res = new ListTable.Builder(Adapters.getFormat(factory));
|
ListTable.Builder res = new ListTable.Builder(Adapters.getFormat(factory));
|
||||||
Path file = Global.INSTANCE.getIo().getRootDir().resolve(path);
|
Path file = Global.INSTANCE.getRootDir().resolve(path);
|
||||||
double x;
|
double x;
|
||||||
double count;
|
double count;
|
||||||
double time;
|
double time;
|
||||||
|
@ -43,7 +43,7 @@ import org.apache.commons.math3.util.FastMath
|
|||||||
@PluginDef(
|
@PluginDef(
|
||||||
group = "inr.numass",
|
group = "inr.numass",
|
||||||
name = "numass",
|
name = "numass",
|
||||||
dependsOn = arrayOf("hep.dataforge:functions", "hep.dataforge:MINUIT", "hep.dataforge:actions", "hep.dataforge:io.dir"),
|
dependsOn = arrayOf("hep.dataforge:functions", "hep.dataforge:MINUIT", "hep.dataforge:actions", "hep.dataforge:output.dir"),
|
||||||
support = false,
|
support = false,
|
||||||
info = "Numass data analysis tools"
|
info = "Numass data analysis tools"
|
||||||
)
|
)
|
||||||
|
@ -177,8 +177,8 @@ object NumassUtils {
|
|||||||
fun getFSS(context: Context, meta: Meta): FSS? {
|
fun getFSS(context: Context, meta: Meta): FSS? {
|
||||||
return if (meta.getBoolean("useFSS", true)) {
|
return if (meta.getBoolean("useFSS", true)) {
|
||||||
val fssBinary: Binary? = meta.optString("fssFile")
|
val fssBinary: Binary? = meta.optString("fssFile")
|
||||||
.map { fssFile -> context.io.getFile(fssFile).binary }
|
.map { fssFile -> context.getFile(fssFile).binary }
|
||||||
.orElse(context.io.optResource("data/FS.txt").nullable)
|
.orElse(context.optResource("data/FS.txt").nullable)
|
||||||
fssBinary?.let { FSS(it.stream) } ?: throw RuntimeException("Could not load FSS file")
|
fssBinary?.let { FSS(it.stream) } ?: throw RuntimeException("Could not load FSS file")
|
||||||
} else {
|
} else {
|
||||||
null
|
null
|
||||||
|
@ -60,7 +60,7 @@ class MergeDataAction : ManyToOneAction<Table, Table>() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
override fun afterGroup(context: Context, groupName: String, outputMeta: Meta, output: Table) {
|
override fun afterGroup(context: Context, groupName: String, outputMeta: Meta, output: Table) {
|
||||||
context.io.output(groupName, name).render(NumassUtils.wrap(output, outputMeta))
|
context.output.get(groupName, name).render(NumassUtils.wrap(output, outputMeta))
|
||||||
super.afterGroup(context, groupName, outputMeta, output)
|
super.afterGroup(context, groupName, outputMeta, output)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -108,7 +108,7 @@ object SummaryAction : ManyToOneAction<FitState, Table>() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
override fun afterGroup(context: Context, groupName: String, outputMeta: Meta, output: Table) {
|
override fun afterGroup(context: Context, groupName: String, outputMeta: Meta, output: Table) {
|
||||||
context.io.output(groupName, name).render(NumassUtils.wrap(output, outputMeta))
|
context.output.get(groupName, name).render(NumassUtils.wrap(output, outputMeta))
|
||||||
super.afterGroup(context, groupName, outputMeta, output)
|
super.afterGroup(context, groupName, outputMeta, output)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -103,7 +103,7 @@ class TransformDataAction : OneToOneAction<Table, Table>() {
|
|||||||
val res = table.addColumn(ListColumn.build(table.getColumn(COUNT_RATE_KEY).format, cr.stream()))
|
val res = table.addColumn(ListColumn.build(table.getColumn(COUNT_RATE_KEY).format, cr.stream()))
|
||||||
.addColumn(ListColumn.build(table.getColumn(COUNT_RATE_ERROR_KEY).format, crErr.stream()))
|
.addColumn(ListColumn.build(table.getColumn(COUNT_RATE_ERROR_KEY).format, crErr.stream()))
|
||||||
|
|
||||||
context.io.output(name, name).render(NumassUtils.wrap(res, meta))
|
context.output.get(name, name).render(NumassUtils.wrap(res, meta))
|
||||||
return res
|
return res
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -7,8 +7,9 @@ import hep.dataforge.stat.defaultGenerator
|
|||||||
import hep.dataforge.tables.Table
|
import hep.dataforge.tables.Table
|
||||||
import inr.numass.data.analyzers.NumassAnalyzer.Companion.CHANNEL_KEY
|
import inr.numass.data.analyzers.NumassAnalyzer.Companion.CHANNEL_KEY
|
||||||
import inr.numass.data.analyzers.NumassAnalyzer.Companion.COUNT_RATE_KEY
|
import inr.numass.data.analyzers.NumassAnalyzer.Companion.COUNT_RATE_KEY
|
||||||
import inr.numass.data.api.*
|
import inr.numass.data.api.NumassBlock
|
||||||
import kotlinx.coroutines.experimental.channels.map
|
import inr.numass.data.api.OrphanNumassEvent
|
||||||
|
import inr.numass.data.api.SimpleBlock
|
||||||
import kotlinx.coroutines.experimental.channels.takeWhile
|
import kotlinx.coroutines.experimental.channels.takeWhile
|
||||||
import kotlinx.coroutines.experimental.channels.toList
|
import kotlinx.coroutines.experimental.channels.toList
|
||||||
import org.apache.commons.math3.distribution.EnumeratedRealDistribution
|
import org.apache.commons.math3.distribution.EnumeratedRealDistribution
|
||||||
@ -24,9 +25,9 @@ private fun RandomGenerator.nextDeltaTime(cr: Double): Long {
|
|||||||
return (nextExp(1.0 / cr) * 1e9).toLong()
|
return (nextExp(1.0 / cr) * 1e9).toLong()
|
||||||
}
|
}
|
||||||
|
|
||||||
fun generateBlock(start: Instant, length: Long, chain: Chain<OrphanNumassEvent>): NumassBlock {
|
suspend fun Chain<OrphanNumassEvent>.generateBlock(start: Instant, length: Long): NumassBlock {
|
||||||
return SimpleBlock(start, Duration.ofNanos(length)) { parent ->
|
return SimpleBlock.produce(start, Duration.ofNanos(length)) {
|
||||||
chain.channel.map { it.adopt(parent) }.takeWhile { it.timeOffset < length }.toList()
|
channel.takeWhile { it.timeOffset < length }.toList()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -25,7 +25,6 @@ import hep.dataforge.maths.chain.Chain
|
|||||||
import inr.numass.data.api.NumassBlock
|
import inr.numass.data.api.NumassBlock
|
||||||
import inr.numass.data.api.OrphanNumassEvent
|
import inr.numass.data.api.OrphanNumassEvent
|
||||||
import inr.numass.data.api.SimpleBlock
|
import inr.numass.data.api.SimpleBlock
|
||||||
import inr.numass.data.api.adopt
|
|
||||||
import kotlinx.coroutines.experimental.runBlocking
|
import kotlinx.coroutines.experimental.runBlocking
|
||||||
import org.apache.commons.math3.random.RandomGenerator
|
import org.apache.commons.math3.random.RandomGenerator
|
||||||
import java.lang.Math.max
|
import java.lang.Math.max
|
||||||
@ -67,15 +66,15 @@ class PileUpSimulator {
|
|||||||
// }
|
// }
|
||||||
|
|
||||||
fun generated(): NumassBlock {
|
fun generated(): NumassBlock {
|
||||||
return SimpleBlock(Instant.EPOCH, Duration.ofNanos(pointLength)) { parent -> generated.map { it.adopt(parent) } }
|
return SimpleBlock(Instant.EPOCH, Duration.ofNanos(pointLength), generated)
|
||||||
}
|
}
|
||||||
|
|
||||||
fun registered(): NumassBlock {
|
fun registered(): NumassBlock {
|
||||||
return SimpleBlock(Instant.EPOCH, Duration.ofNanos(pointLength)) { parent -> registered.map { it.adopt(parent) } }
|
return SimpleBlock(Instant.EPOCH, Duration.ofNanos(pointLength), registered)
|
||||||
}
|
}
|
||||||
|
|
||||||
fun pileup(): NumassBlock {
|
fun pileup(): NumassBlock {
|
||||||
return SimpleBlock(Instant.EPOCH, Duration.ofNanos(pointLength)) { parent -> pileup.map { it.adopt(parent) } }
|
return SimpleBlock(Instant.EPOCH, Duration.ofNanos(pointLength), pileup)
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -8,6 +8,9 @@ import inr.numass.data.buildBunchChain
|
|||||||
import inr.numass.data.generateBlock
|
import inr.numass.data.generateBlock
|
||||||
import inr.numass.data.generateEvents
|
import inr.numass.data.generateEvents
|
||||||
import inr.numass.data.mergeEventChains
|
import inr.numass.data.mergeEventChains
|
||||||
|
import kotlinx.coroutines.experimental.channels.produce
|
||||||
|
import kotlinx.coroutines.experimental.channels.toList
|
||||||
|
import kotlinx.coroutines.experimental.runBlocking
|
||||||
import java.time.Instant
|
import java.time.Instant
|
||||||
|
|
||||||
fun main(args: Array<String>) {
|
fun main(args: Array<String>) {
|
||||||
@ -18,13 +21,21 @@ fun main(args: Array<String>) {
|
|||||||
val length = 1e12.toLong()
|
val length = 1e12.toLong()
|
||||||
val num = 60;
|
val num = 60;
|
||||||
|
|
||||||
val blocks = (1..num).map {
|
val start = Instant.now()
|
||||||
|
|
||||||
|
val blockchannel = produce {
|
||||||
|
(1..num).forEach {
|
||||||
val regularChain = generateEvents(cr)
|
val regularChain = generateEvents(cr)
|
||||||
val bunchChain = buildBunchChain(40.0, 0.01, 5.0)
|
val bunchChain = buildBunchChain(40.0, 0.01, 5.0)
|
||||||
|
|
||||||
val generator = mergeEventChains(regularChain, bunchChain)
|
send(mergeEventChains(regularChain, bunchChain).generateBlock(start.plusNanos(it * length), length))
|
||||||
generateBlock(Instant.now().plusNanos(it * length), length, generator)
|
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
val blocks = runBlocking {
|
||||||
|
blockchannel.toList()
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
val point = SimpleNumassPoint(blocks, 10000.0)
|
val point = SimpleNumassPoint(blocks, 10000.0)
|
||||||
|
|
||||||
|
@ -8,6 +8,9 @@ import inr.numass.actions.TimeAnalyzerAction
|
|||||||
import inr.numass.data.api.OrphanNumassEvent
|
import inr.numass.data.api.OrphanNumassEvent
|
||||||
import inr.numass.data.api.SimpleNumassPoint
|
import inr.numass.data.api.SimpleNumassPoint
|
||||||
import inr.numass.data.generateBlock
|
import inr.numass.data.generateBlock
|
||||||
|
import kotlinx.coroutines.experimental.channels.produce
|
||||||
|
import kotlinx.coroutines.experimental.channels.toList
|
||||||
|
import kotlinx.coroutines.experimental.runBlocking
|
||||||
import org.apache.commons.math3.random.JDKRandomGenerator
|
import org.apache.commons.math3.random.JDKRandomGenerator
|
||||||
import org.apache.commons.math3.random.RandomGenerator
|
import org.apache.commons.math3.random.RandomGenerator
|
||||||
import java.time.Instant
|
import java.time.Instant
|
||||||
@ -18,7 +21,7 @@ fun main(args: Array<String>) {
|
|||||||
|
|
||||||
val cr = 30e3
|
val cr = 30e3
|
||||||
val length = 30e9.toLong()
|
val length = 30e9.toLong()
|
||||||
val num = 20
|
val num = 4
|
||||||
val dt = 6.5
|
val dt = 6.5
|
||||||
|
|
||||||
val rnd = JDKRandomGenerator()
|
val rnd = JDKRandomGenerator()
|
||||||
@ -32,16 +35,26 @@ fun main(args: Array<String>) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
val chain = MarkovChain(OrphanNumassEvent(1000, 0)) { event ->
|
val start = Instant.now()
|
||||||
|
|
||||||
|
//TODO make parallel
|
||||||
|
val blockChannel = produce {
|
||||||
|
(1..num).forEach {
|
||||||
|
send(
|
||||||
|
MarkovChain(OrphanNumassEvent(1000, 0)) { event ->
|
||||||
//val deltaT = rnd.nextDeltaTime(cr * exp(- event.timeOffset / 1e11))
|
//val deltaT = rnd.nextDeltaTime(cr * exp(- event.timeOffset / 1e11))
|
||||||
val deltaT = rnd.nextDeltaTime(cr)
|
val deltaT = rnd.nextDeltaTime(cr)
|
||||||
OrphanNumassEvent(1000, event.timeOffset + deltaT)
|
OrphanNumassEvent(1000, event.timeOffset + deltaT)
|
||||||
|
}.generateBlock(start.plusNanos(it * length), length)
|
||||||
|
)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
val blocks = (1..num).map {
|
val blocks = runBlocking {
|
||||||
generateBlock(Instant.now().plusNanos(it * length), length, chain)
|
blockChannel.toList()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
val point = SimpleNumassPoint(blocks, 12000.0)
|
val point = SimpleNumassPoint(blocks, 12000.0)
|
||||||
|
|
||||||
val meta = buildMeta {
|
val meta = buildMeta {
|
||||||
|
@ -4,6 +4,7 @@ import inr.numass.data.channel
|
|||||||
import inr.numass.data.plotAmplitudeSpectrum
|
import inr.numass.data.plotAmplitudeSpectrum
|
||||||
import inr.numass.data.storage.ProtoNumassPoint
|
import inr.numass.data.storage.ProtoNumassPoint
|
||||||
import inr.numass.data.transformChain
|
import inr.numass.data.transformChain
|
||||||
|
import kotlinx.coroutines.experimental.runBlocking
|
||||||
import java.io.File
|
import java.io.File
|
||||||
|
|
||||||
fun main(args: Array<String>) {
|
fun main(args: Array<String>) {
|
||||||
@ -26,6 +27,7 @@ fun main(args: Array<String>) {
|
|||||||
println("Number of events for pixel 4 is ${it.events.count()}")
|
println("Number of events for pixel 4 is ${it.events.count()}")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
runBlocking {
|
||||||
listOf(0, 20, 50, 100, 200).forEach { window ->
|
listOf(0, 20, 50, 100, 200).forEach { window ->
|
||||||
|
|
||||||
point.transformChain { first, second ->
|
point.transformChain { first, second ->
|
||||||
@ -59,4 +61,6 @@ fun main(args: Array<String>) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
}
|
||||||
}
|
}
|
@ -68,7 +68,7 @@ object NumassFitScanSummaryTask : AbstractTask<Table>() {
|
|||||||
pars.getValue("trap"))
|
pars.getValue("trap"))
|
||||||
}
|
}
|
||||||
val res = TableTransform.sort(builder.build(), "m", true)
|
val res = TableTransform.sort(builder.build(), "m", true)
|
||||||
context.io.output(nodeName, stage = name).render(NumassUtils.wrap(res, meta))
|
context.output.get(nodeName, stage = name).render(NumassUtils.wrap(res, meta))
|
||||||
return res
|
return res
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -60,7 +60,7 @@ val analyzeTask = task("analyze") {
|
|||||||
pipe<NumassSet, Table> { set ->
|
pipe<NumassSet, Table> { set ->
|
||||||
SmartAnalyzer().analyzeSet(set, meta).also { res ->
|
SmartAnalyzer().analyzeSet(set, meta).also { res ->
|
||||||
val outputMeta = meta.builder.putNode("data", set.meta)
|
val outputMeta = meta.builder.putNode("data", set.meta)
|
||||||
context.io.output(name, stage = "numass.analyze").render(NumassUtils.wrap(res, outputMeta))
|
context.output.get(name, stage = "numass.analyze").render(NumassUtils.wrap(res, outputMeta))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -105,13 +105,13 @@ val monitorTableTask = task("monitor") {
|
|||||||
//add set markers
|
//add set markers
|
||||||
addSetMarkers(frame, data.values)
|
addSetMarkers(frame, data.values)
|
||||||
}
|
}
|
||||||
context.io.output(name, stage = "numass.monitor", type = "dfp").render(PlotFrame.Wrapper().wrap(frame))
|
context.output.get(name, stage = "numass.monitor", type = "dfp").render(PlotFrame.Wrapper().wrap(frame))
|
||||||
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
context.io.output(name, stage = "numass.monitor").render(NumassUtils.wrap(res, meta))
|
context.output.get(name, stage = "numass.monitor").render(NumassUtils.wrap(res, meta))
|
||||||
|
|
||||||
return@join res;
|
return@join res;
|
||||||
}
|
}
|
||||||
@ -170,7 +170,7 @@ val subtractEmptyTask = task("dif") {
|
|||||||
|
|
||||||
res.goal.onComplete { r, _ ->
|
res.goal.onComplete { r, _ ->
|
||||||
if (r != null) {
|
if (r != null) {
|
||||||
context.io.output(input.name + "_subtract", stage = "numass.merge").render(NumassUtils.wrap(r, resMeta))
|
context.output.get(input.name + "_subtract", stage = "numass.merge").render(NumassUtils.wrap(r, resMeta))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -221,7 +221,7 @@ val fitTask = task("fit") {
|
|||||||
configure(meta.getMeta("fit"))
|
configure(meta.getMeta("fit"))
|
||||||
}
|
}
|
||||||
pipe<Table, FitResult> { data ->
|
pipe<Table, FitResult> { data ->
|
||||||
context.io.stream(name, "numass.fit").use { out ->
|
context.output.stream(name, "numass.fit").use { out ->
|
||||||
val writer = PrintWriter(out)
|
val writer = PrintWriter(out)
|
||||||
writer.printf("%n*** META ***%n")
|
writer.printf("%n*** META ***%n")
|
||||||
writer.println(meta.toString())
|
writer.println(meta.toString())
|
||||||
|
@ -29,7 +29,7 @@ public class ServerRunner extends SimpleConfigurable implements AutoCloseable {
|
|||||||
public ServerRunner() throws IOException, ParseException {
|
public ServerRunner() throws IOException, ParseException {
|
||||||
// Global.instance().getPluginManager().load(StorageManager.class);
|
// Global.instance().getPluginManager().load(StorageManager.class);
|
||||||
|
|
||||||
Path configFile = context.getIo().getFile(SERVER_CONFIG_PATH).getPath();
|
Path configFile = context.getOutput().getFile(SERVER_CONFIG_PATH).getPath();
|
||||||
if (Files.exists(configFile)) {
|
if (Files.exists(configFile)) {
|
||||||
context.getLogger().info("Trying to read server configuration from {}", SERVER_CONFIG_PATH);
|
context.getLogger().info("Trying to read server configuration from {}", SERVER_CONFIG_PATH);
|
||||||
configure(MetaFileReader.Companion.read(configFile));
|
configure(MetaFileReader.Companion.read(configFile));
|
||||||
|
Loading…
Reference in New Issue
Block a user