EN master
Examples
Change Logs
JSON
In JSON format
Below is the example of a default configuration file in JSON format that needs to serve the model in Konduit-Serving. This configuration file may need simple editing to set up your setup, especially in Pipeline Steps.
Example default Inference Configuration with Sequence Pipeline Steps:
1
{
2
"host" : "localhost",
3
"port" : 0,
4
"useSsl" : false,
5
"protocol" : "HTTP",
6
"staticContentRoot" : "static-content",
7
"staticContentUrl" : "/static-content",
8
"staticContentIndexPage" : "/index.html",
9
"kafkaConfiguration" : {
10
"startHttpServerForKafka" : true,
11
"httpKafkaHost" : "localhost",
12
"httpKafkaPort" : 0,
13
"consumerTopicName" : "inference-in",
14
"consumerKeyDeserializerClass" : "io.vertx.kafka.client.serialization.JsonObjectDeserializer",
15
"consumerValueDeserializerClass" : "io.vertx.kafka.client.serialization.JsonObjectDeserializer",
16
"consumerGroupId" : "konduit-serving-consumer-group",
17
"consumerAutoOffsetReset" : "earliest",
18
"consumerAutoCommit" : "true",
19
"producerTopicName" : "inference-out",
20
"producerKeySerializerClass" : "io.vertx.kafka.client.serialization.JsonObjectSerializer",
21
"producerValueSerializerClass" : "io.vertx.kafka.client.serialization.JsonObjectSerializer",
22
"producerAcks" : "1"
23
},
24
"mqttConfiguration" : { },
25
"customEndpoints" : [ ],
26
"pipeline" : {
27
"steps" : [ {
28
"@type" : "DEEPLEARNING4J",
29
"modelUri" : "<path_to_model>",
30
"inputNames" : [ "1", "2" ],
31
"outputNames" : [ "11", "22" ]
32
}, {
33
"@type" : "LOGGING",
34
"logLevel" : "INFO",
35
"log" : "KEYS_AND_VALUES"
36
} ]
37
}
38
}
Copied!
Example default Inference Configuration with Graph Pipeline Steps:
1
{
2
"host" : "localhost",
3
"port" : 0,
4
"useSsl" : false,
5
"protocol" : "HTTP",
6
"staticContentRoot" : "static-content",
7
"staticContentUrl" : "/static-content",
8
"staticContentIndexPage" : "/index.html",
9
"kafkaConfiguration" : {
10
"startHttpServerForKafka" : true,
11
"httpKafkaHost" : "localhost",
12
"httpKafkaPort" : 0,
13
"consumerTopicName" : "inference-in",
14
"consumerKeyDeserializerClass" : "io.vertx.kafka.client.serialization.JsonObjectDeserializer",
15
"consumerValueDeserializerClass" : "io.vertx.kafka.client.serialization.JsonObjectDeserializer",
16
"consumerGroupId" : "konduit-serving-consumer-group",
17
"consumerAutoOffsetReset" : "earliest",
18
"consumerAutoCommit" : "true",
19
"producerTopicName" : "inference-out",
20
"producerKeySerializerClass" : "io.vertx.kafka.client.serialization.JsonObjectSerializer",
21
"producerValueSerializerClass" : "io.vertx.kafka.client.serialization.JsonObjectSerializer",
22
"producerAcks" : "1"
23
},
24
"mqttConfiguration" : { },
25
"customEndpoints" : [ ],
26
"pipeline" : {
27
"outputStep" : "4",
28
"steps" : {
29
"1" : {
30
"@type" : "LOGGING",
31
"@input" : "input",
32
"logLevel" : "INFO",
33
"log" : "KEYS_AND_VALUES"
34
},
35
"2" : {
36
"@type" : "TENSORFLOW",
37
"@input" : "1",
38
"inputNames" : [ "1", "2" ],
39
"outputNames" : [ "11", "22" ],
40
"modelUri" : "<path_to_model>"
41
},
42
"3" : {
43
"@type" : "DEEPLEARNING4J",
44
"@input" : "1",
45
"modelUri" : "<path_to_model>",
46
"inputNames" : [ "1", "2" ],
47
"outputNames" : [ "11", "22" ]
48
},
49
"4" : {
50
"@type" : "MERGE",
51
"@input" : [ "2", "3" ]
52
}
53
}
54
}
55
}
Copied!
For more details on how to create the configuration file, please refer to the examples:
Last modified 1yr ago
Copy link