{"type":"doc","content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{"minLevel":{"value":"1"},"maxLevel":{"value":"6"},"outline":{"value":"false"},"style":{"value":"none"},"type":{"value":"list"},"printable":{"value":"true"}},"macroMetadata":{"macroId":{"value":"fcf76f4a-92df-4149-851a-a9952670d0ab"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"8756cb48-799d-4968-9911-57dab0f74130"}},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"The Camel Transport Adapter is available starting from version 6.16.0 of FIXEdge C++.","type":"text"}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Overview","type":"text"}]},{"type":"paragraph","content":[{"text":"This document provides an introduction to the ","type":"text"},{"text":"Apache Camel","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/"}}]},{"text":" Transport Adapter (Camel TA) for FixEdge and outlines the general steps involved in its configuration.","type":"text"}]},{"type":"paragraph","content":[{"text":"FixEdge C++ integrates Camel TA to enhance its capabilities for data exchange with various external systems. Camel, an open-source integration framework, simplifies the process of connecting diverse systems that consume or produce data.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Use Cases","type":"text"}]},{"type":"paragraph","content":[{"text":"The main purpose of the Camel TA is to leverage Apache Camel's endpoints and EIP approach to extend FIXEdge functionality. For example:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Integration with middleware such as:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Google PubSub","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/google-pubsub-component.html"}}]},{"text":" / ","type":"text"},{"text":"AWS Kinesis","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/aws2-kinesis-component.html"}}]},{"text":" / ","type":"text"},{"text":"AWS MQ","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/aws2-mq-component.html"}}]},{"text":" / ","type":"text"},{"text":"Azure ServiceBus","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/azure-servicebus-component.html"}}]},{"text":" / ","type":"text"},{"text":"Azure Event Hubs","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/azure-eventhubs-component.html"}}]},{"text":" / ","type":"text"},{"text":"Pulsar","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/pulsar-component.html"}}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Integration with storages:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Local files / SFTP / ","type":"text"},{"text":"AWS S3","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/aws2-s3-component.html"}}]},{"text":" / ","type":"text"},{"text":"Azure Files","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/azure-files-component.html"}}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Conversion between formats:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"JSON / XML / CSV / ","type":"text"},{"text":"Swift MT","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/dataformats/swiftMt-dataformat.html"}}]},{"text":", ","type":"text"},{"text":"Swift MX","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/dataformats/swiftMx-dataformat.html"}}]},{"text":" / ","type":"text"},{"text":"Avro","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/dataformats/avro-dataformat.html"}}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Integration with databases:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Azure CosmosDB","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/azure-cosmosdb-component.html"}}]},{"text":" / ","type":"text"},{"text":"AWS DynamoDB","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/aws2-ddb-component.html"}}]},{"text":" / ","type":"text"},{"text":"Cassandra","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.10.x/cql-component.html"}}]},{"text":" ","type":"text"}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Users can also configure other Camel components from the ","type":"text"},{"text":"component list","type":"text","marks":[{"type":"link","attrs":{"href":"https://camel.apache.org/components/4.0.x/index.html"}}]},{"text":" that are suitable for their ecosystem and business needs.","type":"text"}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Configuration","type":"text"}]},{"type":"paragraph","content":[{"text":"Given that FIXEdge has already been installed in the user's environment, use the following steps to step up the Camel TA:","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Windows","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Enable Camel TA in the ","type":"text"},{"text":"`FIXEdge1/conf/FIXEdge.properties`","type":"text","marks":[{"type":"strong"}]},{"text":" using an example in the ","type":"text"},{"text":"`camel-ta-distribution/doc/example-windows.properties`","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"codeBlock","content":[{"text":"## Copy this example to FIXEdge.properties\n\n\n#------------------------------------------------------------\n# Transport Layer Section\n#------------------------------------------------------------\nTransportLayer.TransportAdapters = TransportLayer.CamelTA\nTransportLayer.JVMOptionsFile = FIXEdge1/conf/camel-ta-distribution/etc/JVM_Options_windows.jvmopts\n\n#------------------------------------------------------------\n# CamelTA configuration\n#------------------------------------------------------------\n\n# Adaptor's name. Property is required \nTransportLayer.CamelTA.Description = Camel Routes Adapter\nTransportLayer.CamelTA.Type = DLL\nTransportLayer.CamelTA.DllName = bin/UniversalTADll-MD-x64.dll\nTransportLayer.CamelTA.ClientNames = CamelSession1,CamelSession2\nTransportLayer.CamelTA.Client.CamelSession1.Version = FIX44\nTransportLayer.CamelTA.Client.CamelSession2.Version = FIX44\nTransportLayer.CamelTA.JavaClass = com.epam.feta.impl.CamelTA\nTransportLayer.CamelTA.RoutesFile = ../FIXEdge1/conf/camel-ta-distribution/etc/routes.groovy","type":"text"}]},{"type":"paragraph"}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Edit routes in the ","type":"text"},{"text":"`camel-ta-distribution/etc/routes.groovy`","type":"text","marks":[{"type":"strong"}]},{"text":". See the examples below for reference.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Linux (installed via .rpm)","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Get the FIXEdge package from Artifactory / Clientspace.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Copy the ","type":"text"},{"text":"`camel-ta-distribution/lib","type":"text","marks":[{"type":"strong"}]},{"text":"` to the ","type":"text"},{"text":"`/usr/lib64/fixedge/${FE_VERSION}/camel-ta`","type":"text","marks":[{"type":"strong"}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Copy the ","type":"text"},{"text":"`camel-ta-distribution/etc`","type":"text","marks":[{"type":"strong"}]},{"text":" to the ","type":"text"},{"text":"`/etc/fixedge/camel-ta`","type":"text","marks":[{"type":"strong"}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Enable Camel TA in the ","type":"text"},{"text":"`/etc/fixedge/FIXEdge.properties`","type":"text","marks":[{"type":"strong"}]},{"text":" using an example in the ","type":"text"},{"text":"`camel-ta-distribution/doc/example-linux.properties`","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"codeBlock","content":[{"text":"## Copy this example to FIXEdge.properties\n\n\nTransportLayer.TransportAdapters = TransportLayer.CamelTA\nTransportLayer.JVMOptionsFile = /etc/fixedge/camel-ta/JVM_Options.jvmopts\n\n#------------------------------------------------------------\n# Camel Adaptor configuration\n#------------------------------------------------------------\n\nTransportLayer.CamelTA.DllName = /usr/lib64/fixedge/${FE_VERSION}/libUniversalTADll.so\nTransportLayer.CamelTA.Description = Camel Routes Adapter\nTransportLayer.CamelTA.JavaClass = com.epam.feta.impl.CamelTA\nTransportLayer.CamelTA.ClientNames = CamelSession1,CamelSession2\nTransportLayer.CamelTA.Client.CamelSession1.Version = FIX44\nTransportLayer.CamelTA.Client.CamelSession2.Version = FIX44\nTransportLayer.CamelTA.RoutesFile = /etc/fixedge/camel-ta/routes.groovy","type":"text"}]},{"type":"paragraph"}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Edit routes in ","type":"text"},{"text":"`/etc/fixedge/camel-ta/routes.groovy`","type":"text","marks":[{"type":"strong"}]},{"text":". See the examples below for reference.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Examples of Camel TA Configuration","type":"text"}]},{"type":"paragraph","content":[{"text":"Clients can also find these examples of Camel TA configuration in the ","type":"text"},{"text":"/etc/fixedge/camel-ta-distribution","type":"text","marks":[{"type":"strong"}]},{"text":" directory of the FIXEdge standard installation.","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Example 1","type":"text"}]},{"type":"paragraph","content":[{"text":"This sample will aggregate incoming messages into batches and propagate them to the RabbitMQ topic:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"groovy"},"content":[{"text":"import org.apache.camel.processor.aggregate.GroupedBodyAggregationStrategy;\n\nrule.\n from(\"fixedge:toBatchSample\").\n process(\"unwrapFixedgePayload\").\n aggregate(new GroupedBodyAggregationStrategy()).constant(true).\n completionSize(20).\n completionTimeout(5000). \n process(\"listToString\").\n to(\"rabbitmq://localhost/fix-in?exchangeType=direct&queue=poc-from-fixedge&autoDelete=false&username=rabbit&password=rabbitpassword\");\n \n\n/*\n== FIXEdge.properties ==\n\nTransportLayer.JVMOptionsFile = /etc/fixedge/camel-ta/JVM_Options.jvmopts\nTransportLayer.TransportAdapters = TransportLayer.CamelTA\n\n TransportLayer.CamelTA.DllName = /usr/lib64/fixedge/${FE_VERSION}/libUniversalTADll.so\n TransportLayer.CamelTA.Description = Camel Routes Adapter\n TransportLayer.CamelTA.JavaClass = com.epam.feta.impl.CamelTA\n TransportLayer.CamelTA.ClientNames = toBatchSample\n TransportLayer.CamelTA.Client.toBatchSample.Version = FIX44\n TransportLayer.CamelTA.RoutesFile = /etc/fixedge/camel-ta/routes.aggregate.groovy\n\n\n== BL_Config.xml ==\n\n\n\n\t\n\t \n \n \n \n\t \n\t \n\t \n\t \n \n\t \n\t \n\t \n\t \n\t\n\n\n*/","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Example 2","type":"text"}]},{"type":"paragraph","content":[{"text":"This sample expects a JSON-encoded FIX message, as defined in the","type":"text"},{"text":" Encoding FIX using JSON FIX ","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.fixtrading.org/standards/json-online/"}}]},{"text":"Trading Community standard.","type":"text"}]},{"type":"paragraph","content":[{"text":"It includes 3 routes:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"json2csv","type":"text","marks":[{"type":"strong"}]},{"text":" - JSON will be transformed to a CSV file in the ","type":"text"},{"text":"'/var/lib/fixedge/work'","type":"text","marks":[{"type":"strong"}]},{"text":" folder, with a header row as defined below.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"dailyMoveFilesToUpload","type":"text","marks":[{"type":"strong"}]},{"text":" - every day at 12:00AM move files from the ","type":"text"},{"text":"'/var/lib/fixedge/work'","type":"text","marks":[{"type":"strong"}]},{"text":" to the ","type":"text"},{"text":"'/var/lib/fixedge/upload'","type":"text","marks":[{"type":"strong"}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"uploadToFtpAndMoveToDoneRoute","type":"text","marks":[{"type":"strong"}]},{"text":" - detect files in the ","type":"text"},{"text":"'/var/lib/fixedge/upload'","type":"text","marks":[{"type":"strong"}]},{"text":" folder, and upload them to the FTP server.","type":"text"}]}]}]},{"type":"codeBlock","attrs":{"language":"groovy"},"content":[{"text":"import org.apache.camel.dataformat.csv.CsvDataFormat;\nimport com.epam.feta.camel.processor.JsonFlattener;\n\nCsvDataFormat customCsv = new CsvDataFormat()\nString[] csvHeader = [\"MsgType\", \"TransactTime\", \"ClOrdID\", \"OrigClOrdID\", \"OrdType\", \"Side\", \"Symbol\", \"OrderQty\", \"Price\", \"ExecID\", \"ExecType\", \"OrdStatus\", \"LastQty\", \"LastPx\", \"CumQty\", \"AvgPx\"] as String[]\nString headerLine = String.join(\",\", csvHeader) + \"\\n\"\n\ncustomCsv.setHeader(csvHeader)\ncustomCsv.setSkipHeaderRecord(true)\n\nrule.\n from(\"fixedge:toCsvSample\").\n routeId(\"json2csv\").\n unmarshal().json().\n process(exchange -> {\n Map headerData = exchange.in.body.get(\"Header\")\n Map bodyData = exchange.in.body.get(\"Body\")\n Map flattenedData = JsonFlattener.flatten(headerData) + JsonFlattener.flatten(bodyData) \n \n exchange.setProperty(\"flattenedData\", flattenedData)\n exchange.in.body = headerLine\n \n }).\n to(\"file:/var/lib/fixedge/work?fileName=from-camel.csv&fileExist=Ignore\").\n process(exchange -> {\n exchange.in.body = exchange.getProperty(\"flattenedData\")\n }).\n marshal(customCsv).\n to(\"file:/var/lib/fixedge/work?fileName=from-camel.csv&fileExist=Append\");\n\n\nrule.\n // trigger daily at 12:00AM. For debugging you can use scheduler.cron=0+*/5+*+*+*+? to trigger every 5 minutes \n from(\"file:/var/lib/fixedge/work?delete=true&maxMessagesPerPoll=100&scheduler=quartz&scheduler.cron=0+0+12+*+*+?\"). \n routeId(\"dailyMoveFilesToUpload\").\n to(\"file:/var/lib/fixedge/upload\"); \n \n \nrule.\n from(\"file:/var/lib/fixedge/upload\").\n routeId(\"uploadToFtpAndMoveToDoneRoute\").\n // get credentials at https://dlptest.com/ftp-test/\n to(\"ftp://ftp.dlptest.com?binary=true&passiveMode=true&username=xxxx&password=yyyy\"). \n to(\"file:/var/lib/fixedge/done\");\n \n \n/*\n== FIXEdge.properties ==\n\nTransportLayer.JVMOptionsFile = /etc/fixedge/camel-ta/JVM_Options.jvmopts\nTransportLayer.TransportAdapters = TransportLayer.CamelTA\n\n TransportLayer.CamelTA.DllName = /usr/lib64/fixedge/${FE_VERSION}/libUniversalTADll.so\n TransportLayer.CamelTA.Description = Camel Routes Adapter\n TransportLayer.CamelTA.JavaClass = com.epam.feta.impl.CamelTA\n TransportLayer.CamelTA.ClientNames = toCsvSample\n TransportLayer.CamelTA.Client.toCsvSample.Version = FIX44\n TransportLayer.CamelTA.Client.toCsvSample.SmartXMLProcessing = true\n TransportLayer.CamelTA.RoutesFile = /etc/fixedge/camel-ta/routes.csv.groovy\n\n\n== BL_Config.xml ==\n\n\n\n\t\n\t \n \n \n \n\t \n\t \n\t \n\t \n \n\t \n\t \n\t \n\t \n\t\n\n\n*/","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Built-in Processors","type":"text"}]},{"type":"paragraph","content":[{"text":"To support some typical scenarios in FIXEdge, these custom processors were implemented:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"sohToBar","type":"text","marks":[{"type":"strong"}]},{"text":" - converts 0x01 ('SOH') character to pipe ('|').","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"barToSOH","type":"text","marks":[{"type":"strong"}]},{"text":" - converts pipe ('|') character to 0x01 ('SOH').","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"listToString","type":"text","marks":[{"type":"strong"}]},{"text":" - converts the body from Java List to String containing JSON-like array.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"unwrapFixedgePayload","type":"text","marks":[{"type":"strong"}]},{"text":" - extracts payload from FIX message XML(213) tag.","type":"text"}]}]}]}],"version":1}

Browser not supported