[{"data":1,"prerenderedAt":40},["ShallowReactive",2],{"project-scala-pipeline":3},{"id":4,"title":5,"body":6,"description":12,"extension":20,"heroImages":21,"highlights":25,"meta":26,"navigation":27,"overview":28,"path":29,"role":30,"seo":31,"stack":32,"stem":35,"tagline":36,"type":37,"year":38,"__hash__":39},"projects\u002Fprojects\u002Fscala-pipeline.md","ScalaPipeline Framework",{"type":7,"value":8,"toc":16},"minimark",[9,13],[10,11,12],"p",{},"ScalaPipeline is a data pipeline framework I want to build in Scala. The idea is to read data from a source, apply some transformations and checks, then write the result somewhere else, with types so that the compiler catches the mistakes.",[10,14,15],{},"For now it is only the start. The sbt project is set up with Scala 3 and the code is just a hello world. I wrote the list of what I want to do in the README (modular steps, error handling, sources and outputs you can add, logs, parallel processing) but none of it is built yet.",{"title":17,"searchDepth":18,"depth":18,"links":19},"",2,[],"md",[22,23,24],"\u002Fresources\u002Fimg\u002Fscala-pipeline\u002Farchitecture.png","\u002Fresources\u002Fimg\u002Fscala-pipeline\u002Fdashboard.png","\u002Fresources\u002Fimg\u002Fscala-pipeline\u002Fflow.png",[],{},true,"The start of a data pipeline framework in Scala: read data from a source, transform and check it, then write it somewhere else.","\u002Fprojects\u002Fscala-pipeline","Developer",{"title":5,"description":12},[33,34],"Scala 3","sbt","projects\u002Fscala-pipeline","A data pipeline framework built with Scala.","Personal",2024,"PZF1Z5J-Ynb_i41QxwfIclNAU2kpzn_CiI7vKz2-Jc0",1791377584671]