[{"data":1,"prerenderedAt":3194},["ShallowReactive",2],{"navigation":3,"\u002Fhow-to\u002Fobserve\u002Fbuilding-an-etl":909,"\u002Fhow-to\u002Fobserve\u002Fbuilding-an-etl-surround":3189},[4,59,188,271,445,591,760,791],{"title":5,"type":6,"device":6,"path":7,"stem":8,"children":9,"page":41},"Get Started",null,"\u002Fget-started\u002F","01.get-started",[10,15,42,47,51,55],{"title":11,"path":12,"stem":13,"type":14,"device":6},"Welcome to UniteLabs","\u002Fget-started\u002Fwelcome\u002F","01.get-started\u002F00.welcome","landing",{"title":16,"type":6,"device":6,"path":17,"stem":18,"children":19,"page":41},"Setup","\u002Fget-started\u002Fsetup\u002F","01.get-started\u002F01.setup",[20,25,29,33,37],{"title":21,"path":22,"stem":23,"type":24,"device":6},"Get access","\u002Fget-started\u002Fsetup\u002Fget-access\u002F","01.get-started\u002F01.setup\u002F00.get-access","howto",{"title":26,"path":27,"stem":28,"type":24,"device":6},"GroundControl","\u002Fget-started\u002Fsetup\u002Fgroundcontrol\u002F","01.get-started\u002F01.setup\u002F10.groundcontrol",{"title":30,"path":31,"stem":32,"type":24,"device":6},"Connect to Platform","\u002Fget-started\u002Fsetup\u002Fconnect-to-platform\u002F","01.get-started\u002F01.setup\u002F20.connect-to-platform",{"title":34,"path":35,"stem":36,"type":24,"device":6},"Set up your development machine","\u002Fget-started\u002Fsetup\u002Fdeveloper-machine\u002F","01.get-started\u002F01.setup\u002F30.developer-machine",{"title":38,"path":39,"stem":40,"type":24,"device":6},"SDK installation","\u002Fget-started\u002Fsetup\u002Fsdk-installation\u002F","01.get-started\u002F01.setup\u002F40.sdk-installation",false,{"title":43,"path":44,"stem":45,"type":46,"device":6},"Control a device","\u002Fget-started\u002Fcontrol-a-device\u002F","01.get-started\u002F02.control-a-device","tutorial",{"title":48,"path":49,"stem":50,"type":46,"device":6},"Liquid handling as code","\u002Fget-started\u002Fliquid-handling-as-code\u002F","01.get-started\u002F03.liquid-handling-as-code",{"title":52,"path":53,"stem":54,"type":46,"device":6},"Automate your workflows","\u002Fget-started\u002Fautomate-your-workflows\u002F","01.get-started\u002F04.automate-your-workflows",{"title":56,"path":57,"stem":58,"type":6,"device":6},"Self-Paced Setup Guide","\u002Fget-started\u002Fself-onboarding\u002F","01.get-started\u002F90.self-onboarding",{"title":60,"type":6,"device":6,"path":61,"stem":62,"children":63,"page":41},"How-to","\u002Fhow-to\u002F","02.how-to",[64,118,163,180],{"title":65,"type":6,"device":6,"path":66,"stem":67,"children":68,"page":41},"Connectors and devices","\u002Fhow-to\u002Fintegrate\u002F","02.how-to\u002F02.integrate",[69,102],{"title":70,"type":6,"device":6,"path":71,"stem":72,"children":73,"page":41},"Connect a device","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device",[74,78,82,86,90,94,98],{"title":75,"path":76,"stem":77,"type":24,"device":6},"Connector Configuration","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002Fconnector-configuration\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device\u002F10.connector-configuration",{"title":79,"path":80,"stem":81,"type":24,"device":6},"With an executable","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002Fwith-an-executable\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device\u002F20.with-an-executable",{"title":83,"path":84,"stem":85,"type":24,"device":6},"From source","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002Ffrom-source\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device\u002F30.from-source",{"title":87,"path":88,"stem":89,"type":24,"device":6},"Build your own","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002Fbuild-yourself\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device\u002F40.build-yourself",{"title":91,"path":92,"stem":93,"type":24,"device":6},"Headless install","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002Fheadless-install\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device\u002F50.headless-install",{"title":95,"path":96,"stem":97,"type":24,"device":6},"Raspberry Pi","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002Fraspberry-pi\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device\u002F55.raspberry-pi",{"title":99,"path":100,"stem":101,"type":24,"device":6},"Multi-device Networking","\u002Fhow-to\u002Fintegrate\u002Fconnect-a-device\u002Fmultiple-devices\u002F","02.how-to\u002F02.integrate\u002F20.connect-a-device\u002F60.multiple-devices",{"title":103,"type":6,"device":6,"path":104,"stem":105,"children":106,"page":41},"Use a device","\u002Fhow-to\u002Fintegrate\u002Fuse-a-device\u002F","02.how-to\u002F02.integrate\u002F30.use-a-device",[107,110,114],{"title":26,"path":108,"stem":109,"type":24,"device":6},"\u002Fhow-to\u002Fintegrate\u002Fuse-a-device\u002Fgroundcontrol\u002F","02.how-to\u002F02.integrate\u002F30.use-a-device\u002F10.groundcontrol",{"title":111,"path":112,"stem":113,"type":24,"device":6},"Platform","\u002Fhow-to\u002Fintegrate\u002Fuse-a-device\u002Fplatform\u002F","02.how-to\u002F02.integrate\u002F30.use-a-device\u002F20.platform",{"title":115,"path":116,"stem":117,"type":24,"device":6},"UniteLabs SDK & REST API","\u002Fhow-to\u002Fintegrate\u002Fuse-a-device\u002Fpython\u002F","02.how-to\u002F02.integrate\u002F30.use-a-device\u002F30.python",{"title":119,"type":6,"device":6,"path":120,"stem":121,"children":122,"page":41},"Workflows","\u002Fhow-to\u002Fautomate\u002F","02.how-to\u002F07.automate",[123,127,131,135,139,143,147,151,155,159],{"title":124,"path":125,"stem":126,"type":24,"device":6},"Deploy a workflow","\u002Fhow-to\u002Fautomate\u002Fdeploy-a-workflow\u002F","02.how-to\u002F07.automate\u002F30.deploy-a-workflow",{"title":128,"path":129,"stem":130,"type":24,"device":6},"Run a workflow","\u002Fhow-to\u002Fautomate\u002Frun-a-workflow\u002F","02.how-to\u002F07.automate\u002F35.run-a-workflow",{"title":132,"path":133,"stem":134,"type":24,"device":6},"CI\u002FCD for workflows","\u002Fhow-to\u002Fautomate\u002Fcicd-for-workflows\u002F","02.how-to\u002F07.automate\u002F40.cicd-for-workflows",{"title":136,"path":137,"stem":138,"type":24,"device":6},"HITL basics","\u002Fhow-to\u002Fautomate\u002Fbasic-hitl\u002F","02.how-to\u002F07.automate\u002F50.basic-hitl",{"title":140,"path":141,"stem":142,"type":24,"device":6},"Slack notifications and operator confirmation","\u002Fhow-to\u002Fautomate\u002Fslack-notifications\u002F","02.how-to\u002F07.automate\u002F52.slack-notifications",{"title":144,"path":145,"stem":146,"type":24,"device":6},"Typed operator inputs","\u002Fhow-to\u002Fautomate\u002Ftyped-operator-inputs\u002F","02.how-to\u002F07.automate\u002F55.typed-operator-inputs",{"title":148,"path":149,"stem":150,"type":24,"device":6},"Pause and resume a run","\u002Fhow-to\u002Fautomate\u002Fpause-and-resume\u002F","02.how-to\u002F07.automate\u002F57.pause-and-resume",{"title":152,"path":153,"stem":154,"type":24,"device":6},"Error recovery","\u002Fhow-to\u002Fautomate\u002Fbasic-error-handling\u002F","02.how-to\u002F07.automate\u002F60.basic-error-handling",{"title":156,"path":157,"stem":158,"type":24,"device":6},"Advanced error handling","\u002Fhow-to\u002Fautomate\u002Fadvanced-error-handling\u002F","02.how-to\u002F07.automate\u002F70.advanced-error-handling",{"title":160,"path":161,"stem":162,"type":24,"device":6},"Emit lineage events","\u002Fhow-to\u002Fautomate\u002Femitting-lineage-events\u002F","02.how-to\u002F07.automate\u002F90.emitting-lineage-events",{"title":164,"type":6,"device":6,"path":165,"stem":166,"children":167,"page":41},"Data","\u002Fhow-to\u002Fobserve\u002F","02.how-to\u002F08.observe",[168,172,176],{"title":169,"path":170,"stem":171,"type":24,"device":6},"File System Connector","\u002Fhow-to\u002Fobserve\u002Ffilesystem-connector\u002F","02.how-to\u002F08.observe\u002F10.filesystem-connector",{"title":173,"path":174,"stem":175,"type":24,"device":6},"Building an ETL","\u002Fhow-to\u002Fobserve\u002Fbuilding-an-etl\u002F","02.how-to\u002F08.observe\u002F20.building-an-etl",{"title":177,"path":178,"stem":179,"type":24,"device":6},"Read lineage events","\u002Fhow-to\u002Fobserve\u002Freading-lineage-events\u002F","02.how-to\u002F08.observe\u002F30.reading-lineage-events",{"title":111,"type":6,"device":6,"path":181,"stem":182,"children":183,"page":41},"\u002Fhow-to\u002Fplatform\u002F","02.how-to\u002F09.platform",[184],{"title":185,"path":186,"stem":187,"type":24,"device":6},"UniteLabs Desktop","\u002Fhow-to\u002Fplatform\u002Funitelabs-desktop\u002F","02.how-to\u002F09.platform\u002F10.unitelabs-desktop",{"title":189,"type":6,"device":6,"path":190,"stem":191,"children":192},"Technical Reference","\u002Ftechnical-reference\u002F","03.technical-reference",[193,196,201,213,226,235,244,253,262],{"title":194,"path":190,"stem":195,"type":14,"device":6},"Overview","03.technical-reference\u002Findex",{"title":197,"path":198,"stem":199,"type":200,"device":6},"REST API","\u002Ftechnical-reference\u002Frest-api\u002F","03.technical-reference\u002F01.rest-api","reference",{"title":119,"type":6,"device":6,"path":202,"stem":203,"children":204,"page":41},"\u002Ftechnical-reference\u002Fautomate\u002F","03.technical-reference\u002F07.automate",[205,209],{"title":206,"path":207,"stem":208,"type":200,"device":6},"Workflow template","\u002Ftechnical-reference\u002Fautomate\u002Fworkflow-template\u002F","03.technical-reference\u002F07.automate\u002F05.workflow-template",{"title":210,"path":211,"stem":212,"type":200,"device":6},"Workflows REST API","\u002Ftechnical-reference\u002Fautomate\u002Fworkflows-api\u002F","03.technical-reference\u002F07.automate\u002F80.workflows-api",{"title":26,"type":6,"device":6,"path":214,"stem":215,"children":216},"\u002Ftechnical-reference\u002Fgroundcontrol\u002F","03.technical-reference\u002F10.groundcontrol\u002Findex",[217,218,222],{"title":194,"path":214,"stem":215,"type":14,"device":6},{"title":219,"path":220,"stem":221,"type":200,"device":6},"Network requirements","\u002Ftechnical-reference\u002Fgroundcontrol\u002Fnetwork-requirements\u002F","03.technical-reference\u002F10.groundcontrol\u002F10.network-requirements",{"title":223,"path":224,"stem":225,"type":200,"device":6},"Changelog","\u002Ftechnical-reference\u002Fgroundcontrol\u002Fchangelog\u002F","03.technical-reference\u002F10.groundcontrol\u002F20.changelog",{"title":227,"type":6,"device":6,"path":228,"stem":229,"children":230},"UniteLabs SDK","\u002Ftechnical-reference\u002Fpython-sdk\u002F","03.technical-reference\u002F20.python-sdk\u002Findex",[231,232],{"title":194,"path":228,"stem":229,"type":14,"device":6},{"title":223,"path":233,"stem":234,"type":200,"device":6},"\u002Ftechnical-reference\u002Fpython-sdk\u002Fchangelog\u002F","03.technical-reference\u002F20.python-sdk\u002F20.changelog",{"title":236,"type":6,"device":6,"path":237,"stem":238,"children":239},"Liquid Handling SDK","\u002Ftechnical-reference\u002Fpython-liquid-handling-sdk\u002F","03.technical-reference\u002F30.python-liquid-handling-sdk\u002Findex",[240,241],{"title":194,"path":237,"stem":238,"type":14,"device":6},{"title":223,"path":242,"stem":243,"type":200,"device":6},"\u002Ftechnical-reference\u002Fpython-liquid-handling-sdk\u002Fchangelog\u002F","03.technical-reference\u002F30.python-liquid-handling-sdk\u002F20.changelog",{"title":245,"type":6,"device":6,"path":246,"stem":247,"children":248},"Labware","\u002Ftechnical-reference\u002Flabware\u002F","03.technical-reference\u002F40.labware\u002Findex",[249,250],{"title":194,"path":246,"stem":247,"type":14,"device":6},{"title":223,"path":251,"stem":252,"type":200,"device":6},"\u002Ftechnical-reference\u002Flabware\u002Fchangelog\u002F","03.technical-reference\u002F40.labware\u002F20.changelog",{"title":254,"type":6,"device":6,"path":255,"stem":256,"children":257},"Python Omnibus","\u002Ftechnical-reference\u002Fpython-omnibus\u002F","03.technical-reference\u002F50.python-omnibus\u002Findex",[258,259],{"title":194,"path":255,"stem":256,"type":14,"device":6},{"title":223,"path":260,"stem":261,"type":200,"device":6},"\u002Ftechnical-reference\u002Fpython-omnibus\u002Fchangelog\u002F","03.technical-reference\u002F50.python-omnibus\u002F20.changelog",{"title":263,"type":6,"device":6,"path":264,"stem":265,"children":266},"Python CDK","\u002Ftechnical-reference\u002Fpython-cdk\u002F","03.technical-reference\u002F60.python-cdk\u002Findex",[267,268],{"title":194,"path":264,"stem":265,"type":14,"device":6},{"title":223,"path":269,"stem":270,"type":200,"device":6},"\u002Ftechnical-reference\u002Fpython-cdk\u002Fchangelog\u002F","03.technical-reference\u002F60.python-cdk\u002F20.changelog",{"title":272,"type":6,"device":6,"path":273,"stem":274,"children":275,"page":41},"Concepts","\u002Fconcepts\u002F","04.concepts",[276,315,339,383,422],{"title":277,"type":6,"device":6,"path":278,"stem":279,"children":280,"page":41},"Labs as code","\u002Fconcepts\u002Flabs-as-code\u002F","04.concepts\u002F01.labs-as-code",[281,286,290],{"title":282,"path":283,"stem":284,"type":285,"device":6},"Lab as Code","\u002Fconcepts\u002Flabs-as-code\u002Fwhy-code\u002F","04.concepts\u002F01.labs-as-code\u002F00.why-code","explanation",{"title":287,"path":288,"stem":289,"type":285,"device":6},"How it works","\u002Fconcepts\u002Flabs-as-code\u002Fhow-it-works\u002F","04.concepts\u002F01.labs-as-code\u002F01.how-it-works",{"title":291,"type":6,"device":6,"path":292,"stem":293,"children":294,"page":41},"Use Cases","\u002Fconcepts\u002Flabs-as-code\u002Fuse-cases\u002F","04.concepts\u002F01.labs-as-code\u002F02.use-cases",[295,299,303,307,311],{"title":296,"path":297,"stem":298,"type":285,"device":6},"Instrument Control","\u002Fconcepts\u002Flabs-as-code\u002Fuse-cases\u002Flow-level-instrument-control\u002F","04.concepts\u002F01.labs-as-code\u002F02.use-cases\u002F10.low-level-instrument-control",{"title":300,"path":301,"stem":302,"type":285,"device":6},"Multi-device Control","\u002Fconcepts\u002Flabs-as-code\u002Fuse-cases\u002Fmulti-device-control\u002F","04.concepts\u002F01.labs-as-code\u002F02.use-cases\u002F20.multi-device-control",{"title":304,"path":305,"stem":306,"type":285,"device":6},"Workflow Orchestration","\u002Fconcepts\u002Flabs-as-code\u002Fuse-cases\u002Fworkflow-orchestration\u002F","04.concepts\u002F01.labs-as-code\u002F02.use-cases\u002F30.workflow-orchestration",{"title":308,"path":309,"stem":310,"type":285,"device":6},"Custom Apps and LIMS Integration","\u002Fconcepts\u002Flabs-as-code\u002Fuse-cases\u002Fcustom-apps-lims\u002F","04.concepts\u002F01.labs-as-code\u002F02.use-cases\u002F40.custom-apps-lims",{"title":312,"path":313,"stem":314,"type":285,"device":6},"Scale and Fleet Management","\u002Fconcepts\u002Flabs-as-code\u002Fuse-cases\u002Fscale-and-fleet\u002F","04.concepts\u002F01.labs-as-code\u002F02.use-cases\u002F50.scale-and-fleet",{"title":65,"type":6,"device":6,"path":316,"stem":317,"children":318,"page":41},"\u002Fconcepts\u002Fintegrate\u002F","04.concepts\u002F02.integrate",[319,323,327,331,335],{"title":320,"path":321,"stem":322,"type":285,"device":6},"Device","\u002Fconcepts\u002Fintegrate\u002Fdevice\u002F","04.concepts\u002F02.integrate\u002F05.device",{"title":324,"path":325,"stem":326,"type":285,"device":6},"Connector","\u002Fconcepts\u002Fintegrate\u002Fconnector\u002F","04.concepts\u002F02.integrate\u002F10.connector",{"title":328,"path":329,"stem":330,"type":285,"device":6},"Module","\u002Fconcepts\u002Fintegrate\u002Fmodule\u002F","04.concepts\u002F02.integrate\u002F20.module",{"title":332,"path":333,"stem":334,"type":285,"device":6},"Action","\u002Fconcepts\u002Fintegrate\u002Faction\u002F","04.concepts\u002F02.integrate\u002F30.action",{"title":336,"path":337,"stem":338,"type":285,"device":6},"Subscription","\u002Fconcepts\u002Fintegrate\u002Fsubscription\u002F","04.concepts\u002F02.integrate\u002F40.subscription",{"title":340,"type":6,"device":6,"path":341,"stem":342,"children":343,"page":41},"Liquid handling and robots","\u002Fconcepts\u002Foperate\u002F","04.concepts\u002F03.operate",[344,348,352,356,359,363,367,371,375,379],{"title":345,"path":346,"stem":347,"type":285,"device":6},"Liquid Handling","\u002Fconcepts\u002Foperate\u002Fliquid-handling\u002F","04.concepts\u002F03.operate\u002F10.liquid-handling",{"title":349,"path":350,"stem":351,"type":285,"device":6},"Modules","\u002Fconcepts\u002Foperate\u002Fmodules\u002F","04.concepts\u002F03.operate\u002F20.modules",{"title":353,"path":354,"stem":355,"type":285,"device":6},"Deck","\u002Fconcepts\u002Foperate\u002Fdeck\u002F","04.concepts\u002F03.operate\u002F30.deck",{"title":245,"path":357,"stem":358,"type":285,"device":6},"\u002Fconcepts\u002Foperate\u002Flabware\u002F","04.concepts\u002F03.operate\u002F40.labware",{"title":360,"path":361,"stem":362,"type":285,"device":6},"Liquids","\u002Fconcepts\u002Foperate\u002Fliquids\u002F","04.concepts\u002F03.operate\u002F50.liquids",{"title":364,"path":365,"stem":366,"type":285,"device":6},"Liquid Classes","\u002Fconcepts\u002Foperate\u002Fliquid-classes\u002F","04.concepts\u002F03.operate\u002F60.liquid-classes",{"title":368,"path":369,"stem":370,"type":285,"device":6},"Parameter Sets","\u002Fconcepts\u002Foperate\u002Fparameter-sets\u002F","04.concepts\u002F03.operate\u002F65.parameter-sets",{"title":372,"path":373,"stem":374,"type":285,"device":6},"Tips and Tip Tracking","\u002Fconcepts\u002Foperate\u002Ftips\u002F","04.concepts\u002F03.operate\u002F70.tips",{"title":376,"path":377,"stem":378,"type":285,"device":6},"Simulation","\u002Fconcepts\u002Foperate\u002Fsimulation\u002F","04.concepts\u002F03.operate\u002F80.simulation",{"title":380,"path":381,"stem":382,"type":285,"device":6},"Error Handling","\u002Fconcepts\u002Foperate\u002Ferror-handling\u002F","04.concepts\u002F03.operate\u002F90.error-handling",{"title":119,"type":6,"device":6,"path":384,"stem":385,"children":386,"page":41},"\u002Fconcepts\u002Fautomate\u002F","04.concepts\u002F07.automate",[387,391,395,399,403,407,411,415,419],{"title":388,"path":389,"stem":390,"type":285,"device":6},"Workflow","\u002Fconcepts\u002Fautomate\u002Fworkflow\u002F","04.concepts\u002F07.automate\u002F10.workflow",{"title":392,"path":393,"stem":394,"type":285,"device":6},"Phase","\u002Fconcepts\u002Fautomate\u002Fphase\u002F","04.concepts\u002F07.automate\u002F20.phase",{"title":396,"path":397,"stem":398,"type":285,"device":6},"Step","\u002Fconcepts\u002Fautomate\u002Fstep\u002F","04.concepts\u002F07.automate\u002F30.step",{"title":400,"path":401,"stem":402,"type":285,"device":6},"Runs","\u002Fconcepts\u002Fautomate\u002Fruns\u002F","04.concepts\u002F07.automate\u002F40.runs",{"title":404,"path":405,"stem":406,"type":285,"device":6},"Input","\u002Fconcepts\u002Fautomate\u002Finput\u002F","04.concepts\u002F07.automate\u002F50.input",{"title":408,"path":409,"stem":410,"type":285,"device":6},"Artifacts","\u002Fconcepts\u002Fautomate\u002Fartifacts\u002F","04.concepts\u002F07.automate\u002F60.artifacts",{"title":412,"path":413,"stem":414,"type":285,"device":6},"Logs","\u002Fconcepts\u002Fautomate\u002Flogs\u002F","04.concepts\u002F07.automate\u002F70.logs",{"title":416,"path":417,"stem":418,"type":285,"device":6},"Human in the Loop","\u002Fconcepts\u002Fautomate\u002Fhuman-in-the-loop\u002F","04.concepts\u002F07.automate\u002F80.human-in-the-loop",{"title":380,"path":420,"stem":421,"type":285,"device":6},"\u002Fconcepts\u002Fautomate\u002Ferror-handling\u002F","04.concepts\u002F07.automate\u002F90.error-handling",{"title":164,"type":6,"device":6,"path":423,"stem":424,"children":425,"page":41},"\u002Fconcepts\u002Fobserve\u002F","04.concepts\u002F08.observe",[426,429,433,437,441],{"title":194,"path":427,"stem":428,"type":14,"device":6},"\u002Fconcepts\u002Fobserve\u002Foverview\u002F","04.concepts\u002F08.observe\u002F10.overview",{"title":430,"path":431,"stem":432,"type":285,"device":6},"Object Storage","\u002Fconcepts\u002Fobserve\u002Fstorage\u002F","04.concepts\u002F08.observe\u002F10.storage",{"title":434,"path":435,"stem":436,"type":285,"device":6},"Secrets","\u002Fconcepts\u002Fobserve\u002Fsecrets\u002F","04.concepts\u002F08.observe\u002F20.secrets",{"title":438,"path":439,"stem":440,"type":285,"device":6},"Data sources","\u002Fconcepts\u002Fobserve\u002Fdata-sources\u002F","04.concepts\u002F08.observe\u002F30.data-sources",{"title":442,"path":443,"stem":444,"type":285,"device":6},"Data lineage","\u002Fconcepts\u002Fobserve\u002Fdata-lineage\u002F","04.concepts\u002F08.observe\u002F40.data-lineage",{"title":446,"type":6,"device":6,"path":447,"stem":448,"children":449,"page":41},"Devices","\u002Fdevices\u002F","05.devices",[450,453,501,514,530,567],{"title":194,"path":451,"stem":452,"type":14,"device":6},"\u002Fdevices\u002Foverview\u002F","05.devices\u002F00.overview",{"title":454,"path":455,"page":41,"children":456},"Heater-shakers","\u002Fdevices\u002Fheater-shakers\u002F",[457,478,488],{"title":458,"path":459,"stem":460,"type":200,"device":461},"QInstruments BioShake","\u002Fdevices\u002Fqinstruments-bioshake\u002F","05.devices\u002F10.qinstruments-bioshake",{"slug":462,"vendor":463,"category":464,"connector":462,"package":465,"models":466,"communication":473,"vendor_software":6,"os":474},"qinstruments-bioshake","QInstruments","Plate Shakers & Temperature Control","unitelabs-qinstruments-bioshake",[467,468,469,470,471,472],"BioShake 3000 \u002F 3000 elm \u002F 3000 elm DWP","BioShake 3000-T \u002F 3000-T elm","BioShake 5000 elm","BioShake D30 \u002F D30 elm \u002F D30-T \u002F D30-T elm","BioShake Q1 \u002F Q1 (1.2 mm) \u002F Q1 (3.0 mm) \u002F Q2","HeatPlate","serial (RS-232 over USB)",[475,476,477],"windows","linux","macos",{"title":479,"path":480,"stem":481,"type":200,"device":482},"QInstruments ColdPlate","\u002Fdevices\u002Fqinstruments-coldplate\u002F","05.devices\u002F20.qinstruments-coldplate",{"slug":483,"vendor":463,"category":464,"connector":462,"package":465,"models":484,"communication":473,"vendor_software":6,"os":487},"qinstruments-coldplate",[485,486],"ColdPlate","ColdPlate slim",[475,476,477],{"title":489,"path":490,"stem":491,"type":200,"device":492},"Inheco Thermoshake","\u002Fdevices\u002Finheco-thermoshake\u002F","05.devices\u002F30.inheco-thermoshake",{"slug":493,"vendor":494,"category":464,"connector":495,"models":496},"inheco-thermoshake","Inheco","inheco-tec-controller",[497,498,499,500],"Thermoshake AC","Thermoshake AC LC","Thermoshake Classic","Thermoshake RM",{"title":502,"path":503,"page":41,"children":504},"Incubation","\u002Fdevices\u002Fincubation\u002F",[505],{"title":506,"path":507,"stem":508,"type":200,"device":509},"Inheco SCILA","\u002Fdevices\u002Finheco-scila\u002F","05.devices\u002F40.inheco-scila",{"slug":510,"vendor":494,"category":502,"connector":510,"models":511},"inheco-scila",[512,513],"SCILA","SCILA MIX 2-gas mixing device",{"title":515,"path":516,"page":41,"children":517},"Thermal cyclers","\u002Fdevices\u002Fthermal-cyclers\u002F",[518],{"title":519,"path":520,"stem":521,"type":200,"device":522},"Inheco ODTC","\u002Fdevices\u002Finheco-odtc\u002F","05.devices\u002F50.inheco-odtc",{"slug":523,"vendor":494,"category":524,"connector":523,"models":525},"inheco-odtc","Thermal Cycler",[526,527,528,529],"ODTC 96","ODTC 96XL","ODTC 384","ODTC 384XL",{"title":531,"path":532,"page":41,"children":533},"Readers","\u002Fdevices\u002Freaders\u002F",[534,543,552],{"title":535,"path":536,"stem":537,"type":200,"device":538},"Agilent Biotek Gen5","\u002Fdevices\u002Fbiotek-gen5\u002F","05.devices\u002F60.biotek-gen5",{"slug":539,"vendor":540,"category":541,"connector":542},"biotek-gen5","Agilent","Readers & Imagers","gen5",{"title":544,"path":545,"stem":546,"type":200,"device":547},"Biotek Synergy H1","\u002Fdevices\u002Fbiotek-synergy-h1\u002F","05.devices\u002F70.biotek-synergy-h1",{"slug":548,"vendor":540,"category":541,"connector":549,"models":550},"biotek-synergy-h1","agilent-synergy-h1",[551],"BioTek Synergy H1",{"title":553,"path":554,"stem":555,"type":200,"device":556},"Tecan Infinite 200","\u002Fdevices\u002Ftecan-infinite-200\u002F","05.devices\u002F75.tecan-infinite-200",{"slug":557,"vendor":558,"category":541,"connector":557,"package":559,"models":560,"communication":564,"vendor_software":565,"os":566},"tecan-infinite-200","Tecan","unitelabs-tecan-infinite-200",[561,562,563],"Infinite F200","Infinite M200","Infinite M200 Pro","USB","i-control on Windows only, for its USB driver",[475,476,477],{"title":568,"path":569,"page":41,"children":570},"Tilt & turn","\u002Fdevices\u002Ftilt-and-turn\u002F",[571,581],{"title":572,"path":573,"stem":574,"type":200,"device":575},"QInstruments TiltStation","\u002Fdevices\u002Fqinstruments-tiltstation\u002F","05.devices\u002F80.qinstruments-tiltstation",{"slug":576,"vendor":463,"category":577,"connector":462,"package":465,"models":578,"communication":473,"vendor_software":6,"os":580},"qinstruments-tiltstation","Plate Tilting",[579],"TiltStation",[475,476,477],{"title":582,"path":583,"stem":584,"type":200,"device":585},"QInstruments TurnStation","\u002Fdevices\u002Fqinstruments-turnstation\u002F","05.devices\u002F90.qinstruments-turnstation",{"slug":586,"vendor":463,"category":587,"connector":462,"package":465,"models":588,"communication":473,"vendor_software":6,"os":590},"qinstruments-turnstation","Plate Rotating",[589],"TurnStation",[475,476,477],{"title":592,"type":6,"device":6,"path":593,"stem":594,"children":595,"page":41},"Liquid Handling and Robots","\u002Fliquid-handling-and-robots\u002F","06.liquid-handling-and-robots",[596,599,611,635,638,679,704,721,738],{"title":194,"path":597,"stem":598,"type":14,"device":6},"\u002Fliquid-handling-and-robots\u002Foverview\u002F","06.liquid-handling-and-robots\u002F00.overview",{"title":353,"type":6,"device":6,"path":600,"stem":601,"children":602,"page":41},"\u002Fliquid-handling-and-robots\u002Fdeck\u002F","06.liquid-handling-and-robots\u002F10.deck",[603,607],{"title":604,"path":605,"stem":606,"type":24,"device":6},"Building a Deck","\u002Fliquid-handling-and-robots\u002Fdeck\u002Fbuilding-a-deck\u002F","06.liquid-handling-and-robots\u002F10.deck\u002F10.building-a-deck",{"title":608,"path":609,"stem":610,"type":24,"device":6},"Save\u002FLoad a Deck","\u002Fliquid-handling-and-robots\u002Fdeck\u002Fsave-load-deck\u002F","06.liquid-handling-and-robots\u002F10.deck\u002F20.save-load-deck",{"title":612,"type":6,"device":6,"path":613,"stem":614,"children":615,"page":41},"Pipetting","\u002Fliquid-handling-and-robots\u002Fpipetting\u002F","06.liquid-handling-and-robots\u002F20.pipetting",[616,620,624,628,631],{"title":617,"path":618,"stem":619,"type":24,"device":6},"Basic Pipetting","\u002Fliquid-handling-and-robots\u002Fpipetting\u002Fbasic-pipetting\u002F","06.liquid-handling-and-robots\u002F20.pipetting\u002F10.basic-pipetting",{"title":621,"path":622,"stem":623,"type":24,"device":6},"Advanced Pipetting","\u002Fliquid-handling-and-robots\u002Fpipetting\u002Fadvanced-pipetting\u002F","06.liquid-handling-and-robots\u002F20.pipetting\u002F20.advanced-pipetting",{"title":625,"path":626,"stem":627,"type":24,"device":6},"Tip Handling","\u002Fliquid-handling-and-robots\u002Fpipetting\u002Ftip-handling\u002F","06.liquid-handling-and-robots\u002F20.pipetting\u002F30.tip-handling",{"title":364,"path":629,"stem":630,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Fpipetting\u002Fliquid-classes\u002F","06.liquid-handling-and-robots\u002F20.pipetting\u002F40.liquid-classes",{"title":632,"path":633,"stem":634,"type":24,"device":6},"Labware Transport","\u002Fliquid-handling-and-robots\u002Fpipetting\u002Flabware-transport\u002F","06.liquid-handling-and-robots\u002F20.pipetting\u002F50.labware-transport",{"title":376,"path":636,"stem":637,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Fsimulation\u002F","06.liquid-handling-and-robots\u002F30.simulation",{"title":639,"type":6,"device":6,"path":640,"stem":641,"children":642,"page":41},"Hamilton STAR","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star",[643,647,651,655,659,663,667,671,675],{"title":644,"path":645,"stem":646,"type":24,"device":6},"Positioning & Movement","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fpositioning\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F10.positioning",{"title":648,"path":649,"stem":650,"type":24,"device":6},"Gripper Module","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fcore-gripper\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F20.core-gripper",{"title":652,"path":653,"stem":654,"type":24,"device":6},"iSWAP Module","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fiswap\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F30.iswap",{"title":656,"path":657,"stem":658,"type":24,"device":6},"Using TADM","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Ftadm\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F40.tadm",{"title":660,"path":661,"stem":662,"type":24,"device":6},"Autoload Module","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fautoload\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F50.autoload",{"title":664,"path":665,"stem":666,"type":24,"device":6},"Waste Block","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fwaste-block\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F60.waste-block",{"title":668,"path":669,"stem":670,"type":24,"device":6},"Complex Mixing","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fcomplex-mixing\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F66.complex-mixing",{"title":672,"path":673,"stem":674,"type":24,"device":6},"Teaching Gripper Paddle Positions","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fgripper-positions\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F70.gripper-positions",{"title":676,"path":677,"stem":678,"type":24,"device":6},"Training a Custom Deck Position With the iSWAP","\u002Fliquid-handling-and-robots\u002Fhamilton-star\u002Fcustom-deck-position\u002F","06.liquid-handling-and-robots\u002F41.hamilton-star\u002F75.custom-deck-position",{"title":680,"type":6,"device":6,"path":681,"stem":682,"children":683,"page":41},"Hamilton Vantage","\u002Fliquid-handling-and-robots\u002Fhamilton-vantage\u002F","06.liquid-handling-and-robots\u002F42.hamilton-vantage",[684,688,692,696,700],{"title":685,"path":686,"stem":687,"type":24,"device":6},"Waste Configuration","\u002Fliquid-handling-and-robots\u002Fhamilton-vantage\u002Fwaste-configuration\u002F","06.liquid-handling-and-robots\u002F42.hamilton-vantage\u002F05.waste-configuration",{"title":689,"path":690,"stem":691,"type":24,"device":6},"Covers and Lights","\u002Fliquid-handling-and-robots\u002Fhamilton-vantage\u002Fcovers-and-lights\u002F","06.liquid-handling-and-robots\u002F42.hamilton-vantage\u002F10.covers-and-lights",{"title":693,"path":694,"stem":695,"type":24,"device":6},"IDL Module","\u002Fliquid-handling-and-robots\u002Fhamilton-vantage\u002Fidl\u002F","06.liquid-handling-and-robots\u002F42.hamilton-vantage\u002F20.idl",{"title":697,"path":698,"stem":699,"type":24,"device":6},"IPG Module","\u002Fliquid-handling-and-robots\u002Fhamilton-vantage\u002Fipg\u002F","06.liquid-handling-and-robots\u002F42.hamilton-vantage\u002F30.ipg",{"title":701,"path":702,"stem":703,"type":24,"device":6},"XL Pipettes","\u002Fliquid-handling-and-robots\u002Fhamilton-vantage\u002Fxl-channels\u002F","06.liquid-handling-and-robots\u002F42.hamilton-vantage\u002F40.xl-channels",{"title":705,"type":6,"device":6,"path":706,"stem":707,"children":708,"page":41},"Agilent Bravo","\u002Fliquid-handling-and-robots\u002Fagilent-bravo\u002F","06.liquid-handling-and-robots\u002F43.agilent-bravo",[709,712,715,718],{"title":625,"path":710,"stem":711,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Fagilent-bravo\u002Ftip-handling\u002F","06.liquid-handling-and-robots\u002F43.agilent-bravo\u002F10.tip-handling",{"title":617,"path":713,"stem":714,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Fagilent-bravo\u002Fbasic-pipetting\u002F","06.liquid-handling-and-robots\u002F43.agilent-bravo\u002F20.basic-pipetting",{"title":364,"path":716,"stem":717,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Fagilent-bravo\u002Fliquid-classes\u002F","06.liquid-handling-and-robots\u002F43.agilent-bravo\u002F25.liquid-classes",{"title":648,"path":719,"stem":720,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Fagilent-bravo\u002Fusing-the-gripper\u002F","06.liquid-handling-and-robots\u002F43.agilent-bravo\u002F30.using-the-gripper",{"title":722,"type":6,"device":6,"path":723,"stem":724,"children":725,"page":41},"Tecan FluentControl","\u002Fliquid-handling-and-robots\u002Ftecan-fluentcontrol\u002F","06.liquid-handling-and-robots\u002F44.tecan-fluentcontrol",[726,730,734],{"title":727,"path":728,"stem":729,"type":24,"device":6},"Connect & Run a Method","\u002Fliquid-handling-and-robots\u002Ftecan-fluentcontrol\u002Fconnect-and-run\u002F","06.liquid-handling-and-robots\u002F44.tecan-fluentcontrol\u002F10.connect-and-run",{"title":731,"path":732,"stem":733,"type":24,"device":6},"Sending XML Commands","\u002Fliquid-handling-and-robots\u002Ftecan-fluentcontrol\u002Fsending-xml-commands\u002F","06.liquid-handling-and-robots\u002F44.tecan-fluentcontrol\u002F20.sending-xml-commands",{"title":735,"path":736,"stem":737,"type":24,"device":6},"Full Workflow Example","\u002Fliquid-handling-and-robots\u002Ftecan-fluentcontrol\u002Ffull-workflow-example\u002F","06.liquid-handling-and-robots\u002F44.tecan-fluentcontrol\u002F30.full-workflow-example",{"title":739,"type":6,"device":6,"path":740,"stem":741,"children":742,"page":41},"Tecan Freedom EVO","\u002Fliquid-handling-and-robots\u002Ftecan-freedom-evo\u002F","06.liquid-handling-and-robots\u002F45.tecan-freedom-evo",[743,747,750,753,757],{"title":744,"path":745,"stem":746,"type":24,"device":6},"Deck & Carriers","\u002Fliquid-handling-and-robots\u002Ftecan-freedom-evo\u002Fdeck-and-carriers\u002F","06.liquid-handling-and-robots\u002F45.tecan-freedom-evo\u002F10.deck-and-carriers",{"title":625,"path":748,"stem":749,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Ftecan-freedom-evo\u002Ftip-handling\u002F","06.liquid-handling-and-robots\u002F45.tecan-freedom-evo\u002F20.tip-handling",{"title":617,"path":751,"stem":752,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Ftecan-freedom-evo\u002Fbasic-pipetting\u002F","06.liquid-handling-and-robots\u002F45.tecan-freedom-evo\u002F30.basic-pipetting",{"title":754,"path":755,"stem":756,"type":24,"device":6},"Using the Gripper (RoMa)","\u002Fliquid-handling-and-robots\u002Ftecan-freedom-evo\u002Fusing-the-gripper\u002F","06.liquid-handling-and-robots\u002F45.tecan-freedom-evo\u002F40.using-the-gripper",{"title":364,"path":758,"stem":759,"type":24,"device":6},"\u002Fliquid-handling-and-robots\u002Ftecan-freedom-evo\u002Fliquid-classes\u002F","06.liquid-handling-and-robots\u002F45.tecan-freedom-evo\u002F50.liquid-classes",{"title":245,"type":6,"device":6,"path":761,"stem":762,"children":763,"page":41},"\u002Flabware\u002F","07.labware",[764,767,771,775,779,783,787],{"title":194,"path":765,"stem":766,"type":14,"device":6},"\u002Flabware\u002Foverview\u002F","07.labware\u002F00.overview",{"title":768,"path":769,"stem":770,"type":200,"device":6},"Standard Labware","\u002Flabware\u002Fstandard-labware\u002F","07.labware\u002F10.standard-labware",{"title":772,"path":773,"stem":774,"type":200,"device":6},"Plates","\u002Flabware\u002Fplates\u002F","07.labware\u002F20.plates",{"title":776,"path":777,"stem":778,"type":200,"device":6},"Tips and Tip Racks","\u002Flabware\u002Ftips-and-racks\u002F","07.labware\u002F30.tips-and-racks",{"title":780,"path":781,"stem":782,"type":200,"device":6},"Tubes and Tube Racks","\u002Flabware\u002Ftubes-and-tube-racks\u002F","07.labware\u002F40.tubes-and-tube-racks",{"title":784,"path":785,"stem":786,"type":200,"device":6},"Troughs","\u002Flabware\u002Ftroughs\u002F","07.labware\u002F50.troughs",{"title":788,"path":789,"stem":790,"type":200,"device":6},"Carriers and Adapters","\u002Flabware\u002Fcarriers-and-adapters\u002F","07.labware\u002F60.carriers-and-adapters",{"title":792,"type":6,"device":6,"path":793,"stem":794,"children":795},"Connector Development (CDK)","\u002Fconnector-development\u002F","20.connector-development",[796,798,822,855,863,903],{"title":194,"path":793,"stem":797,"type":14,"device":6},"20.connector-development\u002Findex",{"title":799,"path":800,"stem":801,"children":802,"page":41},"Getting Started","\u002Fconnector-development\u002Fgetting-started\u002F","20.connector-development\u002F10.getting-started",[803,806,810,814,818],{"title":194,"path":804,"stem":805,"type":285,"device":6},"\u002Fconnector-development\u002Fgetting-started\u002Foverview\u002F","20.connector-development\u002F10.getting-started\u002F10.overview",{"title":807,"path":808,"stem":809,"type":24,"device":6},"What's new","\u002Fconnector-development\u002Fgetting-started\u002Fwhats-new\u002F","20.connector-development\u002F10.getting-started\u002F20.whats-new",{"title":811,"path":812,"stem":813,"type":24,"device":6},"Installation","\u002Fconnector-development\u002Fgetting-started\u002Finstallation\u002F","20.connector-development\u002F10.getting-started\u002F30.installation",{"title":815,"path":816,"stem":817,"type":24,"device":6},"Python Environment and Project Management","\u002Fconnector-development\u002Fgetting-started\u002Fpython-environments\u002F","20.connector-development\u002F10.getting-started\u002F35.python-environments",{"title":819,"path":820,"stem":821,"type":24,"device":6},"Contributing","\u002Fconnector-development\u002Fgetting-started\u002Fcontributing\u002F","20.connector-development\u002F10.getting-started\u002F40.contributing",{"title":823,"path":824,"stem":825,"children":826,"page":41},"Tutorial","\u002Fconnector-development\u002Ftutorial\u002F","20.connector-development\u002F20.tutorial",[827,831,835,839,843,847,851],{"title":828,"path":829,"stem":830,"type":46,"device":6},"Walkthrough","\u002Fconnector-development\u002Ftutorial\u002Fwalkthrough\u002F","20.connector-development\u002F20.tutorial\u002F00.walkthrough",{"title":832,"path":833,"stem":834,"type":46,"device":6},"SiLA Endpoints","\u002Fconnector-development\u002Ftutorial\u002Fsila-endpoints\u002F","20.connector-development\u002F20.tutorial\u002F10.sila-endpoints",{"title":836,"path":837,"stem":838,"type":46,"device":6},"Data Endpoints","\u002Fconnector-development\u002Ftutorial\u002Fdata-endpoints\u002F","20.connector-development\u002F20.tutorial\u002F20.data-endpoints",{"title":840,"path":841,"stem":842,"type":46,"device":6},"Controls","\u002Fconnector-development\u002Ftutorial\u002Fcontrols\u002F","20.connector-development\u002F20.tutorial\u002F30.controls",{"title":844,"path":845,"stem":846,"type":46,"device":6},"SiLA Data Types","\u002Fconnector-development\u002Ftutorial\u002Fdata-types\u002F","20.connector-development\u002F20.tutorial\u002F40.data-types",{"title":848,"path":849,"stem":850,"type":46,"device":6},"Feature","\u002Fconnector-development\u002Ftutorial\u002Fconnector-structure\u002F","20.connector-development\u002F20.tutorial\u002F70.connector-structure",{"title":852,"path":853,"stem":854,"type":46,"device":6},"Hardware Communication","\u002Fconnector-development\u002Ftutorial\u002Fhardware-communication\u002F","20.connector-development\u002F20.tutorial\u002F90.hardware-communication",{"title":272,"type":6,"device":6,"path":856,"stem":857,"children":858,"page":41},"\u002Fconnector-development\u002Fconcepts\u002F","20.connector-development\u002F30.concepts",[859],{"title":860,"path":861,"stem":862,"type":285,"device":6},"SiLA","\u002Fconnector-development\u002Fconcepts\u002Fsila\u002F","20.connector-development\u002F30.concepts\u002Fsila",{"title":864,"path":865,"stem":866,"children":867,"page":41},"Guides","\u002Fconnector-development\u002Fguides\u002F","20.connector-development\u002F40.guides",[868,872,876,880,884,888,892,895,899],{"title":869,"path":870,"stem":871,"type":24,"device":6},"Configuration","\u002Fconnector-development\u002Fguides\u002Fconfiguration\u002F","20.connector-development\u002F40.guides\u002F20.configuration",{"title":873,"path":874,"stem":875,"type":24,"device":6},"Logging","\u002Fconnector-development\u002Fguides\u002Flogging\u002F","20.connector-development\u002F40.guides\u002F21.logging",{"title":877,"path":878,"stem":879,"type":24,"device":6},"Deployment","\u002Fconnector-development\u002Fguides\u002Fdeployment\u002F","20.connector-development\u002F40.guides\u002F30.deployment",{"title":881,"path":882,"stem":883,"type":24,"device":6},"Security","\u002Fconnector-development\u002Fguides\u002Fsecurity\u002F","20.connector-development\u002F40.guides\u002F40.security",{"title":885,"path":886,"stem":887,"type":24,"device":6},"Subscriptions","\u002Fconnector-development\u002Fguides\u002Fsubscriptions\u002F","20.connector-development\u002F40.guides\u002F45.subscriptions",{"title":889,"path":890,"stem":891,"type":24,"device":6},"Execution Modes","\u002Fconnector-development\u002Fguides\u002Fexecution-modes\u002F","20.connector-development\u002F40.guides\u002F46.execution-modes",{"title":380,"path":893,"stem":894,"type":24,"device":6},"\u002Fconnector-development\u002Fguides\u002Ferror-handling\u002F","20.connector-development\u002F40.guides\u002F50.error-handling",{"title":896,"path":897,"stem":898,"type":24,"device":6},"Serial Troubleshooting","\u002Fconnector-development\u002Fguides\u002Fserial-troubleshooting\u002F","20.connector-development\u002F40.guides\u002F70.serial-troubleshooting",{"title":900,"path":901,"stem":902,"type":24,"device":6},"Testing","\u002Fconnector-development\u002Fguides\u002Ftesting\u002F","20.connector-development\u002F40.guides\u002F80.testing",{"title":904,"path":905,"stem":906,"children":907,"type":6,"device":6},"References","\u002Fconnector-development\u002Freference\u002F","20.connector-development\u002F50.reference\u002Findex",[908],{"title":904,"path":905,"stem":906,"type":200,"device":6},{"id":910,"title":173,"body":911,"description":3183,"device":6,"extension":3184,"links":6,"meta":3185,"navigation":1074,"path":3186,"seo":3187,"stem":175,"type":24,"__hash__":3188},"docs\u002F02.how-to\u002F08.observe\u002F20.building-an-etl.md",{"type":912,"value":913,"toc":3170},"minimark",[914,918,924,972,977,984,1005,1013,1017,1028,1302,1306,1317,1518,1522,1525,1671,1675,1678,1959,1963,1966,2070,2074,2080,3034,3038,3081,3085,3091,3095,3102,3134,3145,3149,3166],[915,916,917],"p",{},"This guide walks through building a production-ready ETL pipeline that monitors a LabChip GXII Touch instrument directory, archives raw files to Object Storage, and writes structured records to the Data Warehouse. The same pattern applies to any File System Connector and any instrument type.",[915,919,920],{},[921,922,923],"strong",{},"Prerequisites",[925,926,927,936,950],"ul",{},[928,929,930,931,935],"li",{},"A running File System Connector (e.g., ",[932,933,934],"code",{},"\"File System (LabChip demo)\"",").",[928,937,938,941,942,945,946,949],{},[932,939,940],{},"datalake-admin"," and ",[932,943,944],{},"warehouse-admin"," secrets configured in UniteLabs. See ",[947,948,434],"a",{"href":435},".",[928,951,952,953,956,957,956,960,956,963,956,966,956,969,949],{},"Python packages: ",[932,954,955],{},"prefect>=3.0",", ",[932,958,959],{},"unitelabs-sdk",[932,961,962],{},"sqlmodel",[932,964,965],{},"boto3",[932,967,968],{},"pandas",[932,970,971],{},"asyncpg",[973,974,976],"h2",{"id":975},"architecture","Architecture",[915,978,979,980,983],{},"The pipeline uses three sequential stages inside a single Prefect ",[932,981,982],{},"@flow",":",[985,986,987,993,999],"ol",{},[928,988,989,992],{},[921,990,991],{},"Reconcile"," — on startup, compare the connector's current file list against Warehouse records to detect files that were written while the pipeline was offline.",[928,994,995,998],{},[921,996,997],{},"Process backlog"," — archive and register every reconciled file that has not yet been stored.",[928,1000,1001,1004],{},[921,1002,1003],{},"Watch in real time"," — subscribe to change events and process new files as they arrive.",[1006,1007,1010],"callout",{"color":1008,"icon":1009},"info","i-heroicons-information-circle",[915,1011,1012],{},"This three-stage pattern ensures no files are skipped even if the workflow was offline when the instrument wrote results.",[973,1014,1016],{"id":1015},"define-the-data-model","Define the data model",[915,1018,1019,1020,1023,1024,1027],{},"Define a ",[932,1021,1022],{},"SourceFiles"," model to track every file the pipeline has seen. Keep it in a shared ",[932,1025,1026],{},"models.py"," so both the flow and any query scripts can import it:",[1029,1030,1035],"pre",{"className":1031,"code":1032,"filename":1026,"language":1033,"meta":1034,"style":1034},"language-python shiki shiki-themes github-light-high-contrast github-light-high-contrast github-dark-default","from datetime import datetime\nfrom typing import Any\n\nimport sqlalchemy as sa\nfrom sqlmodel import Field, SQLModel\n\n\nclass SourceFiles(SQLModel, table=True):\n    __tablename__ = \"source_files\"\n\n    id: int | None = Field(default=None, primary_key=True)\n    file_path: str                          # Original path on the connector\n    s3_object_path: str                     # Path inside the S3 bucket\n    connector_name: str\n    instrument_type: str\n    file_metadata: dict[str, Any] | None = Field(\n        default=None, sa_type=sa.JSON\n    )\n    updated_at: datetime\n","python","",[932,1036,1037,1056,1069,1076,1090,1103,1108,1113,1144,1156,1161,1205,1218,1229,1238,1246,1267,1290,1296],{"__ignoreMap":1034},[1038,1039,1042,1046,1050,1053],"span",{"class":1040,"line":1041},"line",1,[1038,1043,1045],{"class":1044},"sxkbv","from",[1038,1047,1049],{"class":1048},"sc-9e"," datetime ",[1038,1051,1052],{"class":1044},"import",[1038,1054,1055],{"class":1048}," datetime\n",[1038,1057,1059,1061,1064,1066],{"class":1040,"line":1058},2,[1038,1060,1045],{"class":1044},[1038,1062,1063],{"class":1048}," typing ",[1038,1065,1052],{"class":1044},[1038,1067,1068],{"class":1048}," Any\n",[1038,1070,1072],{"class":1040,"line":1071},3,[1038,1073,1075],{"emptyLinePlaceholder":1074},true,"\n",[1038,1077,1079,1081,1084,1087],{"class":1040,"line":1078},4,[1038,1080,1052],{"class":1044},[1038,1082,1083],{"class":1048}," sqlalchemy ",[1038,1085,1086],{"class":1044},"as",[1038,1088,1089],{"class":1048}," sa\n",[1038,1091,1093,1095,1098,1100],{"class":1040,"line":1092},5,[1038,1094,1045],{"class":1044},[1038,1096,1097],{"class":1048}," sqlmodel ",[1038,1099,1052],{"class":1044},[1038,1101,1102],{"class":1048}," Field, SQLModel\n",[1038,1104,1106],{"class":1040,"line":1105},6,[1038,1107,1075],{"emptyLinePlaceholder":1074},[1038,1109,1111],{"class":1040,"line":1110},7,[1038,1112,1075],{"emptyLinePlaceholder":1074},[1038,1114,1116,1119,1123,1126,1130,1132,1135,1138,1141],{"class":1040,"line":1115},8,[1038,1117,1118],{"class":1044},"class",[1038,1120,1122],{"class":1121},"sNqAu"," SourceFiles",[1038,1124,1125],{"class":1048},"(",[1038,1127,1129],{"class":1128},"sOiAX","SQLModel",[1038,1131,956],{"class":1048},[1038,1133,1134],{"class":1121},"table",[1038,1136,1137],{"class":1044},"=",[1038,1139,1140],{"class":1128},"True",[1038,1142,1143],{"class":1048},"):\n",[1038,1145,1147,1150,1152],{"class":1040,"line":1146},9,[1038,1148,1149],{"class":1048},"    __tablename__ ",[1038,1151,1137],{"class":1044},[1038,1153,1155],{"class":1154},"sCx38"," \"source_files\"\n",[1038,1157,1159],{"class":1040,"line":1158},10,[1038,1160,1075],{"emptyLinePlaceholder":1074},[1038,1162,1164,1167,1170,1173,1176,1179,1182,1185,1188,1190,1193,1195,1198,1200,1202],{"class":1040,"line":1163},11,[1038,1165,1166],{"class":1128},"    id",[1038,1168,1169],{"class":1048},": ",[1038,1171,1172],{"class":1128},"int",[1038,1174,1175],{"class":1044}," |",[1038,1177,1178],{"class":1128}," None",[1038,1180,1181],{"class":1044}," =",[1038,1183,1184],{"class":1048}," Field(",[1038,1186,1187],{"class":1121},"default",[1038,1189,1137],{"class":1044},[1038,1191,1192],{"class":1128},"None",[1038,1194,956],{"class":1048},[1038,1196,1197],{"class":1121},"primary_key",[1038,1199,1137],{"class":1044},[1038,1201,1140],{"class":1128},[1038,1203,1204],{"class":1048},")\n",[1038,1206,1208,1211,1214],{"class":1040,"line":1207},12,[1038,1209,1210],{"class":1048},"    file_path: ",[1038,1212,1213],{"class":1128},"str",[1038,1215,1217],{"class":1216},"sIsDC","                          # Original path on the connector\n",[1038,1219,1221,1224,1226],{"class":1040,"line":1220},13,[1038,1222,1223],{"class":1048},"    s3_object_path: ",[1038,1225,1213],{"class":1128},[1038,1227,1228],{"class":1216},"                     # Path inside the S3 bucket\n",[1038,1230,1232,1235],{"class":1040,"line":1231},14,[1038,1233,1234],{"class":1048},"    connector_name: ",[1038,1236,1237],{"class":1128},"str\n",[1038,1239,1241,1244],{"class":1040,"line":1240},15,[1038,1242,1243],{"class":1048},"    instrument_type: ",[1038,1245,1237],{"class":1128},[1038,1247,1249,1252,1254,1257,1260,1262,1264],{"class":1040,"line":1248},16,[1038,1250,1251],{"class":1048},"    file_metadata: dict[",[1038,1253,1213],{"class":1128},[1038,1255,1256],{"class":1048},", Any] ",[1038,1258,1259],{"class":1044},"|",[1038,1261,1178],{"class":1128},[1038,1263,1181],{"class":1044},[1038,1265,1266],{"class":1048}," Field(\n",[1038,1268,1270,1273,1275,1277,1279,1282,1284,1287],{"class":1040,"line":1269},17,[1038,1271,1272],{"class":1121},"        default",[1038,1274,1137],{"class":1044},[1038,1276,1192],{"class":1128},[1038,1278,956],{"class":1048},[1038,1280,1281],{"class":1121},"sa_type",[1038,1283,1137],{"class":1044},[1038,1285,1286],{"class":1048},"sa.",[1038,1288,1289],{"class":1128},"JSON\n",[1038,1291,1293],{"class":1040,"line":1292},18,[1038,1294,1295],{"class":1048},"    )\n",[1038,1297,1299],{"class":1040,"line":1298},19,[1038,1300,1301],{"class":1048},"    updated_at: datetime\n",[973,1303,1305],{"id":1304},"task-register-a-source-file","Task: register a source file",[915,1307,1308,1309,1312,1313,1316],{},"Write a single file record to the Warehouse. Using ",[932,1310,1311],{},"upsert_record"," with ",[932,1314,1315],{},"file_path"," as the conflict key makes the task safe to retry:",[1029,1318,1320],{"className":1031,"code":1319,"language":1033,"meta":1034,"style":1034},"from datetime import datetime, timezone\nfrom prefect import task\n\n\n@task(name=\"Register Source File\")\nasync def register_source_file_task(\n    file_path: str,\n    s3_object_path: str,\n    connector_name: str,\n    instrument_type: str,\n    warehouse,\n) -> SourceFiles:\n    record = SourceFiles(\n        file_path=file_path,\n        s3_object_path=s3_object_path,\n        connector_name=connector_name,\n        instrument_type=instrument_type,\n        updated_at=datetime.now(tz=timezone.utc),\n    )\n    await warehouse.upsert_record(record)\n    return record\n",[932,1321,1322,1333,1345,1349,1353,1371,1385,1394,1402,1410,1418,1423,1428,1438,1448,1458,1468,1478,1496,1500,1509],{"__ignoreMap":1034},[1038,1323,1324,1326,1328,1330],{"class":1040,"line":1041},[1038,1325,1045],{"class":1044},[1038,1327,1049],{"class":1048},[1038,1329,1052],{"class":1044},[1038,1331,1332],{"class":1048}," datetime, timezone\n",[1038,1334,1335,1337,1340,1342],{"class":1040,"line":1058},[1038,1336,1045],{"class":1044},[1038,1338,1339],{"class":1048}," prefect ",[1038,1341,1052],{"class":1044},[1038,1343,1344],{"class":1048}," task\n",[1038,1346,1347],{"class":1040,"line":1071},[1038,1348,1075],{"emptyLinePlaceholder":1074},[1038,1350,1351],{"class":1040,"line":1078},[1038,1352,1075],{"emptyLinePlaceholder":1074},[1038,1354,1355,1359,1361,1364,1366,1369],{"class":1040,"line":1092},[1038,1356,1358],{"class":1357},"s4qFZ","@task",[1038,1360,1125],{"class":1048},[1038,1362,1363],{"class":1121},"name",[1038,1365,1137],{"class":1044},[1038,1367,1368],{"class":1154},"\"Register Source File\"",[1038,1370,1204],{"class":1048},[1038,1372,1373,1376,1379,1382],{"class":1040,"line":1105},[1038,1374,1375],{"class":1044},"async",[1038,1377,1378],{"class":1044}," def",[1038,1380,1381],{"class":1357}," register_source_file_task",[1038,1383,1384],{"class":1048},"(\n",[1038,1386,1387,1389,1391],{"class":1040,"line":1110},[1038,1388,1210],{"class":1048},[1038,1390,1213],{"class":1128},[1038,1392,1393],{"class":1048},",\n",[1038,1395,1396,1398,1400],{"class":1040,"line":1115},[1038,1397,1223],{"class":1048},[1038,1399,1213],{"class":1128},[1038,1401,1393],{"class":1048},[1038,1403,1404,1406,1408],{"class":1040,"line":1146},[1038,1405,1234],{"class":1048},[1038,1407,1213],{"class":1128},[1038,1409,1393],{"class":1048},[1038,1411,1412,1414,1416],{"class":1040,"line":1158},[1038,1413,1243],{"class":1048},[1038,1415,1213],{"class":1128},[1038,1417,1393],{"class":1048},[1038,1419,1420],{"class":1040,"line":1163},[1038,1421,1422],{"class":1048},"    warehouse,\n",[1038,1424,1425],{"class":1040,"line":1207},[1038,1426,1427],{"class":1048},") -> SourceFiles:\n",[1038,1429,1430,1433,1435],{"class":1040,"line":1220},[1038,1431,1432],{"class":1048},"    record ",[1038,1434,1137],{"class":1044},[1038,1436,1437],{"class":1048}," SourceFiles(\n",[1038,1439,1440,1443,1445],{"class":1040,"line":1231},[1038,1441,1442],{"class":1121},"        file_path",[1038,1444,1137],{"class":1044},[1038,1446,1447],{"class":1048},"file_path,\n",[1038,1449,1450,1453,1455],{"class":1040,"line":1240},[1038,1451,1452],{"class":1121},"        s3_object_path",[1038,1454,1137],{"class":1044},[1038,1456,1457],{"class":1048},"s3_object_path,\n",[1038,1459,1460,1463,1465],{"class":1040,"line":1248},[1038,1461,1462],{"class":1121},"        connector_name",[1038,1464,1137],{"class":1044},[1038,1466,1467],{"class":1048},"connector_name,\n",[1038,1469,1470,1473,1475],{"class":1040,"line":1269},[1038,1471,1472],{"class":1121},"        instrument_type",[1038,1474,1137],{"class":1044},[1038,1476,1477],{"class":1048},"instrument_type,\n",[1038,1479,1480,1483,1485,1488,1491,1493],{"class":1040,"line":1292},[1038,1481,1482],{"class":1121},"        updated_at",[1038,1484,1137],{"class":1044},[1038,1486,1487],{"class":1048},"datetime.now(",[1038,1489,1490],{"class":1121},"tz",[1038,1492,1137],{"class":1044},[1038,1494,1495],{"class":1048},"timezone.utc),\n",[1038,1497,1498],{"class":1040,"line":1298},[1038,1499,1295],{"class":1048},[1038,1501,1503,1506],{"class":1040,"line":1502},20,[1038,1504,1505],{"class":1044},"    await",[1038,1507,1508],{"class":1048}," warehouse.upsert_record(record)\n",[1038,1510,1512,1515],{"class":1040,"line":1511},21,[1038,1513,1514],{"class":1044},"    return",[1038,1516,1517],{"class":1048}," record\n",[973,1519,1521],{"id":1520},"task-archive-to-object-storage","Task: archive to Object Storage",[915,1523,1524],{},"Upload the raw file from the connector directly to S3. The transfer happens on the connector side — no data passes through the workflow host:",[1029,1526,1528],{"className":1031,"code":1527,"language":1033,"meta":1034,"style":1034},"from unitelabs.sdk import AsyncApiClient\n\n\n@task(name=\"Archive to Object Storage\")\nasync def archive_file_task(\n    connector_name: str,\n    file_path: str,\n    s3_url: str,\n) -> str:\n    async with AsyncApiClient() as client:\n        device = await client.get_service_by_name(connector_name)\n        await device.s3_service.upload_file(path=file_path, s3_url=s3_url)\n    return s3_url\n",[932,1529,1530,1542,1546,1550,1565,1576,1584,1592,1601,1611,1627,1640,1664],{"__ignoreMap":1034},[1038,1531,1532,1534,1537,1539],{"class":1040,"line":1041},[1038,1533,1045],{"class":1044},[1038,1535,1536],{"class":1048}," unitelabs.sdk ",[1038,1538,1052],{"class":1044},[1038,1540,1541],{"class":1048}," AsyncApiClient\n",[1038,1543,1544],{"class":1040,"line":1058},[1038,1545,1075],{"emptyLinePlaceholder":1074},[1038,1547,1548],{"class":1040,"line":1071},[1038,1549,1075],{"emptyLinePlaceholder":1074},[1038,1551,1552,1554,1556,1558,1560,1563],{"class":1040,"line":1078},[1038,1553,1358],{"class":1357},[1038,1555,1125],{"class":1048},[1038,1557,1363],{"class":1121},[1038,1559,1137],{"class":1044},[1038,1561,1562],{"class":1154},"\"Archive to Object Storage\"",[1038,1564,1204],{"class":1048},[1038,1566,1567,1569,1571,1574],{"class":1040,"line":1092},[1038,1568,1375],{"class":1044},[1038,1570,1378],{"class":1044},[1038,1572,1573],{"class":1357}," archive_file_task",[1038,1575,1384],{"class":1048},[1038,1577,1578,1580,1582],{"class":1040,"line":1105},[1038,1579,1234],{"class":1048},[1038,1581,1213],{"class":1128},[1038,1583,1393],{"class":1048},[1038,1585,1586,1588,1590],{"class":1040,"line":1110},[1038,1587,1210],{"class":1048},[1038,1589,1213],{"class":1128},[1038,1591,1393],{"class":1048},[1038,1593,1594,1597,1599],{"class":1040,"line":1115},[1038,1595,1596],{"class":1048},"    s3_url: ",[1038,1598,1213],{"class":1128},[1038,1600,1393],{"class":1048},[1038,1602,1603,1606,1608],{"class":1040,"line":1146},[1038,1604,1605],{"class":1048},") -> ",[1038,1607,1213],{"class":1128},[1038,1609,1610],{"class":1048},":\n",[1038,1612,1613,1616,1619,1622,1624],{"class":1040,"line":1158},[1038,1614,1615],{"class":1044},"    async",[1038,1617,1618],{"class":1044}," with",[1038,1620,1621],{"class":1048}," AsyncApiClient() ",[1038,1623,1086],{"class":1044},[1038,1625,1626],{"class":1048}," client:\n",[1038,1628,1629,1632,1634,1637],{"class":1040,"line":1163},[1038,1630,1631],{"class":1048},"        device ",[1038,1633,1137],{"class":1044},[1038,1635,1636],{"class":1044}," await",[1038,1638,1639],{"class":1048}," client.get_service_by_name(connector_name)\n",[1038,1641,1642,1645,1648,1651,1653,1656,1659,1661],{"class":1040,"line":1207},[1038,1643,1644],{"class":1044},"        await",[1038,1646,1647],{"class":1048}," device.s3_service.upload_file(",[1038,1649,1650],{"class":1121},"path",[1038,1652,1137],{"class":1044},[1038,1654,1655],{"class":1048},"file_path, ",[1038,1657,1658],{"class":1121},"s3_url",[1038,1660,1137],{"class":1044},[1038,1662,1663],{"class":1048},"s3_url)\n",[1038,1665,1666,1668],{"class":1040,"line":1220},[1038,1667,1514],{"class":1044},[1038,1669,1670],{"class":1048}," s3_url\n",[973,1672,1674],{"id":1673},"task-reconcile-missed-files","Task: reconcile missed files",[915,1676,1677],{},"On startup, list all files currently visible to the connector and cross-reference against Warehouse records. Returns only files not yet registered:",[1029,1679,1681],{"className":1031,"code":1680,"language":1033,"meta":1034,"style":1034},"@task(name=\"Reconcile Connector Files\")\nasync def reconcile_connector_files_task(\n    connector_name: str,\n    instrument_type: str,\n    warehouse,\n) -> dict:\n    async with AsyncApiClient() as client:\n        device = await client.get_service_by_name(connector_name)\n        whitelist = await device.folder_service.get_folder_whitelist()\n\n        all_files: list[str] = []\n        for folder in whitelist:\n            files = await device.folder_service.get_folder_contents(path=folder)\n            all_files.extend(files)\n\n    existing = await warehouse.query_records(\n        SourceFiles,\n        instrument_type=instrument_type,\n    )\n    existing_paths = {r.file_path for r in existing}\n\n    reconciled = [f for f in all_files if f not in existing_paths]\n    return {\n        \"reconciled_files\": reconciled,\n        \"total_on_disk\": len(all_files),\n    }\n",[932,1682,1683,1698,1709,1717,1725,1729,1738,1750,1760,1772,1776,1791,1805,1824,1829,1833,1845,1850,1858,1862,1883,1887,1922,1930,1939,1953],{"__ignoreMap":1034},[1038,1684,1685,1687,1689,1691,1693,1696],{"class":1040,"line":1041},[1038,1686,1358],{"class":1357},[1038,1688,1125],{"class":1048},[1038,1690,1363],{"class":1121},[1038,1692,1137],{"class":1044},[1038,1694,1695],{"class":1154},"\"Reconcile Connector Files\"",[1038,1697,1204],{"class":1048},[1038,1699,1700,1702,1704,1707],{"class":1040,"line":1058},[1038,1701,1375],{"class":1044},[1038,1703,1378],{"class":1044},[1038,1705,1706],{"class":1357}," reconcile_connector_files_task",[1038,1708,1384],{"class":1048},[1038,1710,1711,1713,1715],{"class":1040,"line":1071},[1038,1712,1234],{"class":1048},[1038,1714,1213],{"class":1128},[1038,1716,1393],{"class":1048},[1038,1718,1719,1721,1723],{"class":1040,"line":1078},[1038,1720,1243],{"class":1048},[1038,1722,1213],{"class":1128},[1038,1724,1393],{"class":1048},[1038,1726,1727],{"class":1040,"line":1092},[1038,1728,1422],{"class":1048},[1038,1730,1731,1733,1736],{"class":1040,"line":1105},[1038,1732,1605],{"class":1048},[1038,1734,1735],{"class":1128},"dict",[1038,1737,1610],{"class":1048},[1038,1739,1740,1742,1744,1746,1748],{"class":1040,"line":1110},[1038,1741,1615],{"class":1044},[1038,1743,1618],{"class":1044},[1038,1745,1621],{"class":1048},[1038,1747,1086],{"class":1044},[1038,1749,1626],{"class":1048},[1038,1751,1752,1754,1756,1758],{"class":1040,"line":1115},[1038,1753,1631],{"class":1048},[1038,1755,1137],{"class":1044},[1038,1757,1636],{"class":1044},[1038,1759,1639],{"class":1048},[1038,1761,1762,1765,1767,1769],{"class":1040,"line":1146},[1038,1763,1764],{"class":1048},"        whitelist ",[1038,1766,1137],{"class":1044},[1038,1768,1636],{"class":1044},[1038,1770,1771],{"class":1048}," device.folder_service.get_folder_whitelist()\n",[1038,1773,1774],{"class":1040,"line":1158},[1038,1775,1075],{"emptyLinePlaceholder":1074},[1038,1777,1778,1781,1783,1786,1788],{"class":1040,"line":1163},[1038,1779,1780],{"class":1048},"        all_files: list[",[1038,1782,1213],{"class":1128},[1038,1784,1785],{"class":1048},"] ",[1038,1787,1137],{"class":1044},[1038,1789,1790],{"class":1048}," []\n",[1038,1792,1793,1796,1799,1802],{"class":1040,"line":1207},[1038,1794,1795],{"class":1044},"        for",[1038,1797,1798],{"class":1048}," folder ",[1038,1800,1801],{"class":1044},"in",[1038,1803,1804],{"class":1048}," whitelist:\n",[1038,1806,1807,1810,1812,1814,1817,1819,1821],{"class":1040,"line":1220},[1038,1808,1809],{"class":1048},"            files ",[1038,1811,1137],{"class":1044},[1038,1813,1636],{"class":1044},[1038,1815,1816],{"class":1048}," device.folder_service.get_folder_contents(",[1038,1818,1650],{"class":1121},[1038,1820,1137],{"class":1044},[1038,1822,1823],{"class":1048},"folder)\n",[1038,1825,1826],{"class":1040,"line":1231},[1038,1827,1828],{"class":1048},"            all_files.extend(files)\n",[1038,1830,1831],{"class":1040,"line":1240},[1038,1832,1075],{"emptyLinePlaceholder":1074},[1038,1834,1835,1838,1840,1842],{"class":1040,"line":1248},[1038,1836,1837],{"class":1048},"    existing ",[1038,1839,1137],{"class":1044},[1038,1841,1636],{"class":1044},[1038,1843,1844],{"class":1048}," warehouse.query_records(\n",[1038,1846,1847],{"class":1040,"line":1269},[1038,1848,1849],{"class":1048},"        SourceFiles,\n",[1038,1851,1852,1854,1856],{"class":1040,"line":1292},[1038,1853,1472],{"class":1121},[1038,1855,1137],{"class":1044},[1038,1857,1477],{"class":1048},[1038,1859,1860],{"class":1040,"line":1298},[1038,1861,1295],{"class":1048},[1038,1863,1864,1867,1869,1872,1875,1878,1880],{"class":1040,"line":1502},[1038,1865,1866],{"class":1048},"    existing_paths ",[1038,1868,1137],{"class":1044},[1038,1870,1871],{"class":1048}," {r.file_path ",[1038,1873,1874],{"class":1044},"for",[1038,1876,1877],{"class":1048}," r ",[1038,1879,1801],{"class":1044},[1038,1881,1882],{"class":1048}," existing}\n",[1038,1884,1885],{"class":1040,"line":1511},[1038,1886,1075],{"emptyLinePlaceholder":1074},[1038,1888,1890,1893,1895,1898,1900,1903,1905,1908,1911,1913,1916,1919],{"class":1040,"line":1889},22,[1038,1891,1892],{"class":1048},"    reconciled ",[1038,1894,1137],{"class":1044},[1038,1896,1897],{"class":1048}," [f ",[1038,1899,1874],{"class":1044},[1038,1901,1902],{"class":1048}," f ",[1038,1904,1801],{"class":1044},[1038,1906,1907],{"class":1048}," all_files ",[1038,1909,1910],{"class":1044},"if",[1038,1912,1902],{"class":1048},[1038,1914,1915],{"class":1044},"not",[1038,1917,1918],{"class":1044}," in",[1038,1920,1921],{"class":1048}," existing_paths]\n",[1038,1923,1925,1927],{"class":1040,"line":1924},23,[1038,1926,1514],{"class":1044},[1038,1928,1929],{"class":1048}," {\n",[1038,1931,1933,1936],{"class":1040,"line":1932},24,[1038,1934,1935],{"class":1154},"        \"reconciled_files\"",[1038,1937,1938],{"class":1048},": reconciled,\n",[1038,1940,1942,1945,1947,1950],{"class":1040,"line":1941},25,[1038,1943,1944],{"class":1154},"        \"total_on_disk\"",[1038,1946,1169],{"class":1048},[1038,1948,1949],{"class":1128},"len",[1038,1951,1952],{"class":1048},"(all_files),\n",[1038,1954,1956],{"class":1040,"line":1955},26,[1038,1957,1958],{"class":1048},"    }\n",[973,1960,1962],{"id":1961},"task-watch-for-new-files","Task: watch for new files",[915,1964,1965],{},"A long-running task that yields each new file event as it arrives from the connector:",[1029,1967,1969],{"className":1031,"code":1968,"language":1033,"meta":1034,"style":1034},"@task(name=\"Watch for New Files\")\nasync def watch_for_new_files_task(connector_name: str):\n    async with AsyncApiClient() as client:\n        device = await client.get_service_by_name(connector_name)\n        async with await device.folder_service.subscribe_changes() as sub:\n            async for file_path in sub:\n                yield {\"file_path\": file_path}\n",[932,1970,1971,1986,2002,2014,2024,2041,2056],{"__ignoreMap":1034},[1038,1972,1973,1975,1977,1979,1981,1984],{"class":1040,"line":1041},[1038,1974,1358],{"class":1357},[1038,1976,1125],{"class":1048},[1038,1978,1363],{"class":1121},[1038,1980,1137],{"class":1044},[1038,1982,1983],{"class":1154},"\"Watch for New Files\"",[1038,1985,1204],{"class":1048},[1038,1987,1988,1990,1992,1995,1998,2000],{"class":1040,"line":1058},[1038,1989,1375],{"class":1044},[1038,1991,1378],{"class":1044},[1038,1993,1994],{"class":1357}," watch_for_new_files_task",[1038,1996,1997],{"class":1048},"(connector_name: ",[1038,1999,1213],{"class":1128},[1038,2001,1143],{"class":1048},[1038,2003,2004,2006,2008,2010,2012],{"class":1040,"line":1071},[1038,2005,1615],{"class":1044},[1038,2007,1618],{"class":1044},[1038,2009,1621],{"class":1048},[1038,2011,1086],{"class":1044},[1038,2013,1626],{"class":1048},[1038,2015,2016,2018,2020,2022],{"class":1040,"line":1078},[1038,2017,1631],{"class":1048},[1038,2019,1137],{"class":1044},[1038,2021,1636],{"class":1044},[1038,2023,1639],{"class":1048},[1038,2025,2026,2029,2031,2033,2036,2038],{"class":1040,"line":1092},[1038,2027,2028],{"class":1044},"        async",[1038,2030,1618],{"class":1044},[1038,2032,1636],{"class":1044},[1038,2034,2035],{"class":1048}," device.folder_service.subscribe_changes() ",[1038,2037,1086],{"class":1044},[1038,2039,2040],{"class":1048}," sub:\n",[1038,2042,2043,2046,2049,2052,2054],{"class":1040,"line":1105},[1038,2044,2045],{"class":1044},"            async",[1038,2047,2048],{"class":1044}," for",[1038,2050,2051],{"class":1048}," file_path ",[1038,2053,1801],{"class":1044},[1038,2055,2040],{"class":1048},[1038,2057,2058,2061,2064,2067],{"class":1040,"line":1110},[1038,2059,2060],{"class":1044},"                yield",[1038,2062,2063],{"class":1048}," {",[1038,2065,2066],{"class":1154},"\"file_path\"",[1038,2068,2069],{"class":1048},": file_path}\n",[973,2071,2073],{"id":2072},"the-flow-wiring-it-together","The flow: wiring it together",[915,2075,2076,2077,2079],{},"The ",[932,2078,982],{}," function runs all three stages in order. Stages 2 and 3 call the same archive + register tasks so the logic is never duplicated:",[1029,2081,2083],{"className":1031,"code":2082,"language":1033,"meta":1034,"style":1034},"from unitelabs.sdk import AsyncApiClient\nfrom prefect import flow, get_run_logger\n\n\n@flow(log_prints=True, name=\"LabChip GXII Touch ETL Pipeline\")\nasync def labchip_etl_flow(\n    connector_name: str = \"File System (LabChip demo)\",\n    instrument_type: str = \"labchip\",\n    s3_bucket_prefix: str = \"data\u002Finstruments\u002Flabchip\",\n) -> None:\n    logger = get_run_logger()\n\n    # Load S3 credentials from secrets\n    async with AsyncApiClient() as client:\n        secrets = await client.get(\"\u002Fsecrets\")\n    datalake = next(s for s in secrets if s[\"name\"] == \"datalake-admin\")\n    p = datalake[\"parameters\"]\n    s3_base = (\n        f\"s3s:\u002F\u002F{p['minio_root_user']}:{p['minio_root_password']}\"\n        f\"@{p['aws_client_parameters']['endpoint_url'].replace('http:\u002F\u002F', '')}\"\n        f\"\u002F{p['aws_client_parameters']['bucket_name']}\u002F{s3_bucket_prefix}\"\n    )\n\n    warehouse = get_warehouse_client()\n    await warehouse.ensure_tables_exist()\n\n    # ── Stage 1: Reconcile files missed while offline ──────────────────────\n    logger.info(\"Stage 1: Reconciling missed files\")\n    reconciliation = await reconcile_connector_files_task(\n        connector_name=connector_name,\n        instrument_type=instrument_type,\n        warehouse=warehouse,\n    )\n    logger.info(\n        f\"Found {len(reconciliation['reconciled_files'])} unregistered files \"\n        f\"out of {reconciliation['total_on_disk']} on disk\"\n    )\n\n    # ── Stage 2: Process the backlog ───────────────────────────────────────\n    for file_path in reconciliation[\"reconciled_files\"]:\n        filename = file_path.split(\"\u002F\")[-1]\n        s3_url = f\"{s3_base}\u002F{filename}\"\n\n        await archive_file_task(\n            connector_name=connector_name,\n            file_path=file_path,\n            s3_url=s3_url,\n        )\n        await register_source_file_task(\n            file_path=file_path,\n            s3_object_path=f\"{s3_bucket_prefix}\u002F{filename}\",\n            connector_name=connector_name,\n            instrument_type=instrument_type,\n            warehouse=warehouse,\n        )\n\n    # ── Stage 3: Real-time monitoring ──────────────────────────────────────\n    logger.info(\"Stage 3: Watching for new files in real time\")\n    async for change in watch_for_new_files_task(connector_name):\n        file_path = change[\"file_path\"]\n        filename = file_path.split(\"\u002F\")[-1]\n        s3_url = f\"{s3_base}\u002F{filename}\"\n\n        logger.info(f\"New file detected: {file_path}\")\n        await archive_file_task(\n            connector_name=connector_name,\n            file_path=file_path,\n            s3_url=s3_url,\n        )\n        await register_source_file_task(\n            file_path=file_path,\n            s3_object_path=f\"{s3_bucket_prefix}\u002F{filename}\",\n            connector_name=connector_name,\n            instrument_type=instrument_type,\n            warehouse=warehouse,\n        )\n",[932,2084,2085,2095,2106,2110,2114,2138,2149,2162,2175,2189,2197,2207,2211,2216,2228,2245,2286,2302,2312,2351,2389,2423,2427,2431,2441,2448,2452,2458,2469,2482,2491,2500,2511,2516,2522,2548,2571,2576,2581,2587,2606,2631,2663,2668,2676,2686,2696,2707,2713,2721,2730,2761,2770,2780,2790,2795,2800,2806,2816,2831,2846,2865,2892,2897,2918,2925,2934,2943,2952,2957,2964,2973,3002,3011,3020,3029],{"__ignoreMap":1034},[1038,2086,2087,2089,2091,2093],{"class":1040,"line":1041},[1038,2088,1045],{"class":1044},[1038,2090,1536],{"class":1048},[1038,2092,1052],{"class":1044},[1038,2094,1541],{"class":1048},[1038,2096,2097,2099,2101,2103],{"class":1040,"line":1058},[1038,2098,1045],{"class":1044},[1038,2100,1339],{"class":1048},[1038,2102,1052],{"class":1044},[1038,2104,2105],{"class":1048}," flow, get_run_logger\n",[1038,2107,2108],{"class":1040,"line":1071},[1038,2109,1075],{"emptyLinePlaceholder":1074},[1038,2111,2112],{"class":1040,"line":1078},[1038,2113,1075],{"emptyLinePlaceholder":1074},[1038,2115,2116,2118,2120,2123,2125,2127,2129,2131,2133,2136],{"class":1040,"line":1092},[1038,2117,982],{"class":1357},[1038,2119,1125],{"class":1048},[1038,2121,2122],{"class":1121},"log_prints",[1038,2124,1137],{"class":1044},[1038,2126,1140],{"class":1128},[1038,2128,956],{"class":1048},[1038,2130,1363],{"class":1121},[1038,2132,1137],{"class":1044},[1038,2134,2135],{"class":1154},"\"LabChip GXII Touch ETL Pipeline\"",[1038,2137,1204],{"class":1048},[1038,2139,2140,2142,2144,2147],{"class":1040,"line":1105},[1038,2141,1375],{"class":1044},[1038,2143,1378],{"class":1044},[1038,2145,2146],{"class":1357}," labchip_etl_flow",[1038,2148,1384],{"class":1048},[1038,2150,2151,2153,2155,2157,2160],{"class":1040,"line":1110},[1038,2152,1234],{"class":1048},[1038,2154,1213],{"class":1128},[1038,2156,1181],{"class":1044},[1038,2158,2159],{"class":1154}," \"File System (LabChip demo)\"",[1038,2161,1393],{"class":1048},[1038,2163,2164,2166,2168,2170,2173],{"class":1040,"line":1115},[1038,2165,1243],{"class":1048},[1038,2167,1213],{"class":1128},[1038,2169,1181],{"class":1044},[1038,2171,2172],{"class":1154}," \"labchip\"",[1038,2174,1393],{"class":1048},[1038,2176,2177,2180,2182,2184,2187],{"class":1040,"line":1146},[1038,2178,2179],{"class":1048},"    s3_bucket_prefix: ",[1038,2181,1213],{"class":1128},[1038,2183,1181],{"class":1044},[1038,2185,2186],{"class":1154}," \"data\u002Finstruments\u002Flabchip\"",[1038,2188,1393],{"class":1048},[1038,2190,2191,2193,2195],{"class":1040,"line":1158},[1038,2192,1605],{"class":1048},[1038,2194,1192],{"class":1128},[1038,2196,1610],{"class":1048},[1038,2198,2199,2202,2204],{"class":1040,"line":1163},[1038,2200,2201],{"class":1048},"    logger ",[1038,2203,1137],{"class":1044},[1038,2205,2206],{"class":1048}," get_run_logger()\n",[1038,2208,2209],{"class":1040,"line":1207},[1038,2210,1075],{"emptyLinePlaceholder":1074},[1038,2212,2213],{"class":1040,"line":1220},[1038,2214,2215],{"class":1216},"    # Load S3 credentials from secrets\n",[1038,2217,2218,2220,2222,2224,2226],{"class":1040,"line":1231},[1038,2219,1615],{"class":1044},[1038,2221,1618],{"class":1044},[1038,2223,1621],{"class":1048},[1038,2225,1086],{"class":1044},[1038,2227,1626],{"class":1048},[1038,2229,2230,2233,2235,2237,2240,2243],{"class":1040,"line":1240},[1038,2231,2232],{"class":1048},"        secrets ",[1038,2234,1137],{"class":1044},[1038,2236,1636],{"class":1044},[1038,2238,2239],{"class":1048}," client.get(",[1038,2241,2242],{"class":1154},"\"\u002Fsecrets\"",[1038,2244,1204],{"class":1048},[1038,2246,2247,2250,2252,2255,2258,2260,2263,2265,2268,2270,2273,2276,2278,2281,2284],{"class":1040,"line":1248},[1038,2248,2249],{"class":1048},"    datalake ",[1038,2251,1137],{"class":1044},[1038,2253,2254],{"class":1128}," next",[1038,2256,2257],{"class":1048},"(s ",[1038,2259,1874],{"class":1044},[1038,2261,2262],{"class":1048}," s ",[1038,2264,1801],{"class":1044},[1038,2266,2267],{"class":1048}," secrets ",[1038,2269,1910],{"class":1044},[1038,2271,2272],{"class":1048}," s[",[1038,2274,2275],{"class":1154},"\"name\"",[1038,2277,1785],{"class":1048},[1038,2279,2280],{"class":1044},"==",[1038,2282,2283],{"class":1154}," \"datalake-admin\"",[1038,2285,1204],{"class":1048},[1038,2287,2288,2291,2293,2296,2299],{"class":1040,"line":1269},[1038,2289,2290],{"class":1048},"    p ",[1038,2292,1137],{"class":1044},[1038,2294,2295],{"class":1048}," datalake[",[1038,2297,2298],{"class":1154},"\"parameters\"",[1038,2300,2301],{"class":1048},"]\n",[1038,2303,2304,2307,2309],{"class":1040,"line":1292},[1038,2305,2306],{"class":1048},"    s3_base ",[1038,2308,1137],{"class":1044},[1038,2310,2311],{"class":1048}," (\n",[1038,2313,2314,2317,2320,2323,2326,2329,2332,2335,2337,2339,2341,2344,2346,2348],{"class":1040,"line":1298},[1038,2315,2316],{"class":1044},"        f",[1038,2318,2319],{"class":1154},"\"s3s:\u002F\u002F",[1038,2321,2322],{"class":1044},"{",[1038,2324,2325],{"class":1048},"p[",[1038,2327,2328],{"class":1154},"'minio_root_user'",[1038,2330,2331],{"class":1048},"]",[1038,2333,2334],{"class":1044},"}",[1038,2336,983],{"class":1154},[1038,2338,2322],{"class":1044},[1038,2340,2325],{"class":1048},[1038,2342,2343],{"class":1154},"'minio_root_password'",[1038,2345,2331],{"class":1048},[1038,2347,2334],{"class":1044},[1038,2349,2350],{"class":1154},"\"\n",[1038,2352,2353,2355,2358,2360,2362,2365,2368,2371,2374,2377,2379,2382,2385,2387],{"class":1040,"line":1502},[1038,2354,2316],{"class":1044},[1038,2356,2357],{"class":1154},"\"@",[1038,2359,2322],{"class":1044},[1038,2361,2325],{"class":1048},[1038,2363,2364],{"class":1154},"'aws_client_parameters'",[1038,2366,2367],{"class":1048},"][",[1038,2369,2370],{"class":1154},"'endpoint_url'",[1038,2372,2373],{"class":1048},"].replace(",[1038,2375,2376],{"class":1154},"'http:\u002F\u002F'",[1038,2378,956],{"class":1048},[1038,2380,2381],{"class":1154},"''",[1038,2383,2384],{"class":1048},")",[1038,2386,2334],{"class":1044},[1038,2388,2350],{"class":1154},[1038,2390,2391,2393,2396,2398,2400,2402,2404,2407,2409,2411,2414,2416,2419,2421],{"class":1040,"line":1511},[1038,2392,2316],{"class":1044},[1038,2394,2395],{"class":1154},"\"\u002F",[1038,2397,2322],{"class":1044},[1038,2399,2325],{"class":1048},[1038,2401,2364],{"class":1154},[1038,2403,2367],{"class":1048},[1038,2405,2406],{"class":1154},"'bucket_name'",[1038,2408,2331],{"class":1048},[1038,2410,2334],{"class":1044},[1038,2412,2413],{"class":1154},"\u002F",[1038,2415,2322],{"class":1044},[1038,2417,2418],{"class":1048},"s3_bucket_prefix",[1038,2420,2334],{"class":1044},[1038,2422,2350],{"class":1154},[1038,2424,2425],{"class":1040,"line":1889},[1038,2426,1295],{"class":1048},[1038,2428,2429],{"class":1040,"line":1924},[1038,2430,1075],{"emptyLinePlaceholder":1074},[1038,2432,2433,2436,2438],{"class":1040,"line":1932},[1038,2434,2435],{"class":1048},"    warehouse ",[1038,2437,1137],{"class":1044},[1038,2439,2440],{"class":1048}," get_warehouse_client()\n",[1038,2442,2443,2445],{"class":1040,"line":1941},[1038,2444,1505],{"class":1044},[1038,2446,2447],{"class":1048}," warehouse.ensure_tables_exist()\n",[1038,2449,2450],{"class":1040,"line":1955},[1038,2451,1075],{"emptyLinePlaceholder":1074},[1038,2453,2455],{"class":1040,"line":2454},27,[1038,2456,2457],{"class":1216},"    # ── Stage 1: Reconcile files missed while offline ──────────────────────\n",[1038,2459,2461,2464,2467],{"class":1040,"line":2460},28,[1038,2462,2463],{"class":1048},"    logger.info(",[1038,2465,2466],{"class":1154},"\"Stage 1: Reconciling missed files\"",[1038,2468,1204],{"class":1048},[1038,2470,2472,2475,2477,2479],{"class":1040,"line":2471},29,[1038,2473,2474],{"class":1048},"    reconciliation ",[1038,2476,1137],{"class":1044},[1038,2478,1636],{"class":1044},[1038,2480,2481],{"class":1048}," reconcile_connector_files_task(\n",[1038,2483,2485,2487,2489],{"class":1040,"line":2484},30,[1038,2486,1462],{"class":1121},[1038,2488,1137],{"class":1044},[1038,2490,1467],{"class":1048},[1038,2492,2494,2496,2498],{"class":1040,"line":2493},31,[1038,2495,1472],{"class":1121},[1038,2497,1137],{"class":1044},[1038,2499,1477],{"class":1048},[1038,2501,2503,2506,2508],{"class":1040,"line":2502},32,[1038,2504,2505],{"class":1121},"        warehouse",[1038,2507,1137],{"class":1044},[1038,2509,2510],{"class":1048},"warehouse,\n",[1038,2512,2514],{"class":1040,"line":2513},33,[1038,2515,1295],{"class":1048},[1038,2517,2519],{"class":1040,"line":2518},34,[1038,2520,2521],{"class":1048},"    logger.info(\n",[1038,2523,2525,2527,2530,2532,2534,2537,2540,2543,2545],{"class":1040,"line":2524},35,[1038,2526,2316],{"class":1044},[1038,2528,2529],{"class":1154},"\"Found ",[1038,2531,2322],{"class":1044},[1038,2533,1949],{"class":1128},[1038,2535,2536],{"class":1048},"(reconciliation[",[1038,2538,2539],{"class":1154},"'reconciled_files'",[1038,2541,2542],{"class":1048},"])",[1038,2544,2334],{"class":1044},[1038,2546,2547],{"class":1154}," unregistered files \"\n",[1038,2549,2551,2553,2556,2558,2561,2564,2566,2568],{"class":1040,"line":2550},36,[1038,2552,2316],{"class":1044},[1038,2554,2555],{"class":1154},"\"out of ",[1038,2557,2322],{"class":1044},[1038,2559,2560],{"class":1048},"reconciliation[",[1038,2562,2563],{"class":1154},"'total_on_disk'",[1038,2565,2331],{"class":1048},[1038,2567,2334],{"class":1044},[1038,2569,2570],{"class":1154}," on disk\"\n",[1038,2572,2574],{"class":1040,"line":2573},37,[1038,2575,1295],{"class":1048},[1038,2577,2579],{"class":1040,"line":2578},38,[1038,2580,1075],{"emptyLinePlaceholder":1074},[1038,2582,2584],{"class":1040,"line":2583},39,[1038,2585,2586],{"class":1216},"    # ── Stage 2: Process the backlog ───────────────────────────────────────\n",[1038,2588,2590,2593,2595,2597,2600,2603],{"class":1040,"line":2589},40,[1038,2591,2592],{"class":1044},"    for",[1038,2594,2051],{"class":1048},[1038,2596,1801],{"class":1044},[1038,2598,2599],{"class":1048}," reconciliation[",[1038,2601,2602],{"class":1154},"\"reconciled_files\"",[1038,2604,2605],{"class":1048},"]:\n",[1038,2607,2609,2612,2614,2617,2620,2623,2626,2629],{"class":1040,"line":2608},41,[1038,2610,2611],{"class":1048},"        filename ",[1038,2613,1137],{"class":1044},[1038,2615,2616],{"class":1048}," file_path.split(",[1038,2618,2619],{"class":1154},"\"\u002F\"",[1038,2621,2622],{"class":1048},")[",[1038,2624,2625],{"class":1044},"-",[1038,2627,2628],{"class":1128},"1",[1038,2630,2301],{"class":1048},[1038,2632,2634,2637,2639,2642,2645,2647,2650,2652,2654,2656,2659,2661],{"class":1040,"line":2633},42,[1038,2635,2636],{"class":1048},"        s3_url ",[1038,2638,1137],{"class":1044},[1038,2640,2641],{"class":1044}," f",[1038,2643,2644],{"class":1154},"\"",[1038,2646,2322],{"class":1044},[1038,2648,2649],{"class":1048},"s3_base",[1038,2651,2334],{"class":1044},[1038,2653,2413],{"class":1154},[1038,2655,2322],{"class":1044},[1038,2657,2658],{"class":1048},"filename",[1038,2660,2334],{"class":1044},[1038,2662,2350],{"class":1154},[1038,2664,2666],{"class":1040,"line":2665},43,[1038,2667,1075],{"emptyLinePlaceholder":1074},[1038,2669,2671,2673],{"class":1040,"line":2670},44,[1038,2672,1644],{"class":1044},[1038,2674,2675],{"class":1048}," archive_file_task(\n",[1038,2677,2679,2682,2684],{"class":1040,"line":2678},45,[1038,2680,2681],{"class":1121},"            connector_name",[1038,2683,1137],{"class":1044},[1038,2685,1467],{"class":1048},[1038,2687,2689,2692,2694],{"class":1040,"line":2688},46,[1038,2690,2691],{"class":1121},"            file_path",[1038,2693,1137],{"class":1044},[1038,2695,1447],{"class":1048},[1038,2697,2699,2702,2704],{"class":1040,"line":2698},47,[1038,2700,2701],{"class":1121},"            s3_url",[1038,2703,1137],{"class":1044},[1038,2705,2706],{"class":1048},"s3_url,\n",[1038,2708,2710],{"class":1040,"line":2709},48,[1038,2711,2712],{"class":1048},"        )\n",[1038,2714,2716,2718],{"class":1040,"line":2715},49,[1038,2717,1644],{"class":1044},[1038,2719,2720],{"class":1048}," register_source_file_task(\n",[1038,2722,2724,2726,2728],{"class":1040,"line":2723},50,[1038,2725,2691],{"class":1121},[1038,2727,1137],{"class":1044},[1038,2729,1447],{"class":1048},[1038,2731,2733,2736,2738,2741,2743,2745,2747,2749,2751,2753,2755,2757,2759],{"class":1040,"line":2732},51,[1038,2734,2735],{"class":1121},"            s3_object_path",[1038,2737,1137],{"class":1044},[1038,2739,2740],{"class":1044},"f",[1038,2742,2644],{"class":1154},[1038,2744,2322],{"class":1044},[1038,2746,2418],{"class":1048},[1038,2748,2334],{"class":1044},[1038,2750,2413],{"class":1154},[1038,2752,2322],{"class":1044},[1038,2754,2658],{"class":1048},[1038,2756,2334],{"class":1044},[1038,2758,2644],{"class":1154},[1038,2760,1393],{"class":1048},[1038,2762,2764,2766,2768],{"class":1040,"line":2763},52,[1038,2765,2681],{"class":1121},[1038,2767,1137],{"class":1044},[1038,2769,1467],{"class":1048},[1038,2771,2773,2776,2778],{"class":1040,"line":2772},53,[1038,2774,2775],{"class":1121},"            instrument_type",[1038,2777,1137],{"class":1044},[1038,2779,1477],{"class":1048},[1038,2781,2783,2786,2788],{"class":1040,"line":2782},54,[1038,2784,2785],{"class":1121},"            warehouse",[1038,2787,1137],{"class":1044},[1038,2789,2510],{"class":1048},[1038,2791,2793],{"class":1040,"line":2792},55,[1038,2794,2712],{"class":1048},[1038,2796,2798],{"class":1040,"line":2797},56,[1038,2799,1075],{"emptyLinePlaceholder":1074},[1038,2801,2803],{"class":1040,"line":2802},57,[1038,2804,2805],{"class":1216},"    # ── Stage 3: Real-time monitoring ──────────────────────────────────────\n",[1038,2807,2809,2811,2814],{"class":1040,"line":2808},58,[1038,2810,2463],{"class":1048},[1038,2812,2813],{"class":1154},"\"Stage 3: Watching for new files in real time\"",[1038,2815,1204],{"class":1048},[1038,2817,2819,2821,2823,2826,2828],{"class":1040,"line":2818},59,[1038,2820,1615],{"class":1044},[1038,2822,2048],{"class":1044},[1038,2824,2825],{"class":1048}," change ",[1038,2827,1801],{"class":1044},[1038,2829,2830],{"class":1048}," watch_for_new_files_task(connector_name):\n",[1038,2832,2834,2837,2839,2842,2844],{"class":1040,"line":2833},60,[1038,2835,2836],{"class":1048},"        file_path ",[1038,2838,1137],{"class":1044},[1038,2840,2841],{"class":1048}," change[",[1038,2843,2066],{"class":1154},[1038,2845,2301],{"class":1048},[1038,2847,2849,2851,2853,2855,2857,2859,2861,2863],{"class":1040,"line":2848},61,[1038,2850,2611],{"class":1048},[1038,2852,1137],{"class":1044},[1038,2854,2616],{"class":1048},[1038,2856,2619],{"class":1154},[1038,2858,2622],{"class":1048},[1038,2860,2625],{"class":1044},[1038,2862,2628],{"class":1128},[1038,2864,2301],{"class":1048},[1038,2866,2868,2870,2872,2874,2876,2878,2880,2882,2884,2886,2888,2890],{"class":1040,"line":2867},62,[1038,2869,2636],{"class":1048},[1038,2871,1137],{"class":1044},[1038,2873,2641],{"class":1044},[1038,2875,2644],{"class":1154},[1038,2877,2322],{"class":1044},[1038,2879,2649],{"class":1048},[1038,2881,2334],{"class":1044},[1038,2883,2413],{"class":1154},[1038,2885,2322],{"class":1044},[1038,2887,2658],{"class":1048},[1038,2889,2334],{"class":1044},[1038,2891,2350],{"class":1154},[1038,2893,2895],{"class":1040,"line":2894},63,[1038,2896,1075],{"emptyLinePlaceholder":1074},[1038,2898,2900,2903,2905,2908,2910,2912,2914,2916],{"class":1040,"line":2899},64,[1038,2901,2902],{"class":1048},"        logger.info(",[1038,2904,2740],{"class":1044},[1038,2906,2907],{"class":1154},"\"New file detected: ",[1038,2909,2322],{"class":1044},[1038,2911,1315],{"class":1048},[1038,2913,2334],{"class":1044},[1038,2915,2644],{"class":1154},[1038,2917,1204],{"class":1048},[1038,2919,2921,2923],{"class":1040,"line":2920},65,[1038,2922,1644],{"class":1044},[1038,2924,2675],{"class":1048},[1038,2926,2928,2930,2932],{"class":1040,"line":2927},66,[1038,2929,2681],{"class":1121},[1038,2931,1137],{"class":1044},[1038,2933,1467],{"class":1048},[1038,2935,2937,2939,2941],{"class":1040,"line":2936},67,[1038,2938,2691],{"class":1121},[1038,2940,1137],{"class":1044},[1038,2942,1447],{"class":1048},[1038,2944,2946,2948,2950],{"class":1040,"line":2945},68,[1038,2947,2701],{"class":1121},[1038,2949,1137],{"class":1044},[1038,2951,2706],{"class":1048},[1038,2953,2955],{"class":1040,"line":2954},69,[1038,2956,2712],{"class":1048},[1038,2958,2960,2962],{"class":1040,"line":2959},70,[1038,2961,1644],{"class":1044},[1038,2963,2720],{"class":1048},[1038,2965,2967,2969,2971],{"class":1040,"line":2966},71,[1038,2968,2691],{"class":1121},[1038,2970,1137],{"class":1044},[1038,2972,1447],{"class":1048},[1038,2974,2976,2978,2980,2982,2984,2986,2988,2990,2992,2994,2996,2998,3000],{"class":1040,"line":2975},72,[1038,2977,2735],{"class":1121},[1038,2979,1137],{"class":1044},[1038,2981,2740],{"class":1044},[1038,2983,2644],{"class":1154},[1038,2985,2322],{"class":1044},[1038,2987,2418],{"class":1048},[1038,2989,2334],{"class":1044},[1038,2991,2413],{"class":1154},[1038,2993,2322],{"class":1044},[1038,2995,2658],{"class":1048},[1038,2997,2334],{"class":1044},[1038,2999,2644],{"class":1154},[1038,3001,1393],{"class":1048},[1038,3003,3005,3007,3009],{"class":1040,"line":3004},73,[1038,3006,2681],{"class":1121},[1038,3008,1137],{"class":1044},[1038,3010,1467],{"class":1048},[1038,3012,3014,3016,3018],{"class":1040,"line":3013},74,[1038,3015,2775],{"class":1121},[1038,3017,1137],{"class":1044},[1038,3019,1477],{"class":1048},[1038,3021,3023,3025,3027],{"class":1040,"line":3022},75,[1038,3024,2785],{"class":1121},[1038,3026,1137],{"class":1044},[1038,3028,2510],{"class":1048},[1038,3030,3032],{"class":1040,"line":3031},76,[1038,3033,2712],{"class":1048},[973,3035,3037],{"id":3036},"run-the-flow","Run the flow",[1029,3039,3043],{"className":3040,"code":3041,"language":3042,"meta":1034,"style":1034},"language-bash shiki shiki-themes github-light-high-contrast github-light-high-contrast github-dark-default","uv run python -c \"\nimport asyncio\nfrom my_etl.flows.labchip import labchip_etl_flow\nasyncio.run(labchip_etl_flow())\n\"\n","bash",[932,3044,3045,3062,3067,3072,3077],{"__ignoreMap":1034},[1038,3046,3047,3050,3053,3056,3059],{"class":1040,"line":1041},[1038,3048,3049],{"class":1121},"uv",[1038,3051,3052],{"class":1154}," run",[1038,3054,3055],{"class":1154}," python",[1038,3057,3058],{"class":1128}," -c",[1038,3060,3061],{"class":1154}," \"\n",[1038,3063,3064],{"class":1040,"line":1058},[1038,3065,3066],{"class":1154},"import asyncio\n",[1038,3068,3069],{"class":1040,"line":1071},[1038,3070,3071],{"class":1154},"from my_etl.flows.labchip import labchip_etl_flow\n",[1038,3073,3074],{"class":1040,"line":1078},[1038,3075,3076],{"class":1154},"asyncio.run(labchip_etl_flow())\n",[1038,3078,3079],{"class":1040,"line":1092},[1038,3080,2350],{"class":1154},[973,3082,3084],{"id":3083},"deploy-with-prefect","Deploy with Prefect",[915,3086,3087,3088,3090],{},"Deploy the flow as a Prefect deployment so it restarts automatically on failure and appears in the Prefect UI for monitoring. See the ",[947,3089,124],{"href":125}," guide for the manifest format and deployment commands.",[973,3092,3094],{"id":3093},"verify-in-the-warehouse","Verify in the Warehouse",[915,3096,3097,3098,3101],{},"After running the flow, query the ",[932,3099,3100],{},"source_files"," table to confirm records were written:",[1029,3103,3107],{"className":3104,"code":3105,"language":3106,"meta":1034,"style":1034},"language-sql shiki shiki-themes github-light-high-contrast github-light-high-contrast github-dark-default","SELECT file_path, instrument_type, updated_at\nFROM warehouse.source_files\nWHERE instrument_type = 'labchip'\nORDER BY updated_at DESC\nLIMIT 20;\n","sql",[932,3108,3109,3114,3119,3124,3129],{"__ignoreMap":1034},[1038,3110,3111],{"class":1040,"line":1041},[1038,3112,3113],{},"SELECT file_path, instrument_type, updated_at\n",[1038,3115,3116],{"class":1040,"line":1058},[1038,3117,3118],{},"FROM warehouse.source_files\n",[1038,3120,3121],{"class":1040,"line":1071},[1038,3122,3123],{},"WHERE instrument_type = 'labchip'\n",[1038,3125,3126],{"class":1040,"line":1078},[1038,3127,3128],{},"ORDER BY updated_at DESC\n",[1038,3130,3131],{"class":1040,"line":1092},[1038,3132,3133],{},"LIMIT 20;\n",[1006,3135,3138],{"color":3136,"icon":3137},"neutral","i-heroicons-magnifying-glass",[915,3139,3140,3141,3144],{},"See ",[947,3142,3143],{"href":439},"Data Sources"," for instructions on connecting DBeaver to the warehouse so you can browse tables without writing SQL.",[973,3146,3148],{"id":3147},"next-steps","Next steps",[925,3150,3151,3156,3161],{},[928,3152,3153,3155],{},[947,3154,430],{"href":431}," — understand how S3 URLs are constructed and how to browse raw files",[928,3157,3158,3160],{},[947,3159,169],{"href":170}," — full reference for all SDK connector operations",[928,3162,3163,3165],{},[947,3164,3143],{"href":439}," — query the Warehouse from DBeaver or any PostgreSQL client",[3167,3168,3169],"style",{},"html pre.shiki code .sxkbv, html code.shiki .sxkbv{--shiki-light:#A0111F;--shiki-default:#A0111F;--shiki-dark:#FF7B72}html pre.shiki code .sc-9e, html code.shiki .sc-9e{--shiki-light:#0E1116;--shiki-default:#0E1116;--shiki-dark:#E6EDF3}html pre.shiki code .sNqAu, html code.shiki .sNqAu{--shiki-light:#702C00;--shiki-default:#702C00;--shiki-dark:#FFA657}html pre.shiki code .sOiAX, html code.shiki .sOiAX{--shiki-light:#023B95;--shiki-default:#023B95;--shiki-dark:#79C0FF}html pre.shiki code .sCx38, html code.shiki .sCx38{--shiki-light:#032563;--shiki-default:#032563;--shiki-dark:#A5D6FF}html pre.shiki code .sIsDC, html code.shiki .sIsDC{--shiki-light:#66707B;--shiki-default:#66707B;--shiki-dark:#8B949E}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .s4qFZ, html code.shiki .s4qFZ{--shiki-light:#622CBC;--shiki-default:#622CBC;--shiki-dark:#D2A8FF}",{"title":1034,"searchDepth":1041,"depth":1058,"links":3171},[3172,3173,3174,3175,3176,3177,3178,3179,3180,3181,3182],{"id":975,"depth":1058,"text":976},{"id":1015,"depth":1058,"text":1016},{"id":1304,"depth":1058,"text":1305},{"id":1520,"depth":1058,"text":1521},{"id":1673,"depth":1058,"text":1674},{"id":1961,"depth":1058,"text":1962},{"id":2072,"depth":1058,"text":2073},{"id":3036,"depth":1058,"text":3037},{"id":3083,"depth":1058,"text":3084},{"id":3093,"depth":1058,"text":3094},{"id":3147,"depth":1058,"text":3148},"Extract, transform, and load data between lab instruments and external systems using UniteLabs.","md",{},"\u002Fhow-to\u002Fobserve\u002Fbuilding-an-etl",{"title":173,"description":3183},"DEmezo-NSaAPx0KmC8xVg3_9bi2EKZLfcDfY7oft8WE",[3190,3192],{"title":169,"description":3191,"path":170},"A practical example of using the file system connector to read and write data in workflows.",{"title":177,"description":3193,"path":178},"Read lineage history through the API and subscribe to new events.",1791294171781]