[{"data":1,"prerenderedAt":369},["ShallowReactive",2],{"docs-\u002Fdocs\u002Fstreams\u002Fstream-configuration-guide":3},{"id":4,"title":5,"body":6,"description":360,"extension":361,"meta":362,"navigation":363,"path":364,"redirect":365,"seo":366,"stem":367,"__hash__":368},"docs\u002Fdocs\u002Fstreams\u002Fstream-configuration-guide.md","Stream Configuration Guide",{"type":7,"value":8,"toc":340},"minimark",[9,13,17,36,44,49,52,88,92,98,101,109,113,129,132,136,141,144,156,160,170,177,184,191,198,201,220,223,227,238,246,250,255,258,292,296],[10,11,5],"h1",{"id":12},"stream-configuration-guide",[14,15,16],"p",{},"This guide explains the main decisions you make when configuring a stream in DBConvert Streams.",[14,18,19,20,25,26,30,31,35],{},"Use this page for the operational workflow. Use ",[21,22,24],"a",{"href":23},"\u002Fdocs\u002Fstreams\u002Fstream-configuration-overview","Stream Configuration Overview"," for the mental model, ",[21,27,29],{"href":28},"\u002Fdocs\u002Fstreams\u002Fstream-config-reference","Stream Configuration Reference"," for exact field paths, and ",[21,32,34],{"href":33},"\u002Fdocs\u002Fstreams\u002Fstream-examples","Stream Configuration Examples"," for full payloads.",[14,37,38,39,43],{},"Use the ",[21,40,42],{"href":41},"\u002Fdocs\u002Fguide\u002Fintro#capability-matrix","Capability Matrix"," first when you need to confirm whether a source\u002Ftarget\u002Fmode combination is in scope.",[45,46,48],"h2",{"id":47},"core-stream-decisions","Core stream decisions",[14,50,51],{},"Every stream starts with five decisions:",[53,54,55,63,68,74,81],"ol",{},[56,57,58,59],"li",{},"choose the ",[60,61,62],"strong",{},"source",[56,64,58,65],{},[60,66,67],{},"target",[56,69,58,70,73],{},[60,71,72],{},"mode",": Load or CDC",[56,75,76,77,80],{},"define the ",[60,78,79],{},"scope",": tables, files, or query-driven selection",[56,82,83,84,87],{},"define ",[60,85,86],{},"execution settings"," such as reporting intervals, bundle size, and optional limits",[45,89,91],{"id":90},"source-and-target-selection","Source and target selection",[93,94],"themed-image",{"alt":95,"dark":96,"light":97},"Select source and target connections","\u002Fimages\u002Fpages\u002Fdata-migration\u002Fsetup-step1-dark.png","\u002Fimages\u002Fpages\u002Fdata-migration\u002Fsetup-step1-light.png",[14,99,100],{},"The selected connections determine what modes and scopes are available. Not every source supports every target, and explorer support does not imply CDC support.",[14,102,103,104,108],{},"Set up connections following ",[21,105,107],{"href":106},"\u002Fdocs\u002Fconnections\u002Fconnection-management","Connection Management",".",[45,110,112],{"id":111},"mode-selection","Mode selection",[14,114,115,116,119,120,123,124,128],{},"Choose ",[60,117,118],{},"Load"," for bounded transfers and ",[60,121,122],{},"CDC"," for ongoing synchronization. See ",[21,125,127],{"href":126},"\u002Fdocs\u002Fstreams\u002Funderstanding-streams#stream-types","Understanding DBConvert Streams"," for when to use each mode.",[14,130,131],{},"CDC is only valid for a subset of source\u002Ftarget combinations. Confirm support before selecting CDC.",[45,133,135],{"id":134},"scope-selection","Scope selection",[93,137],{"alt":138,"dark":139,"light":140},"Choose mode and select tables for the stream","\u002Fimages\u002Fpages\u002Fdata-migration\u002Fsetup-step2-dark.png","\u002Fimages\u002Fpages\u002Fdata-migration\u002Fsetup-step2-light.png",[14,142,143],{},"The stream scope can be based on selected tables, schemas, custom SQL (Load only), or file paths depending on the source type. Use smaller scopes during first-run validation to reduce risk.",[14,145,146,147,151,152,108],{},"For detailed selection patterns, see the ",[21,148,150],{"href":149},"\u002Fdocs\u002Fstreams\u002Fschema-selection-guide","Schema Selection Guide",". For query-driven scopes, see ",[21,153,155],{"href":154},"\u002Fdocs\u002Fstreams\u002Fcustom-sql-queries","Custom SQL Queries",[45,157,159],{"id":158},"execution-settings","Execution settings",[161,162,164,165,169],"h3",{"id":163},"data-bundle-size-databundlesize","Data bundle size (",[166,167,168],"code",{},"dataBundleSize",")",[14,171,172,173,176],{},"Controls how many records are processed together per batch. Larger bundles improve throughput for simple datasets; smaller bundles are safer for wide rows or constrained environments. See the ",[21,174,175],{"href":28},"Configuration Reference"," for allowed values.",[161,178,180,181,169],{"id":179},"reporting-interval-reportinginterval","Reporting interval (",[166,182,183],{},"reportingInterval",[14,185,186,187,190],{},"Controls how often progress is surfaced, in seconds (default: ",[166,188,189],{},"5","). Use shorter intervals for closer visibility and longer intervals to reduce reporting overhead.",[161,192,194,195,169],{"id":193},"optional-limits-limits","Optional limits (",[166,196,197],{},"limits",[14,199,200],{},"Streams can stop automatically based on:",[202,203,204,212],"ul",{},[56,205,206,211],{},[60,207,208],{},[166,209,210],{},"numberOfEvents"," — maximum processed events",[56,213,214,219],{},[60,215,216],{},[166,217,218],{},"elapsedTime"," — maximum elapsed time in seconds",[14,221,222],{},"These are useful for testing, bounded CDC runs, and controlled trial executions.",[45,224,226],{"id":225},"structure-and-target-behavior","Structure and target behavior",[14,228,229,230,233,234,237],{},"Structure handling determines how DBConvert Streams treats target-side tables and existing data. Two fields control this: ",[166,231,232],{},"schemaPolicy"," (what to do if tables exist) and ",[166,235,236],{},"writeMode"," (what to do if tables contain rows).",[14,239,240,241,245],{},"Use conservative defaults — especially in shared environments. See ",[21,242,244],{"href":243},"\u002Fdocs\u002Fstreams\u002Ftarget-data-policies","Target Schema and Data Policies"," for the full decision matrix and defaults per mode.",[45,247,249],{"id":248},"validation-workflow","Validation workflow",[93,251],{"alt":252,"dark":253,"light":254},"Stream configuration summary before starting","\u002Fimages\u002Fpages\u002Fdata-migration\u002Fsetup-step3-dark.png","\u002Fimages\u002Fpages\u002Fdata-migration\u002Fsetup-step3-light.png",[14,256,257],{},"Before starting a production-relevant stream:",[53,259,260,267,274,280],{},[56,261,262,263,108],{},"Confirm object visibility in ",[21,264,266],{"href":265},"\u002Fdocs\u002Fdatabase-explorer\u002F","Data Explorer",[56,268,269,270,108],{},"Validate representative rows with the ",[21,271,273],{"href":272},"\u002Fdocs\u002Fdatabase-explorer\u002Fsql-console","SQL Console",[56,275,276,277,279],{},"Start with a smaller scope or use ",[166,278,197],{}," for a bounded first run.",[56,281,282,283,287,288,291],{},"Monitor the first execution in ",[21,284,286],{"href":285},"\u002Fdocs\u002Foperations\u002Fobservability","Observability"," — verify the stream reaches ",[60,289,290],{},"finished"," state and the transferred row count matches expectations.",[45,293,295],{"id":294},"related-docs","Related docs",[202,297,298,302,306,312,318,322,328,334],{},[56,299,300],{},[21,301,24],{"href":23},[56,303,304],{},[21,305,29],{"href":28},[56,307,308],{},[21,309,311],{"href":310},"\u002Fdocs\u002Fstreams\u002Fsource-configuration","Source Configuration",[56,313,314],{},[21,315,317],{"href":316},"\u002Fdocs\u002Fstreams\u002Ftarget-configuration","Target Configuration",[56,319,320],{},[21,321,34],{"href":33},[56,323,324],{},[21,325,327],{"href":326},"\u002Fdocs\u002Fstreams\u002Fstream-states-lifecycle","Stream Lifecycle",[56,329,330],{},[21,331,333],{"href":332},"\u002Fdocs\u002Fintegration\u002Fconversion-mode","Understanding Load Mode",[56,335,336],{},[21,337,339],{"href":338},"\u002Fdocs\u002Fintegration\u002Fwhat-is-cdc","Understanding CDC",{"title":341,"searchDepth":342,"depth":342,"links":343},"",2,[344,345,346,347,348,357,358,359],{"id":47,"depth":342,"text":48},{"id":90,"depth":342,"text":91},{"id":111,"depth":342,"text":112},{"id":134,"depth":342,"text":135},{"id":158,"depth":342,"text":159,"children":349},[350,353,355],{"id":163,"depth":351,"text":352},3,"Data bundle size (dataBundleSize)",{"id":179,"depth":351,"text":354},"Reporting interval (reportingInterval)",{"id":193,"depth":351,"text":356},"Optional limits (limits)",{"id":225,"depth":342,"text":226},{"id":248,"depth":342,"text":249},{"id":294,"depth":342,"text":295},"Configure Load and CDC streams in DBConvert Streams with the right scope, limits, and operational settings.","md",{},false,"\u002Fdocs\u002Fstreams\u002Fstream-configuration-guide",null,{"title":5,"description":360},"docs\u002Fstreams\u002Fstream-configuration-guide","EmH4o2NeF4aNQGjaL2wmiEanf2yThEZCzHvXKgNrMrs",1783896282965]