[{"data":1,"prerenderedAt":1584},["ShallowReactive",2],{"docs-\u002Fdocs\u002Fstreams\u002Fstream-examples":3},{"id":4,"title":5,"body":6,"description":1575,"extension":1576,"meta":1577,"navigation":1578,"path":1579,"redirect":1580,"seo":1581,"stem":1582,"__hash__":1583},"docs\u002Fdocs\u002Fstreams\u002Fstream-examples.md","Stream Configuration Examples",{"type":7,"value":8,"toc":1566},"minimark",[9,13,17,20,37,40,45,48,546,550,553,820,824,827,1100,1104,1107,1294,1298,1301,1500,1504,1507,1525,1529,1562],[10,11,5],"h1",{"id":12},"stream-configuration-examples",[14,15,16],"p",{},"Use this page when you want full example payloads instead of field-by-field lookup tables.",[14,18,19],{},"All examples use the current nested shape:",[21,22,23,31],"ul",{},[24,25,26,30],"li",{},[27,28,29],"code",{},"source.connections[]"," for source entries",[24,32,33,36],{},[27,34,35],{},"target.spec.*"," for the chosen target family",[14,38,39],{},"Replace connection IDs, database names, schemas, paths, and buckets with values from your environment.",[41,42,44],"h2",{"id":43},"database-source-to-database-target","Database source to database target",[14,46,47],{},"Use this pattern for a bounded Load workflow from PostgreSQL into MySQL or PostgreSQL.",[49,50,55],"pre",{"className":51,"code":52,"language":53,"meta":54,"style":54},"language-json shiki shiki-themes github-light github-dark","{\n  \"name\": \"PostgreSQL to MySQL\",\n  \"mode\": \"load\",\n  \"source\": {\n    \"connections\": [\n      {\n        \"connectionId\": \"conn_postgres_prod\",\n        \"database\": \"postgres\",\n        \"tables\": [\n          { \"name\": \"public.actor\" },\n          {\n            \"name\": \"public.film\",\n            \"selection\": {\n              \"filters\": [\n                {\n                  \"column\": \"title\",\n                  \"operator\": \"STARTS_WITH\",\n                  \"value\": \"a\"\n                }\n              ],\n              \"sorts\": [\n                {\n                  \"column\": \"film_id\",\n                  \"direction\": \"ASC\"\n                }\n              ],\n              \"limit\": 4\n            }\n          }\n        ]\n      }\n    ],\n    \"options\": {\n      \"dataBundleSize\": 1000\n    }\n  },\n  \"target\": {\n    \"id\": \"conn_mysql_target\",\n    \"spec\": {\n      \"db\": {\n        \"database\": \"testdb\",\n        \"structureOptions\": {\n          \"tables\": true,\n          \"indexes\": true,\n          \"foreignKeys\": true,\n          \"checkConstraints\": true\n        },\n        \"schemaPolicy\": \"create_missing_only\",\n        \"writeMode\": \"upsert\"\n      }\n    }\n  },\n  \"reportingInterval\": 3\n}\n","json","",[27,56,57,66,83,96,105,114,120,133,146,154,171,177,190,198,206,212,225,238,249,255,261,269,274,286,297,302,307,318,324,330,336,342,348,356,367,373,379,387,400,408,416,428,436,449,461,473,484,490,503,514,519,524,529,540],{"__ignoreMap":54},[58,59,62],"span",{"class":60,"line":61},"line",1,[58,63,65],{"class":64},"sVt8B","{\n",[58,67,69,73,76,80],{"class":60,"line":68},2,[58,70,72],{"class":71},"sj4cs","  \"name\"",[58,74,75],{"class":64},": ",[58,77,79],{"class":78},"sZZnC","\"PostgreSQL to MySQL\"",[58,81,82],{"class":64},",\n",[58,84,86,89,91,94],{"class":60,"line":85},3,[58,87,88],{"class":71},"  \"mode\"",[58,90,75],{"class":64},[58,92,93],{"class":78},"\"load\"",[58,95,82],{"class":64},[58,97,99,102],{"class":60,"line":98},4,[58,100,101],{"class":71},"  \"source\"",[58,103,104],{"class":64},": {\n",[58,106,108,111],{"class":60,"line":107},5,[58,109,110],{"class":71},"    \"connections\"",[58,112,113],{"class":64},": [\n",[58,115,117],{"class":60,"line":116},6,[58,118,119],{"class":64},"      {\n",[58,121,123,126,128,131],{"class":60,"line":122},7,[58,124,125],{"class":71},"        \"connectionId\"",[58,127,75],{"class":64},[58,129,130],{"class":78},"\"conn_postgres_prod\"",[58,132,82],{"class":64},[58,134,136,139,141,144],{"class":60,"line":135},8,[58,137,138],{"class":71},"        \"database\"",[58,140,75],{"class":64},[58,142,143],{"class":78},"\"postgres\"",[58,145,82],{"class":64},[58,147,149,152],{"class":60,"line":148},9,[58,150,151],{"class":71},"        \"tables\"",[58,153,113],{"class":64},[58,155,157,160,163,165,168],{"class":60,"line":156},10,[58,158,159],{"class":64},"          { ",[58,161,162],{"class":71},"\"name\"",[58,164,75],{"class":64},[58,166,167],{"class":78},"\"public.actor\"",[58,169,170],{"class":64}," },\n",[58,172,174],{"class":60,"line":173},11,[58,175,176],{"class":64},"          {\n",[58,178,180,183,185,188],{"class":60,"line":179},12,[58,181,182],{"class":71},"            \"name\"",[58,184,75],{"class":64},[58,186,187],{"class":78},"\"public.film\"",[58,189,82],{"class":64},[58,191,193,196],{"class":60,"line":192},13,[58,194,195],{"class":71},"            \"selection\"",[58,197,104],{"class":64},[58,199,201,204],{"class":60,"line":200},14,[58,202,203],{"class":71},"              \"filters\"",[58,205,113],{"class":64},[58,207,209],{"class":60,"line":208},15,[58,210,211],{"class":64},"                {\n",[58,213,215,218,220,223],{"class":60,"line":214},16,[58,216,217],{"class":71},"                  \"column\"",[58,219,75],{"class":64},[58,221,222],{"class":78},"\"title\"",[58,224,82],{"class":64},[58,226,228,231,233,236],{"class":60,"line":227},17,[58,229,230],{"class":71},"                  \"operator\"",[58,232,75],{"class":64},[58,234,235],{"class":78},"\"STARTS_WITH\"",[58,237,82],{"class":64},[58,239,241,244,246],{"class":60,"line":240},18,[58,242,243],{"class":71},"                  \"value\"",[58,245,75],{"class":64},[58,247,248],{"class":78},"\"a\"\n",[58,250,252],{"class":60,"line":251},19,[58,253,254],{"class":64},"                }\n",[58,256,258],{"class":60,"line":257},20,[58,259,260],{"class":64},"              ],\n",[58,262,264,267],{"class":60,"line":263},21,[58,265,266],{"class":71},"              \"sorts\"",[58,268,113],{"class":64},[58,270,272],{"class":60,"line":271},22,[58,273,211],{"class":64},[58,275,277,279,281,284],{"class":60,"line":276},23,[58,278,217],{"class":71},[58,280,75],{"class":64},[58,282,283],{"class":78},"\"film_id\"",[58,285,82],{"class":64},[58,287,289,292,294],{"class":60,"line":288},24,[58,290,291],{"class":71},"                  \"direction\"",[58,293,75],{"class":64},[58,295,296],{"class":78},"\"ASC\"\n",[58,298,300],{"class":60,"line":299},25,[58,301,254],{"class":64},[58,303,305],{"class":60,"line":304},26,[58,306,260],{"class":64},[58,308,310,313,315],{"class":60,"line":309},27,[58,311,312],{"class":71},"              \"limit\"",[58,314,75],{"class":64},[58,316,317],{"class":71},"4\n",[58,319,321],{"class":60,"line":320},28,[58,322,323],{"class":64},"            }\n",[58,325,327],{"class":60,"line":326},29,[58,328,329],{"class":64},"          }\n",[58,331,333],{"class":60,"line":332},30,[58,334,335],{"class":64},"        ]\n",[58,337,339],{"class":60,"line":338},31,[58,340,341],{"class":64},"      }\n",[58,343,345],{"class":60,"line":344},32,[58,346,347],{"class":64},"    ],\n",[58,349,351,354],{"class":60,"line":350},33,[58,352,353],{"class":71},"    \"options\"",[58,355,104],{"class":64},[58,357,359,362,364],{"class":60,"line":358},34,[58,360,361],{"class":71},"      \"dataBundleSize\"",[58,363,75],{"class":64},[58,365,366],{"class":71},"1000\n",[58,368,370],{"class":60,"line":369},35,[58,371,372],{"class":64},"    }\n",[58,374,376],{"class":60,"line":375},36,[58,377,378],{"class":64},"  },\n",[58,380,382,385],{"class":60,"line":381},37,[58,383,384],{"class":71},"  \"target\"",[58,386,104],{"class":64},[58,388,390,393,395,398],{"class":60,"line":389},38,[58,391,392],{"class":71},"    \"id\"",[58,394,75],{"class":64},[58,396,397],{"class":78},"\"conn_mysql_target\"",[58,399,82],{"class":64},[58,401,403,406],{"class":60,"line":402},39,[58,404,405],{"class":71},"    \"spec\"",[58,407,104],{"class":64},[58,409,411,414],{"class":60,"line":410},40,[58,412,413],{"class":71},"      \"db\"",[58,415,104],{"class":64},[58,417,419,421,423,426],{"class":60,"line":418},41,[58,420,138],{"class":71},[58,422,75],{"class":64},[58,424,425],{"class":78},"\"testdb\"",[58,427,82],{"class":64},[58,429,431,434],{"class":60,"line":430},42,[58,432,433],{"class":71},"        \"structureOptions\"",[58,435,104],{"class":64},[58,437,439,442,444,447],{"class":60,"line":438},43,[58,440,441],{"class":71},"          \"tables\"",[58,443,75],{"class":64},[58,445,446],{"class":71},"true",[58,448,82],{"class":64},[58,450,452,455,457,459],{"class":60,"line":451},44,[58,453,454],{"class":71},"          \"indexes\"",[58,456,75],{"class":64},[58,458,446],{"class":71},[58,460,82],{"class":64},[58,462,464,467,469,471],{"class":60,"line":463},45,[58,465,466],{"class":71},"          \"foreignKeys\"",[58,468,75],{"class":64},[58,470,446],{"class":71},[58,472,82],{"class":64},[58,474,476,479,481],{"class":60,"line":475},46,[58,477,478],{"class":71},"          \"checkConstraints\"",[58,480,75],{"class":64},[58,482,483],{"class":71},"true\n",[58,485,487],{"class":60,"line":486},47,[58,488,489],{"class":64},"        },\n",[58,491,493,496,498,501],{"class":60,"line":492},48,[58,494,495],{"class":71},"        \"schemaPolicy\"",[58,497,75],{"class":64},[58,499,500],{"class":78},"\"create_missing_only\"",[58,502,82],{"class":64},[58,504,506,509,511],{"class":60,"line":505},49,[58,507,508],{"class":71},"        \"writeMode\"",[58,510,75],{"class":64},[58,512,513],{"class":78},"\"upsert\"\n",[58,515,517],{"class":60,"line":516},50,[58,518,341],{"class":64},[58,520,522],{"class":60,"line":521},51,[58,523,372],{"class":64},[58,525,527],{"class":60,"line":526},52,[58,528,378],{"class":64},[58,530,532,535,537],{"class":60,"line":531},53,[58,533,534],{"class":71},"  \"reportingInterval\"",[58,536,75],{"class":64},[58,538,539],{"class":71},"3\n",[58,541,543],{"class":60,"line":542},54,[58,544,545],{"class":64},"}\n",[41,547,549],{"id":548},"postgresql-cdc","PostgreSQL CDC",[14,551,552],{},"Use this pattern for ongoing PostgreSQL CDC into another database target.",[49,554,556],{"className":51,"code":555,"language":53,"meta":54,"style":54},"{\n  \"name\": \"PostgreSQL Orders CDC\",\n  \"mode\": \"cdc\",\n  \"source\": {\n    \"connections\": [\n      {\n        \"connectionId\": \"conn_postgres_prod\",\n        \"database\": \"orders\",\n        \"schema\": \"public\",\n        \"tables\": [\n          { \"name\": \"orders\" },\n          { \"name\": \"order_items\" }\n        ]\n      }\n    ],\n    \"options\": {\n      \"operations\": [\"INSERT\", \"UPDATE\"],\n      \"replicationSlot\": \"orders_replication\",\n      \"publicationName\": \"orders_publication\"\n    }\n  },\n  \"target\": {\n    \"id\": \"conn_postgres_analytics\",\n    \"spec\": {\n      \"db\": {\n        \"database\": \"analytics\",\n        \"schema\": \"cdc_landing\",\n        \"schemaPolicy\": \"validate_existing\",\n        \"writeMode\": \"upsert\"\n      }\n    }\n  }\n}\n",[27,557,558,562,573,584,590,596,600,610,621,633,639,651,665,669,673,677,683,703,715,725,729,733,739,750,756,762,773,784,795,803,807,811,816],{"__ignoreMap":54},[58,559,560],{"class":60,"line":61},[58,561,65],{"class":64},[58,563,564,566,568,571],{"class":60,"line":68},[58,565,72],{"class":71},[58,567,75],{"class":64},[58,569,570],{"class":78},"\"PostgreSQL Orders CDC\"",[58,572,82],{"class":64},[58,574,575,577,579,582],{"class":60,"line":85},[58,576,88],{"class":71},[58,578,75],{"class":64},[58,580,581],{"class":78},"\"cdc\"",[58,583,82],{"class":64},[58,585,586,588],{"class":60,"line":98},[58,587,101],{"class":71},[58,589,104],{"class":64},[58,591,592,594],{"class":60,"line":107},[58,593,110],{"class":71},[58,595,113],{"class":64},[58,597,598],{"class":60,"line":116},[58,599,119],{"class":64},[58,601,602,604,606,608],{"class":60,"line":122},[58,603,125],{"class":71},[58,605,75],{"class":64},[58,607,130],{"class":78},[58,609,82],{"class":64},[58,611,612,614,616,619],{"class":60,"line":135},[58,613,138],{"class":71},[58,615,75],{"class":64},[58,617,618],{"class":78},"\"orders\"",[58,620,82],{"class":64},[58,622,623,626,628,631],{"class":60,"line":148},[58,624,625],{"class":71},"        \"schema\"",[58,627,75],{"class":64},[58,629,630],{"class":78},"\"public\"",[58,632,82],{"class":64},[58,634,635,637],{"class":60,"line":156},[58,636,151],{"class":71},[58,638,113],{"class":64},[58,640,641,643,645,647,649],{"class":60,"line":173},[58,642,159],{"class":64},[58,644,162],{"class":71},[58,646,75],{"class":64},[58,648,618],{"class":78},[58,650,170],{"class":64},[58,652,653,655,657,659,662],{"class":60,"line":179},[58,654,159],{"class":64},[58,656,162],{"class":71},[58,658,75],{"class":64},[58,660,661],{"class":78},"\"order_items\"",[58,663,664],{"class":64}," }\n",[58,666,667],{"class":60,"line":192},[58,668,335],{"class":64},[58,670,671],{"class":60,"line":200},[58,672,341],{"class":64},[58,674,675],{"class":60,"line":208},[58,676,347],{"class":64},[58,678,679,681],{"class":60,"line":214},[58,680,353],{"class":71},[58,682,104],{"class":64},[58,684,685,688,691,694,697,700],{"class":60,"line":227},[58,686,687],{"class":71},"      \"operations\"",[58,689,690],{"class":64},": [",[58,692,693],{"class":78},"\"INSERT\"",[58,695,696],{"class":64},", ",[58,698,699],{"class":78},"\"UPDATE\"",[58,701,702],{"class":64},"],\n",[58,704,705,708,710,713],{"class":60,"line":240},[58,706,707],{"class":71},"      \"replicationSlot\"",[58,709,75],{"class":64},[58,711,712],{"class":78},"\"orders_replication\"",[58,714,82],{"class":64},[58,716,717,720,722],{"class":60,"line":251},[58,718,719],{"class":71},"      \"publicationName\"",[58,721,75],{"class":64},[58,723,724],{"class":78},"\"orders_publication\"\n",[58,726,727],{"class":60,"line":257},[58,728,372],{"class":64},[58,730,731],{"class":60,"line":263},[58,732,378],{"class":64},[58,734,735,737],{"class":60,"line":271},[58,736,384],{"class":71},[58,738,104],{"class":64},[58,740,741,743,745,748],{"class":60,"line":276},[58,742,392],{"class":71},[58,744,75],{"class":64},[58,746,747],{"class":78},"\"conn_postgres_analytics\"",[58,749,82],{"class":64},[58,751,752,754],{"class":60,"line":288},[58,753,405],{"class":71},[58,755,104],{"class":64},[58,757,758,760],{"class":60,"line":299},[58,759,413],{"class":71},[58,761,104],{"class":64},[58,763,764,766,768,771],{"class":60,"line":304},[58,765,138],{"class":71},[58,767,75],{"class":64},[58,769,770],{"class":78},"\"analytics\"",[58,772,82],{"class":64},[58,774,775,777,779,782],{"class":60,"line":309},[58,776,625],{"class":71},[58,778,75],{"class":64},[58,780,781],{"class":78},"\"cdc_landing\"",[58,783,82],{"class":64},[58,785,786,788,790,793],{"class":60,"line":320},[58,787,495],{"class":71},[58,789,75],{"class":64},[58,791,792],{"class":78},"\"validate_existing\"",[58,794,82],{"class":64},[58,796,797,799,801],{"class":60,"line":326},[58,798,508],{"class":71},[58,800,75],{"class":64},[58,802,513],{"class":78},[58,804,805],{"class":60,"line":332},[58,806,341],{"class":64},[58,808,809],{"class":60,"line":338},[58,810,372],{"class":64},[58,812,813],{"class":60,"line":344},[58,814,815],{"class":64},"  }\n",[58,817,818],{"class":60,"line":350},[58,819,545],{"class":64},[41,821,823],{"id":822},"database-source-to-local-parquet-files","Database source to local Parquet files",[14,825,826],{},"Use this pattern for a filtered export from a database into local Parquet files.",[49,828,830],{"className":51,"code":829,"language":53,"meta":54,"style":54},"{\n  \"name\": \"MySQL to Parquet export\",\n  \"mode\": \"load\",\n  \"source\": {\n    \"connections\": [\n      {\n        \"connectionId\": \"conn_mysql_prod\",\n        \"database\": \"commerce\",\n        \"tables\": [\n          {\n            \"name\": \"events\",\n            \"selection\": {\n              \"filters\": [\n                {\n                  \"column\": \"created_at\",\n                  \"operator\": \">=\",\n                  \"value\": \"2024-01-01\"\n                }\n              ]\n            }\n          }\n        ]\n      }\n    ]\n  },\n  \"target\": {\n    \"id\": \"conn_files_local\",\n    \"spec\": {\n      \"files\": {\n        \"fileFormat\": \"parquet\",\n        \"format\": {\n          \"compression\": \"zstd\",\n          \"parquet\": {\n            \"targetRowGroupSizeMB\": 256\n          }\n        }\n      }\n    }\n  }\n}\n",[27,831,832,836,847,857,863,869,873,884,895,901,905,916,922,928,932,943,954,963,967,972,976,980,984,988,993,997,1003,1014,1020,1027,1039,1046,1058,1065,1075,1079,1084,1088,1092,1096],{"__ignoreMap":54},[58,833,834],{"class":60,"line":61},[58,835,65],{"class":64},[58,837,838,840,842,845],{"class":60,"line":68},[58,839,72],{"class":71},[58,841,75],{"class":64},[58,843,844],{"class":78},"\"MySQL to Parquet export\"",[58,846,82],{"class":64},[58,848,849,851,853,855],{"class":60,"line":85},[58,850,88],{"class":71},[58,852,75],{"class":64},[58,854,93],{"class":78},[58,856,82],{"class":64},[58,858,859,861],{"class":60,"line":98},[58,860,101],{"class":71},[58,862,104],{"class":64},[58,864,865,867],{"class":60,"line":107},[58,866,110],{"class":71},[58,868,113],{"class":64},[58,870,871],{"class":60,"line":116},[58,872,119],{"class":64},[58,874,875,877,879,882],{"class":60,"line":122},[58,876,125],{"class":71},[58,878,75],{"class":64},[58,880,881],{"class":78},"\"conn_mysql_prod\"",[58,883,82],{"class":64},[58,885,886,888,890,893],{"class":60,"line":135},[58,887,138],{"class":71},[58,889,75],{"class":64},[58,891,892],{"class":78},"\"commerce\"",[58,894,82],{"class":64},[58,896,897,899],{"class":60,"line":148},[58,898,151],{"class":71},[58,900,113],{"class":64},[58,902,903],{"class":60,"line":156},[58,904,176],{"class":64},[58,906,907,909,911,914],{"class":60,"line":173},[58,908,182],{"class":71},[58,910,75],{"class":64},[58,912,913],{"class":78},"\"events\"",[58,915,82],{"class":64},[58,917,918,920],{"class":60,"line":179},[58,919,195],{"class":71},[58,921,104],{"class":64},[58,923,924,926],{"class":60,"line":192},[58,925,203],{"class":71},[58,927,113],{"class":64},[58,929,930],{"class":60,"line":200},[58,931,211],{"class":64},[58,933,934,936,938,941],{"class":60,"line":208},[58,935,217],{"class":71},[58,937,75],{"class":64},[58,939,940],{"class":78},"\"created_at\"",[58,942,82],{"class":64},[58,944,945,947,949,952],{"class":60,"line":214},[58,946,230],{"class":71},[58,948,75],{"class":64},[58,950,951],{"class":78},"\">=\"",[58,953,82],{"class":64},[58,955,956,958,960],{"class":60,"line":227},[58,957,243],{"class":71},[58,959,75],{"class":64},[58,961,962],{"class":78},"\"2024-01-01\"\n",[58,964,965],{"class":60,"line":240},[58,966,254],{"class":64},[58,968,969],{"class":60,"line":251},[58,970,971],{"class":64},"              ]\n",[58,973,974],{"class":60,"line":257},[58,975,323],{"class":64},[58,977,978],{"class":60,"line":263},[58,979,329],{"class":64},[58,981,982],{"class":60,"line":271},[58,983,335],{"class":64},[58,985,986],{"class":60,"line":276},[58,987,341],{"class":64},[58,989,990],{"class":60,"line":288},[58,991,992],{"class":64},"    ]\n",[58,994,995],{"class":60,"line":299},[58,996,378],{"class":64},[58,998,999,1001],{"class":60,"line":304},[58,1000,384],{"class":71},[58,1002,104],{"class":64},[58,1004,1005,1007,1009,1012],{"class":60,"line":309},[58,1006,392],{"class":71},[58,1008,75],{"class":64},[58,1010,1011],{"class":78},"\"conn_files_local\"",[58,1013,82],{"class":64},[58,1015,1016,1018],{"class":60,"line":320},[58,1017,405],{"class":71},[58,1019,104],{"class":64},[58,1021,1022,1025],{"class":60,"line":326},[58,1023,1024],{"class":71},"      \"files\"",[58,1026,104],{"class":64},[58,1028,1029,1032,1034,1037],{"class":60,"line":332},[58,1030,1031],{"class":71},"        \"fileFormat\"",[58,1033,75],{"class":64},[58,1035,1036],{"class":78},"\"parquet\"",[58,1038,82],{"class":64},[58,1040,1041,1044],{"class":60,"line":338},[58,1042,1043],{"class":71},"        \"format\"",[58,1045,104],{"class":64},[58,1047,1048,1051,1053,1056],{"class":60,"line":344},[58,1049,1050],{"class":71},"          \"compression\"",[58,1052,75],{"class":64},[58,1054,1055],{"class":78},"\"zstd\"",[58,1057,82],{"class":64},[58,1059,1060,1063],{"class":60,"line":350},[58,1061,1062],{"class":71},"          \"parquet\"",[58,1064,104],{"class":64},[58,1066,1067,1070,1072],{"class":60,"line":358},[58,1068,1069],{"class":71},"            \"targetRowGroupSizeMB\"",[58,1071,75],{"class":64},[58,1073,1074],{"class":71},"256\n",[58,1076,1077],{"class":60,"line":369},[58,1078,329],{"class":64},[58,1080,1081],{"class":60,"line":375},[58,1082,1083],{"class":64},"        }\n",[58,1085,1086],{"class":60,"line":381},[58,1087,341],{"class":64},[58,1089,1090],{"class":60,"line":389},[58,1091,372],{"class":64},[58,1093,1094],{"class":60,"line":402},[58,1095,815],{"class":64},[58,1097,1098],{"class":60,"line":410},[58,1099,545],{"class":64},[41,1101,1103],{"id":1102},"s3-source-to-database-target","S3 source to database target",[14,1105,1106],{},"Use this pattern when the source data is manifest-driven in S3-compatible storage and the target is a database.",[49,1108,1110],{"className":51,"code":1109,"language":53,"meta":54,"style":54},"{\n  \"name\": \"S3 manifest to PostgreSQL\",\n  \"mode\": \"load\",\n  \"source\": {\n    \"connections\": [\n      {\n        \"connectionId\": \"conn_s3_exports\",\n        \"s3\": {\n          \"bucket\": \"company-data\",\n          \"manifestPath\": \"s3:\u002F\u002Fcompany-data\u002Fexports\u002Forders\u002Fmanifest.json\"\n        }\n      }\n    ]\n  },\n  \"target\": {\n    \"id\": \"conn_postgres_landing\",\n    \"spec\": {\n      \"db\": {\n        \"database\": \"landing\",\n        \"schema\": \"public\",\n        \"schemaPolicy\": \"create_missing_only\",\n        \"writeMode\": \"append\"\n      }\n    }\n  }\n}\n",[27,1111,1112,1116,1127,1137,1143,1149,1153,1164,1171,1183,1193,1197,1201,1205,1209,1215,1226,1232,1238,1249,1259,1269,1278,1282,1286,1290],{"__ignoreMap":54},[58,1113,1114],{"class":60,"line":61},[58,1115,65],{"class":64},[58,1117,1118,1120,1122,1125],{"class":60,"line":68},[58,1119,72],{"class":71},[58,1121,75],{"class":64},[58,1123,1124],{"class":78},"\"S3 manifest to PostgreSQL\"",[58,1126,82],{"class":64},[58,1128,1129,1131,1133,1135],{"class":60,"line":85},[58,1130,88],{"class":71},[58,1132,75],{"class":64},[58,1134,93],{"class":78},[58,1136,82],{"class":64},[58,1138,1139,1141],{"class":60,"line":98},[58,1140,101],{"class":71},[58,1142,104],{"class":64},[58,1144,1145,1147],{"class":60,"line":107},[58,1146,110],{"class":71},[58,1148,113],{"class":64},[58,1150,1151],{"class":60,"line":116},[58,1152,119],{"class":64},[58,1154,1155,1157,1159,1162],{"class":60,"line":122},[58,1156,125],{"class":71},[58,1158,75],{"class":64},[58,1160,1161],{"class":78},"\"conn_s3_exports\"",[58,1163,82],{"class":64},[58,1165,1166,1169],{"class":60,"line":135},[58,1167,1168],{"class":71},"        \"s3\"",[58,1170,104],{"class":64},[58,1172,1173,1176,1178,1181],{"class":60,"line":148},[58,1174,1175],{"class":71},"          \"bucket\"",[58,1177,75],{"class":64},[58,1179,1180],{"class":78},"\"company-data\"",[58,1182,82],{"class":64},[58,1184,1185,1188,1190],{"class":60,"line":156},[58,1186,1187],{"class":71},"          \"manifestPath\"",[58,1189,75],{"class":64},[58,1191,1192],{"class":78},"\"s3:\u002F\u002Fcompany-data\u002Fexports\u002Forders\u002Fmanifest.json\"\n",[58,1194,1195],{"class":60,"line":173},[58,1196,1083],{"class":64},[58,1198,1199],{"class":60,"line":179},[58,1200,341],{"class":64},[58,1202,1203],{"class":60,"line":192},[58,1204,992],{"class":64},[58,1206,1207],{"class":60,"line":200},[58,1208,378],{"class":64},[58,1210,1211,1213],{"class":60,"line":208},[58,1212,384],{"class":71},[58,1214,104],{"class":64},[58,1216,1217,1219,1221,1224],{"class":60,"line":214},[58,1218,392],{"class":71},[58,1220,75],{"class":64},[58,1222,1223],{"class":78},"\"conn_postgres_landing\"",[58,1225,82],{"class":64},[58,1227,1228,1230],{"class":60,"line":227},[58,1229,405],{"class":71},[58,1231,104],{"class":64},[58,1233,1234,1236],{"class":60,"line":240},[58,1235,413],{"class":71},[58,1237,104],{"class":64},[58,1239,1240,1242,1244,1247],{"class":60,"line":251},[58,1241,138],{"class":71},[58,1243,75],{"class":64},[58,1245,1246],{"class":78},"\"landing\"",[58,1248,82],{"class":64},[58,1250,1251,1253,1255,1257],{"class":60,"line":257},[58,1252,625],{"class":71},[58,1254,75],{"class":64},[58,1256,630],{"class":78},[58,1258,82],{"class":64},[58,1260,1261,1263,1265,1267],{"class":60,"line":263},[58,1262,495],{"class":71},[58,1264,75],{"class":64},[58,1266,500],{"class":78},[58,1268,82],{"class":64},[58,1270,1271,1273,1275],{"class":60,"line":271},[58,1272,508],{"class":71},[58,1274,75],{"class":64},[58,1276,1277],{"class":78},"\"append\"\n",[58,1279,1280],{"class":60,"line":276},[58,1281,341],{"class":64},[58,1283,1284],{"class":60,"line":288},[58,1285,372],{"class":64},[58,1287,1288],{"class":60,"line":299},[58,1289,815],{"class":64},[58,1291,1292],{"class":60,"line":304},[58,1293,545],{"class":64},[41,1295,1297],{"id":1296},"local-files-source-to-database-target","Local files source to database target",[14,1299,1300],{},"Use this pattern when CSV or Parquet files on a local filesystem connection should be loaded into a database target.",[49,1302,1304],{"className":51,"code":1303,"language":53,"meta":54,"style":54},"{\n  \"name\": \"Local CSV to PostgreSQL\",\n  \"mode\": \"load\",\n  \"source\": {\n    \"connections\": [\n      {\n        \"connectionId\": \"conn_local_files\",\n        \"files\": {\n          \"basePath\": \"\u002Fdata\u002Fimports\",\n          \"paths\": [\n            \"orders\u002F2026-03\u002Forders.csv\",\n            \"customers\u002Fcustomers.parquet\"\n          ]\n        }\n      }\n    ]\n  },\n  \"target\": {\n    \"id\": \"conn_postgres_target\",\n    \"spec\": {\n      \"db\": {\n        \"database\": \"landing\",\n        \"schema\": \"public\",\n        \"schemaPolicy\": \"create_missing_only\",\n        \"writeMode\": \"append\"\n      }\n    }\n  }\n}\n",[27,1305,1306,1310,1321,1331,1337,1343,1347,1358,1365,1377,1384,1391,1396,1401,1405,1409,1413,1417,1423,1434,1440,1446,1456,1466,1476,1484,1488,1492,1496],{"__ignoreMap":54},[58,1307,1308],{"class":60,"line":61},[58,1309,65],{"class":64},[58,1311,1312,1314,1316,1319],{"class":60,"line":68},[58,1313,72],{"class":71},[58,1315,75],{"class":64},[58,1317,1318],{"class":78},"\"Local CSV to PostgreSQL\"",[58,1320,82],{"class":64},[58,1322,1323,1325,1327,1329],{"class":60,"line":85},[58,1324,88],{"class":71},[58,1326,75],{"class":64},[58,1328,93],{"class":78},[58,1330,82],{"class":64},[58,1332,1333,1335],{"class":60,"line":98},[58,1334,101],{"class":71},[58,1336,104],{"class":64},[58,1338,1339,1341],{"class":60,"line":107},[58,1340,110],{"class":71},[58,1342,113],{"class":64},[58,1344,1345],{"class":60,"line":116},[58,1346,119],{"class":64},[58,1348,1349,1351,1353,1356],{"class":60,"line":122},[58,1350,125],{"class":71},[58,1352,75],{"class":64},[58,1354,1355],{"class":78},"\"conn_local_files\"",[58,1357,82],{"class":64},[58,1359,1360,1363],{"class":60,"line":135},[58,1361,1362],{"class":71},"        \"files\"",[58,1364,104],{"class":64},[58,1366,1367,1370,1372,1375],{"class":60,"line":148},[58,1368,1369],{"class":71},"          \"basePath\"",[58,1371,75],{"class":64},[58,1373,1374],{"class":78},"\"\u002Fdata\u002Fimports\"",[58,1376,82],{"class":64},[58,1378,1379,1382],{"class":60,"line":156},[58,1380,1381],{"class":71},"          \"paths\"",[58,1383,113],{"class":64},[58,1385,1386,1389],{"class":60,"line":173},[58,1387,1388],{"class":78},"            \"orders\u002F2026-03\u002Forders.csv\"",[58,1390,82],{"class":64},[58,1392,1393],{"class":60,"line":179},[58,1394,1395],{"class":78},"            \"customers\u002Fcustomers.parquet\"\n",[58,1397,1398],{"class":60,"line":192},[58,1399,1400],{"class":64},"          ]\n",[58,1402,1403],{"class":60,"line":200},[58,1404,1083],{"class":64},[58,1406,1407],{"class":60,"line":208},[58,1408,341],{"class":64},[58,1410,1411],{"class":60,"line":214},[58,1412,992],{"class":64},[58,1414,1415],{"class":60,"line":227},[58,1416,378],{"class":64},[58,1418,1419,1421],{"class":60,"line":240},[58,1420,384],{"class":71},[58,1422,104],{"class":64},[58,1424,1425,1427,1429,1432],{"class":60,"line":251},[58,1426,392],{"class":71},[58,1428,75],{"class":64},[58,1430,1431],{"class":78},"\"conn_postgres_target\"",[58,1433,82],{"class":64},[58,1435,1436,1438],{"class":60,"line":257},[58,1437,405],{"class":71},[58,1439,104],{"class":64},[58,1441,1442,1444],{"class":60,"line":263},[58,1443,413],{"class":71},[58,1445,104],{"class":64},[58,1447,1448,1450,1452,1454],{"class":60,"line":271},[58,1449,138],{"class":71},[58,1451,75],{"class":64},[58,1453,1246],{"class":78},[58,1455,82],{"class":64},[58,1457,1458,1460,1462,1464],{"class":60,"line":276},[58,1459,625],{"class":71},[58,1461,75],{"class":64},[58,1463,630],{"class":78},[58,1465,82],{"class":64},[58,1467,1468,1470,1472,1474],{"class":60,"line":288},[58,1469,495],{"class":71},[58,1471,75],{"class":64},[58,1473,500],{"class":78},[58,1475,82],{"class":64},[58,1477,1478,1480,1482],{"class":60,"line":299},[58,1479,508],{"class":71},[58,1481,75],{"class":64},[58,1483,1277],{"class":78},[58,1485,1486],{"class":60,"line":304},[58,1487,341],{"class":64},[58,1489,1490],{"class":60,"line":309},[58,1491,372],{"class":64},[58,1493,1494],{"class":60,"line":320},[58,1495,815],{"class":64},[58,1497,1498],{"class":60,"line":326},[58,1499,545],{"class":64},[41,1501,1503],{"id":1502},"verification","Verification",[14,1505,1506],{},"After adapting an example:",[21,1508,1509,1512,1515,1522],{},[24,1510,1511],{},"confirm every placeholder connection ID exists in your environment",[24,1513,1514],{},"confirm the source family matches the selected connection type",[24,1516,1517,1518,1521],{},"confirm ",[27,1519,1520],{},"target.spec"," contains only the family you intend to use",[24,1523,1524],{},"confirm file paths, bucket names, schemas, and policies match the real destination",[41,1526,1528],{"id":1527},"related-docs","Related docs",[21,1530,1531,1538,1544,1550,1556],{},[24,1532,1533],{},[1534,1535,1537],"a",{"href":1536},"\u002Fdocs\u002Fstreams\u002Fstream-configuration-overview","Stream Configuration Overview",[24,1539,1540],{},[1534,1541,1543],{"href":1542},"\u002Fdocs\u002Fstreams\u002Fsource-configuration","Source Configuration",[24,1545,1546],{},[1534,1547,1549],{"href":1548},"\u002Fdocs\u002Fstreams\u002Ftarget-configuration","Target Configuration",[24,1551,1552],{},[1534,1553,1555],{"href":1554},"\u002Fdocs\u002Fstreams\u002Fstream-config-reference","Stream Configuration Reference",[24,1557,1558],{},[1534,1559,1561],{"href":1560},"\u002Fdocs\u002Fstreams\u002Fstream-configuration-guide","Stream Configuration Guide",[1563,1564,1565],"style",{},"html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":54,"searchDepth":68,"depth":68,"links":1567},[1568,1569,1570,1571,1572,1573,1574],{"id":43,"depth":68,"text":44},{"id":548,"depth":68,"text":549},{"id":822,"depth":68,"text":823},{"id":1102,"depth":68,"text":1103},{"id":1296,"depth":68,"text":1297},{"id":1502,"depth":68,"text":1503},{"id":1527,"depth":68,"text":1528},"Full example payloads for database, CDC, file, and S3 stream configurations in DBConvert Streams.","md",{},false,"\u002Fdocs\u002Fstreams\u002Fstream-examples",null,{"title":5,"description":1575},"docs\u002Fstreams\u002Fstream-examples","4W_0tXASzy8maArjaxYdadNvk2SSHi0M2NZX1T_Avso",1783896284834]