[ Apr 21 16:32:25 Enabled. ]
[ Apr 21 16:32:25 Rereading configuration. ]
[ Apr 21 16:32:30 Rereading configuration. ]
[ Apr 21 16:32:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:32:38.32008304Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050}
{"msg":"dataset: \"oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:32:38.320916978Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:32:38.320926889Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:32:38.320932259Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:32:38.334551584Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:32:38.842269168Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.637405684Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41118"}
{"msg":"region 344703d4-d739-455a-929d-8b92413c2d2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.674207631Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.678282499Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.678345861Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions","method":"POST","req_id":"cfede342-90ba-4ac4-9905-fb542595f06c","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21665,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/344703d4-d739-455a-929d-8b92413c2d2d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.688190914Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/344703d4-d739-455a-929d-8b92413c2d2d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.688208054Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"344703d4-d739-455a-929d-8b92413c2d2d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/344703d4-d739-455a-929d-8b92413c2d2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.792445801Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"region":"344703d4-d739-455a-929d-8b92413c2d2d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"344703d4-d739-455a-929d-8b92413c2d2d\" \"--data\" \"/data/regions/344703d4-d739-455a-929d-8b92413c2d2d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.79469415Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"region":"344703d4-d739-455a-929d-8b92413c2d2d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:57.981616278Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions","method":"POST","req_id":"ad3581aa-3a6b-4010-9830-20cadda2eb1b","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.214031Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"region":"344703d4-d739-455a-929d-8b92413c2d2d","component":"worker"}
{"msg":"region 344703d4-d739-455a-929d-8b92413c2d2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.214114591Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.214288485Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-344703d4-d739-455a-929d-8b92413c2d2d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.214606392Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-344703d4-d739-455a-929d-8b92413c2d2d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.225960488Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.251231765Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-344703d4-d739-455a-929d-8b92413c2d2d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.256015409Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/344703d4-d739-455a-929d-8b92413c2d2d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.256724534Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.256791126Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.256833177Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.256865427Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.26346639Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.273296643Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:58.678851125Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions","method":"POST","req_id":"635068a8-17d2-4f01-802b-c9b5debbb90d","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.083175341Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/344703d4-d739-455a-929d-8b92413c2d2d","method":"GET","req_id":"c1534581-1b59-4d2d-85ec-1ecd86414384","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/344703d4-d739-455a-929d-8b92413c2d2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.086978843Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"dataset is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/344703d4-d739-455a-929d-8b92413c2d2d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.096031639Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"region 344703d4-d739-455a-929d-8b92413c2d2d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.103879829Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.104112444Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.104156825Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/344703d4-d739-455a-929d-8b92413c2d2d","method":"DELETE","req_id":"a395c1be-aef2-4c95-b720-25f32848fa78","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17164,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-344703d4-d739-455a-929d-8b92413c2d2d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.105053874Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.107804984Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/344703d4-d739-455a-929d-8b92413c2d2d","method":"GET","req_id":"401308a6-0dbf-47d9-b461-a3acf0ff69b7","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.111994255Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/344703d4-d739-455a-929d-8b92413c2d2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.120588751Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"region":"344703d4-d739-455a-929d-8b92413c2d2d","component":"worker"}
{"msg":"region 344703d4-d739-455a-929d-8b92413c2d2d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.222447417Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:33:59.24661249Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/344703d4-d739-455a-929d-8b92413c2d2d","method":"GET","req_id":"5adb85c0-748c-46de-8049-c52bfc673e47","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region cc64459e-0850-42f1-8fe9-c64aac34e012 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.151853752Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.152029545Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions","method":"POST","req_id":"7927417c-eabc-4582-a3b5-4ac495acb7af","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":228,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.152077166Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.15780264Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.157820541Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cc64459e-0850-42f1-8fe9-c64aac34e012\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.304754633Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"region":"cc64459e-0850-42f1-8fe9-c64aac34e012","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cc64459e-0850-42f1-8fe9-c64aac34e012\" \"--data\" \"/data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.305652722Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"region":"cc64459e-0850-42f1-8fe9-c64aac34e012","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.387676019Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions","method":"POST","req_id":"e4a108b0-6e1d-42ca-afee-82aa45e986cd","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":136,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.437333664Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"region":"cc64459e-0850-42f1-8fe9-c64aac34e012","component":"worker"}
{"msg":"region cc64459e-0850-42f1-8fe9-c64aac34e012 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.437380195Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.437837365Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.439519591Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.445086942Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.457076551Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.461587229Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.462047969Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.462130231Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.462148541Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.462206593Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.470122044Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.478993356Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.672451876Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38151"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.67263589Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","method":"GET","req_id":"49529f7d-7040-4878-8878-2c5d1325323c","remote_addr":"[fd00:1122:3344:101::b]:38151","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.680689994Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45063"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.680895759Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","method":"GET","req_id":"14ec9bbb-2266-49d2-ab61-821ece6d8101","remote_addr":"[fd00:1122:3344:101::c]:45063","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.716325336Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63486"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.716475149Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","method":"GET","req_id":"7d7d984e-5ec6-4773-b3aa-fbfef3cf26bf","remote_addr":"[fd00:1122:3344:101::a]:63486","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:34:02.752197923Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions","method":"POST","req_id":"d66bdb45-7a08-48be-888c-14ebd00549a2","remote_addr":"[fd00:1122:3344:101::b]:41118","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.321701603Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56902"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.33031691Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","method":"GET","req_id":"869d4b9d-f7f9-48b5-b458-6348f4d26af4","remote_addr":"[fd00:1122:3344:101::b]:56902","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":200}
{"msg":"path is \"/data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.330351851Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"dataset is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.338035337Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"snapshot is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012@2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.345851866Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\", \"2afa01c8-0665-48f1-a8fe-4a151eb1ac54\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.345873167Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.357065939Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012/snapshots/2afa01c8-0665-48f1-a8fe-4a151eb1ac54","method":"GET","req_id":"e75c6537-8655-4496-81a4-6cc115538fc6","remote_addr":"[fd00:1122:3344:101::b]:56902","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31237,"response_code":200}
{"msg":"path is \"/data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.360507144Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"dataset is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.368856194Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"snapshot is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012@2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.377036841Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\", \"2afa01c8-0665-48f1-a8fe-4a151eb1ac54\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.377066352Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot cc64459e-0850-42f1-8fe9-c64aac34e012-2afa01c8-0665-48f1-a8fe-4a151eb1ac54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.393709672Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.404927825Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012/snapshots/2afa01c8-0665-48f1-a8fe-4a151eb1ac54/run","method":"POST","req_id":"0ba3ab79-1b3d-4c1e-80db-031310d179d2","remote_addr":"[fd00:1122:3344:101::b]:56902","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":44441,"response_code":200}
{"msg":"applying SMF actions for region cc64459e-0850-42f1-8fe9-c64aac34e012 running snapshot 2afa01c8-0665-48f1-a8fe-4a151eb1ac54 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.404962426Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-cc64459e-0850-42f1-8fe9-c64aac34e012-2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.473528621Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cc64459e-0850-42f1-8fe9-c64aac34e012-2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.543337532Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"path is \"/data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.563481809Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"dataset is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.57231574Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"snapshot is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012@2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.582391918Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\", \"2afa01c8-0665-48f1-a8fe-4a151eb1ac54\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.582426289Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.591672289Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012/snapshots/2afa01c8-0665-48f1-a8fe-4a151eb1ac54/run","method":"POST","req_id":"dcf155c3-7d54-4c4a-a45e-2e0b543fafaf","remote_addr":"[fd00:1122:3344:101::b]:56902","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28242,"response_code":200}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cc64459e-0850-42f1-8fe9-c64aac34e012-2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.657571296Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012/.zfs/snapshot/2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.657978545Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.658044876Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.658097828Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.658149889Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.65819783Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.692441201Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.706520796Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"worker"}
{"msg":"region cc64459e-0850-42f1-8fe9-c64aac34e012 running snapshot 2afa01c8-0665-48f1-a8fe-4a151eb1ac54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:01.706542746Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"path is \"/data/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:02.16575839Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"dataset is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:02.176088953Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"datafile"}
{"msg":"snapshot is oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012@2afa01c8-0665-48f1-a8fe-4a151eb1ac54","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:02.18749163Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e57ce71f-7d86-48bf-a5f7-bf4bdfe44976/crucible/regions/cc64459e-0850-42f1-8fe9-c64aac34e012\", \"2afa01c8-0665-48f1-a8fe-4a151eb1ac54\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:02.188712197Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T16:45:02.200342109Z","hostname":"oxz_crucible_79a01bbf-1d78-4b20-a6c5-4995ddeeecb0","pid":24050,"uri":"/crucible/0/regions/cc64459e-0850-42f1-8fe9-c64aac34e012/snapshots/2afa01c8-0665-48f1-a8fe-4a151eb1ac54/run","method":"POST","req_id":"255d2ba1-50aa-43ff-87a5-b3f68236d3e4","remote_addr":"[fd00:1122:3344:101::b]:56902","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34625,"response_code":200}