{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.461448751Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42292"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.461550204Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","method":"GET","req_id":"4965f9e7-a09a-428f-9cbf-567501b152ca","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.464642807Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"dataset is oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.474243836Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"snapshot is oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c@4322cc75-0dcf-4bef-a952-e7d1e73a5c20","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.484110802Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c\", \"4322cc75-0dcf-4bef-a952-e7d1e73a5c20\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.484143083Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.497806222Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c/snapshots/4322cc75-0dcf-4bef-a952-e7d1e73a5c20","method":"GET","req_id":"9d6c2d90-2a13-4f74-b985-e0427dcd15fd","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33164,"response_code":"200"} {"msg":"path is \"/data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.501234184Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"dataset is oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.509423475Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"snapshot is oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c@4322cc75-0dcf-4bef-a952-e7d1e73a5c20","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.517318838Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c\", \"4322cc75-0dcf-4bef-a952-e7d1e73a5c20\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.517352489Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 27cfbd61-8a15-4983-9eda-c8ac095aa82c-4322cc75-0dcf-4bef-a952-e7d1e73a5c20 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.526789784Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"applying SMF actions for region 27cfbd61-8a15-4983-9eda-c8ac095aa82c running snapshot 4322cc75-0dcf-4bef-a952-e7d1e73a5c20 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.527662777Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.527712519Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c/snapshots/4322cc75-0dcf-4bef-a952-e7d1e73a5c20/run","method":"POST","req_id":"5692e7cc-8a98-494f-b5b5-284b1cc2f1bb","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26513,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.532423676Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.532510688Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.532593011Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.532600061Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.532642912Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.532691153Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.533056833Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.533141025Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.533191927Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.533253148Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.541648535Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-27cfbd61-8a15-4983-9eda-c8ac095aa82c-4322cc75-0dcf-4bef-a952-e7d1e73a5c20","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.542163689Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-27cfbd61-8a15-4983-9eda-c8ac095aa82c-4322cc75-0dcf-4bef-a952-e7d1e73a5c20","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.547792681Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-27cfbd61-8a15-4983-9eda-c8ac095aa82c-4322cc75-0dcf-4bef-a952-e7d1e73a5c20","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.565692784Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c/.zfs/snapshot/4322cc75-0dcf-4bef-a952-e7d1e73a5c20","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.565999602Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.566062694Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.566103625Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.566146006Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.566202917Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.573786582Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.579470856Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"region 27cfbd61-8a15-4983-9eda-c8ac095aa82c running snapshot 4322cc75-0dcf-4bef-a952-e7d1e73a5c20 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.579481646Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"path is \"/data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.702449644Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"dataset is oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.711366755Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"snapshot is oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c@4322cc75-0dcf-4bef-a952-e7d1e73a5c20","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.719277388Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c\", \"4322cc75-0dcf-4bef-a952-e7d1e73a5c20\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.719315739Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:35.727658224Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c/snapshots/4322cc75-0dcf-4bef-a952-e7d1e73a5c20/run","method":"POST","req_id":"ff4c5a36-40d4-49ff-a63e-ee728664d423","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25824,"response_code":"200"} {"msg":"region 7bf0bef6-5592-404e-bd72-9128dcc6e59a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.794372611Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.794594217Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions","method":"POST","req_id":"d995c329-ad46-4629-bc8e-ded222795394","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":292,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.794626829Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.804183636Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.804222397Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7bf0bef6-5592-404e-bd72-9128dcc6e59a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.861253986Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"region":"7bf0bef6-5592-404e-bd72-9128dcc6e59a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7bf0bef6-5592-404e-bd72-9128dcc6e59a\" \"--data\" \"/data/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.861301988Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"region":"7bf0bef6-5592-404e-bd72-9128dcc6e59a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.937333669Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"region":"7bf0bef6-5592-404e-bd72-9128dcc6e59a","component":"worker"} {"msg":"region 7bf0bef6-5592-404e-bd72-9128dcc6e59a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.937392531Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.937477083Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938073439Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938151541Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938237164Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938245524Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938303666Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938353257Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938820669Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938887371Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938934152Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.938980164Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.943259809Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7bf0bef6-5592-404e-bd72-9128dcc6e59a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.943747352Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7bf0bef6-5592-404e-bd72-9128dcc6e59a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.951602994Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.962704174Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7bf0bef6-5592-404e-bd72-9128dcc6e59a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.967773261Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.968039468Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.96811014Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.968157611Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.968201892Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.973778873Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:39.98182099Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:37:40.141588321Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions","method":"POST","req_id":"3253c7e0-13a5-4c53-b902-71cbd8a11ace","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":590,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.761862208Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","method":"GET","req_id":"5fcf4e57-521c-4bdf-be88-6fe79aa38440","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.764768036Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"dataset is oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.776579675Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"region 7bf0bef6-5592-404e-bd72-9128dcc6e59a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.785902907Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.786112342Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-7bf0bef6-5592-404e-bd72-9128dcc6e59a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.787362856Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.788638351Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","method":"DELETE","req_id":"9d29a601-f95c-46b5-b4bb-47b833925e87","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23895,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.791254801Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","method":"GET","req_id":"5b170cec-b47b-4880-8182-73dd4b33ed91","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.795999749Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796092772Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796181184Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796190824Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796235325Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796289927Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27cfbd61-8a15-4983-9eda-c8ac095aa82c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796627826Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796691518Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796747209Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.796799371Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.804107458Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.805706391Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.816466351Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"region":"7bf0bef6-5592-404e-bd72-9128dcc6e59a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.863969823Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","method":"GET","req_id":"4081eed2-fa81-4832-8832-e3c935d7fc89","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":92,"response_code":"200"} {"msg":"region 7bf0bef6-5592-404e-bd72-9128dcc6e59a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.884913458Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T02:38:13.960058036Z","hostname":"oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e","pid":24993,"uri":"/crucible/0/regions/7bf0bef6-5592-404e-bd72-9128dcc6e59a","method":"GET","req_id":"ba3f2c68-0809-406f-8494-84ee04f1d1f1","remote_addr":"[fd00:1122:3344:101::c]:42292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":"200"}