[ Jul 18 22:03:05 Enabled. ]
[ Jul 18 22:03:05 Rereading configuration. ]
[ Jul 18 22:03:06 Rereading configuration. ]
[ Jul 18 22:03:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:03:08.869597463Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:03:08.874190558Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:03:08.874214408Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:03:08.896904131Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:03:09.032570952Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.436029375Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60318"}
{"msg":"region aa7a5830-a6a3-4349-9fb7-46372c34470c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.454445007Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.461315355Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions","method":"POST","req_id":"462ccc72-62d7-4b5c-8bc7-c96b5dce78d3","remote_addr":"[fd00:1122:3344:101::a]:60318","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14687,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.461337035Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.474767546Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.474809567Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aa7a5830-a6a3-4349-9fb7-46372c34470c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.537714452Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"aa7a5830-a6a3-4349-9fb7-46372c34470c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aa7a5830-a6a3-4349-9fb7-46372c34470c\" \"--data\" \"/data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.5396536Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"aa7a5830-a6a3-4349-9fb7-46372c34470c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.665091665Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"aa7a5830-a6a3-4349-9fb7-46372c34470c","component":"worker"}
{"msg":"region aa7a5830-a6a3-4349-9fb7-46372c34470c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.665153046Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.665220237Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.665625442Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.673039448Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.688957634Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.691798995Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.692545005Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.696609433Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.696657064Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.696698845Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.704160231Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.710996768Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:04:25.824776747Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions","method":"POST","req_id":"7babf254-e5bf-4679-a3ff-e9b5759d4ab6","remote_addr":"[fd00:1122:3344:101::a]:60318","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.779046294Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65309"}
{"msg":"region 6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.779862066Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.782670276Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.782692377Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions","method":"POST","req_id":"7f4cba67-8ab3-47bf-bed9-dd9399724d6b","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3581,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.792653428Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.792681008Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.849341075Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403\" \"--data\" \"/data/regions/6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.849400936Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.929199251Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","component":"worker"}
{"msg":"region 6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.929248582Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.929321293Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.929686957Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.934227293Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.947593323Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions","method":"POST","req_id":"57f3b7ee-5a3f-40c5-999a-f5998f463671","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.948293513Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.951253635Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e632ebb-1c4d-4cc9-a9f6-9f28da0ec403","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.951452478Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.951491319Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.951534439Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.95157405Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.954792586Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964158939Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.96426081Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964361332Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964371212Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964422452Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964479003Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964567045Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964637626Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964700747Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.964757767Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.972365485Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:25.972816642Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.782160139Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59590"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.784454901Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","method":"GET","req_id":"ae2f0f32-fa1c-4cc7-9f5b-b6ab2c0577c3","remote_addr":"[fd00:1122:3344:101::a]:59590","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2252,"response_code":"200"}
{"msg":"path is \"/data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.786945877Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"dataset is oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.796394871Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"snapshot is oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c@8ff1b748-9eef-44e1-9536-0ebb429402dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.805223177Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c\", \"8ff1b748-9eef-44e1-9536-0ebb429402dc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.805249457Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.815830168Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c/snapshots/8ff1b748-9eef-44e1-9536-0ebb429402dc","method":"GET","req_id":"4412ea79-912c-4181-8f31-cd205500080a","remote_addr":"[fd00:1122:3344:101::a]:59590","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31183,"response_code":"200"}
{"msg":"path is \"/data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.816017701Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"dataset is oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.82438762Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"snapshot is oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c@8ff1b748-9eef-44e1-9536-0ebb429402dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.833746743Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c\", \"8ff1b748-9eef-44e1-9536-0ebb429402dc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.833781643Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot aa7a5830-a6a3-4349-9fb7-46372c34470c-8ff1b748-9eef-44e1-9536-0ebb429402dc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.842374956Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"applying SMF actions for region aa7a5830-a6a3-4349-9fb7-46372c34470c running snapshot 8ff1b748-9eef-44e1-9536-0ebb429402dc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.842588209Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.842631219Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c/snapshots/8ff1b748-9eef-44e1-9536-0ebb429402dc/run","method":"POST","req_id":"da7f7898-7793-4700-a061-2b6e204ff298","remote_addr":"[fd00:1122:3344:101::a]:59590","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26644,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844186022Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844266913Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844346614Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844353574Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844394194Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844446335Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.8447659Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844830061Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844876641Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.844923732Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.848753947Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-aa7a5830-a6a3-4349-9fb7-46372c34470c-8ff1b748-9eef-44e1-9536-0ebb429402dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.849209603Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aa7a5830-a6a3-4349-9fb7-46372c34470c-8ff1b748-9eef-44e1-9536-0ebb429402dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.854736772Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aa7a5830-a6a3-4349-9fb7-46372c34470c-8ff1b748-9eef-44e1-9536-0ebb429402dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.864716164Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c/.zfs/snapshot/8ff1b748-9eef-44e1-9536-0ebb429402dc","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.864915717Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.864968867Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.865010208Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.865048538Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.865100269Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.868525618Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.873055482Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"region aa7a5830-a6a3-4349-9fb7-46372c34470c running snapshot 8ff1b748-9eef-44e1-9536-0ebb429402dc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:26.873077573Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"region 55ad17d8-7473-489c-92f7-296a777f29a9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:29.945218139Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:29.945354791Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions","method":"POST","req_id":"24d72e38-3d49-40aa-bd64-4d7c5423b8d1","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":204,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:29.945380221Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/55ad17d8-7473-489c-92f7-296a777f29a9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:29.956303746Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/55ad17d8-7473-489c-92f7-296a777f29a9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:29.956337347Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"55ad17d8-7473-489c-92f7-296a777f29a9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/55ad17d8-7473-489c-92f7-296a777f29a9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.018143556Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"55ad17d8-7473-489c-92f7-296a777f29a9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"55ad17d8-7473-489c-92f7-296a777f29a9\" \"--data\" \"/data/regions/55ad17d8-7473-489c-92f7-296a777f29a9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.020013983Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"55ad17d8-7473-489c-92f7-296a777f29a9","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.08232203Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"55ad17d8-7473-489c-92f7-296a777f29a9","component":"worker"}
{"msg":"region 55ad17d8-7473-489c-92f7-296a777f29a9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.08236216Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.082461462Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-55ad17d8-7473-489c-92f7-296a777f29a9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.082935498Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-55ad17d8-7473-489c-92f7-296a777f29a9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.085467614Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.092666437Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-55ad17d8-7473-489c-92f7-296a777f29a9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.095266224Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/55ad17d8-7473-489c-92f7-296a777f29a9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.095552488Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.095612229Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.095660199Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.09570327Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.100273635Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.105614471Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.105700662Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.105785383Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.105798894Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.105835594Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.105880475Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.10906333Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.109121121Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.109171572Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.109244173Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.112440998Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.114129892Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:30.193889927Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions","method":"POST","req_id":"73c77fce-c114-41e6-88e3-b2883fd9afa7","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.074689546Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions/55ad17d8-7473-489c-92f7-296a777f29a9","method":"GET","req_id":"bc4b8fd2-a300-4811-b486-ef9fbee3dfab","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/55ad17d8-7473-489c-92f7-296a777f29a9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.076929258Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"dataset is oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/55ad17d8-7473-489c-92f7-296a777f29a9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.087669161Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"region 55ad17d8-7473-489c-92f7-296a777f29a9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.097257037Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.09748049Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.097540591Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions/55ad17d8-7473-489c-92f7-296a777f29a9","method":"DELETE","req_id":"81b05cfb-4dac-48e8-a9ef-6427c3932f16","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20645,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-55ad17d8-7473-489c-92f7-296a777f29a9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.098691748Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.100207209Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions/55ad17d8-7473-489c-92f7-296a777f29a9","method":"GET","req_id":"ab1d454e-a039-491e-97b5-bf74eb3a1aa8","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.103708969Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.10380759Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.103893611Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.103901052Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.103944022Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.103992933Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa7a5830-a6a3-4349-9fb7-46372c34470c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.10447338Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.104538651Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.104588532Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.104635372Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.108117162Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.10944435Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2bd8c354-6aff-4ef2-996d-543bc7d3fb69/crucible/regions/55ad17d8-7473-489c-92f7-296a777f29a9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.119906379Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"region":"55ad17d8-7473-489c-92f7-296a777f29a9","component":"worker"}
{"msg":"region 55ad17d8-7473-489c-92f7-296a777f29a9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.168896046Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-18T22:09:54.237383405Z","hostname":"oxz_crucible_9e3ff299-cffc-4686-9ff5-45f0540c0483","pid":24841,"uri":"/crucible/0/regions/55ad17d8-7473-489c-92f7-296a777f29a9","method":"GET","req_id":"d6f989cb-22e0-4b10-b68e-8f0dd5c50570","remote_addr":"[fd00:1122:3344:101::a]:65309","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":705,"response_code":"200"}