[ Mar 26 14:48:04 Enabled. ]
[ Mar 26 14:48:04 Rereading configuration. ]
[ Mar 26 14:48:06 Rereading configuration. ]
[ Mar 26 14:48:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.79045706Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.793890307Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.793913167Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.899676482Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.522404255Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63586"}
{"msg":"region 7de3ae4f-485a-4841-bc1e-4c3377783ffc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.565929963Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.56929232Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions","method":"POST","req_id":"2c4e6288-cece-49e7-a4b7-801ac89193e3","remote_addr":"[fd00:1122:3344:101::a]:63586","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15271,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.56932081Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.580771047Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.580801408Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7de3ae4f-485a-4841-bc1e-4c3377783ffc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.635142286Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"region":"7de3ae4f-485a-4841-bc1e-4c3377783ffc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.771115036Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"region":"7de3ae4f-485a-4841-bc1e-4c3377783ffc","component":"worker"}
{"msg":"region 7de3ae4f-485a-4841-bc1e-4c3377783ffc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.771169627Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.771262378Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.771690644Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.77579572Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.79030378Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions","method":"POST","req_id":"49c19415-f3e2-44e0-a78d-8f7cc1d30c42","remote_addr":"[fd00:1122:3344:101::a]:63586","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.791131191Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.794825952Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.796399134Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.798580204Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.798638245Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.798682655Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.806069277Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:49:21.812535366Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.076524283Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53562"}
{"msg":"region eaa5337a-c26c-4ef0-919c-3f397903d0d2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.076721356Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.077423545Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.077442006Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions","method":"POST","req_id":"3c0e7d47-7189-4fe1-8d52-e858b2585526","remote_addr":"[fd00:1122:3344:101::a]:53562","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":771,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/eaa5337a-c26c-4ef0-919c-3f397903d0d2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.088135033Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/eaa5337a-c26c-4ef0-919c-3f397903d0d2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.088168703Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"eaa5337a-c26c-4ef0-919c-3f397903d0d2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/eaa5337a-c26c-4ef0-919c-3f397903d0d2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.131755463Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"region":"eaa5337a-c26c-4ef0-919c-3f397903d0d2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.2326174Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"region":"eaa5337a-c26c-4ef0-919c-3f397903d0d2","component":"worker"}
{"msg":"region eaa5337a-c26c-4ef0-919c-3f397903d0d2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.232671231Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.232772412Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242258933Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242372075Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242471346Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242481166Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242534787Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242598658Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242704349Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.24277157Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242820561Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.242871851Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.250352974Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-eaa5337a-c26c-4ef0-919c-3f397903d0d2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.25079204Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eaa5337a-c26c-4ef0-919c-3f397903d0d2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.253190593Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.262861326Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eaa5337a-c26c-4ef0-919c-3f397903d0d2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.265829817Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eaa5337a-c26c-4ef0-919c-3f397903d0d2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.26602923Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.266088261Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.266126821Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.266163252Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.269767221Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.27405132Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:42.293057062Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions","method":"POST","req_id":"9a971365-ffe3-480c-9d87-dd54cbbe0c41","remote_addr":"[fd00:1122:3344:101::a]:53562","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.576986444Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38540"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.577079695Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","method":"GET","req_id":"387c170b-9997-41f0-9aea-b0c807e32a07","remote_addr":"[fd00:1122:3344:101::a]:38540","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"path is \"/data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.577825815Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.586757618Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc@fa5b47a9-c836-4362-adba-f1c6c82aaa70","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.594450594Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc\", \"fa5b47a9-c836-4362-adba-f1c6c82aaa70\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.594498895Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.607660525Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc/snapshots/fa5b47a9-c836-4362-adba-f1c6c82aaa70","method":"GET","req_id":"ee9b959c-52e8-433f-8c76-28f8d2af9de1","remote_addr":"[fd00:1122:3344:101::a]:38540","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30414,"response_code":"200"}
{"msg":"path is \"/data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.607850948Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.616865762Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc@fa5b47a9-c836-4362-adba-f1c6c82aaa70","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.625625683Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc\", \"fa5b47a9-c836-4362-adba-f1c6c82aaa70\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.625680304Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7de3ae4f-485a-4841-bc1e-4c3377783ffc-fa5b47a9-c836-4362-adba-f1c6c82aaa70 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.634395353Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"applying SMF actions for region 7de3ae4f-485a-4841-bc1e-4c3377783ffc running snapshot fa5b47a9-c836-4362-adba-f1c6c82aaa70 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.634548686Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.634595086Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc/snapshots/fa5b47a9-c836-4362-adba-f1c6c82aaa70/run","method":"POST","req_id":"54f887a6-81f0-4f0d-89ed-2f47b3dfd710","remote_addr":"[fd00:1122:3344:101::a]:38540","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26775,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635197414Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635298656Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635399727Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635411397Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635458548Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635519429Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635883264Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635944605Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.635995445Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.636041436Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.639585345Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-7de3ae4f-485a-4841-bc1e-4c3377783ffc-fa5b47a9-c836-4362-adba-f1c6c82aaa70","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.641129706Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7de3ae4f-485a-4841-bc1e-4c3377783ffc-fa5b47a9-c836-4362-adba-f1c6c82aaa70","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.646352108Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7de3ae4f-485a-4841-bc1e-4c3377783ffc-fa5b47a9-c836-4362-adba-f1c6c82aaa70","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.655697566Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc/.zfs/snapshot/fa5b47a9-c836-4362-adba-f1c6c82aaa70","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.6559794Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.656043241Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.656086352Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.656125262Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.656182283Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.659418908Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.663484224Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"region 7de3ae4f-485a-4841-bc1e-4c3377783ffc running snapshot fa5b47a9-c836-4362-adba-f1c6c82aaa70 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:43.663503564Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.293250418Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46119"}
{"msg":"region 361b1c77-279a-44d5-a604-fb9270e9f314 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.32244294Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.322596962Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.322606182Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions","method":"POST","req_id":"af87f1d2-c4ed-4a4a-bd34-183b7d932105","remote_addr":"[fd00:1122:3344:101::a]:46119","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":236,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/361b1c77-279a-44d5-a604-fb9270e9f314","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.332261955Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/361b1c77-279a-44d5-a604-fb9270e9f314","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.332300975Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"361b1c77-279a-44d5-a604-fb9270e9f314\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/361b1c77-279a-44d5-a604-fb9270e9f314\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.399349467Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"region":"361b1c77-279a-44d5-a604-fb9270e9f314","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.460511359Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"region":"361b1c77-279a-44d5-a604-fb9270e9f314","component":"worker"}
{"msg":"region 361b1c77-279a-44d5-a604-fb9270e9f314 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.46056354Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.460660861Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-361b1c77-279a-44d5-a604-fb9270e9f314","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.461229329Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-361b1c77-279a-44d5-a604-fb9270e9f314","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.464001157Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.470960853Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-361b1c77-279a-44d5-a604-fb9270e9f314","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.473993754Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/361b1c77-279a-44d5-a604-fb9270e9f314","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.474218817Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.474281988Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.474325069Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.474362859Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.477590524Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.481838812Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.481927994Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.482008905Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.482015655Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.482054635Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.482098676Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.485984549Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.48604865Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.486108471Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.486164122Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.489819042Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.492341617Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.543529691Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions","method":"POST","req_id":"e71adca9-3fdf-4282-a3d0-ba9334d8a4b5","remote_addr":"[fd00:1122:3344:101::a]:46119","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.281663441Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36899"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.28233271Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions/361b1c77-279a-44d5-a604-fb9270e9f314","method":"GET","req_id":"2ef75e0d-ff59-4907-a466-cb7df56d0c56","remote_addr":"[fd00:1122:3344:101::a]:36899","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":653,"response_code":"200"}
{"msg":"path is \"/data/regions/361b1c77-279a-44d5-a604-fb9270e9f314\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.282484942Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/361b1c77-279a-44d5-a604-fb9270e9f314","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.294574579Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"region 361b1c77-279a-44d5-a604-fb9270e9f314 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.30265532Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.302923503Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.303012105Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions/361b1c77-279a-44d5-a604-fb9270e9f314","method":"DELETE","req_id":"d5f21f83-399c-4c8f-9f2c-75c4a9ca090d","remote_addr":"[fd00:1122:3344:101::a]:36899","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20551,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.303192507Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions/361b1c77-279a-44d5-a604-fb9270e9f314","method":"GET","req_id":"c6d72f4d-e10c-4a01-833d-777ebb0f4c12","remote_addr":"[fd00:1122:3344:101::a]:36899","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-361b1c77-279a-44d5-a604-fb9270e9f314 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.304246732Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308135815Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308233227Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308317628Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308331998Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308366338Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308413169Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7de3ae4f-485a-4841-bc1e-4c3377783ffc","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308854455Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.308947797Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.309011937Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.309071748Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.312322533Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.314605444Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/361b1c77-279a-44d5-a604-fb9270e9f314\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.323798681Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"region":"361b1c77-279a-44d5-a604-fb9270e9f314","component":"worker"}
{"msg":"region 361b1c77-279a-44d5-a604-fb9270e9f314 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.392129041Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.434682196Z","hostname":"oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7","pid":21767,"uri":"/crucible/0/regions/361b1c77-279a-44d5-a604-fb9270e9f314","method":"GET","req_id":"8c10db59-3163-4fb0-92d5-7b98aa33efcc","remote_addr":"[fd00:1122:3344:101::a]:36899","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":125,"response_code":"200"}