{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.665989516Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51614"} {"msg":"region e21d8b13-e580-4f0a-b948-ec0cfae845e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.692667053Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.699541804Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.703875703Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions","method":"POST","req_id":"1749f3bf-e673-4025-8911-f9acb0c6e67c","remote_addr":"[fd00:1122:3344:101::a]:51614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18841,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.710670551Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.710684351Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e21d8b13-e580-4f0a-b948-ec0cfae845e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.756523253Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"region":"e21d8b13-e580-4f0a-b948-ec0cfae845e3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e21d8b13-e580-4f0a-b948-ec0cfae845e3\" \"--data\" \"/data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.758738084Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"region":"e21d8b13-e580-4f0a-b948-ec0cfae845e3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:22.95520538Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions","method":"POST","req_id":"0163cf6c-020d-4d96-b543-2f6557e1778d","remote_addr":"[fd00:1122:3344:101::a]:51614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":648,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.047845373Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"region":"e21d8b13-e580-4f0a-b948-ec0cfae845e3","component":"worker"} {"msg":"region e21d8b13-e580-4f0a-b948-ec0cfae845e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.047888035Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.047996468Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.048393971Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.053255597Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.070511091Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.073566549Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.08295566Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.085247264Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.085304736Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.085345147Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.08918212Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.092779636Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:30:23.654194406Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions","method":"POST","req_id":"5a58ee4f-e8ec-4a5e-821e-5320f7b2cb56","remote_addr":"[fd00:1122:3344:101::a]:51614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.981383423Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34127"} {"msg":"region 44659a4d-abae-496a-940f-6790ae0b986f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.981475176Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.982053905Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.982072496Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions","method":"POST","req_id":"fc728d8f-41e9-4488-b316-201ad0db5867","remote_addr":"[fd00:1122:3344:101::a]:34127","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":637,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/44659a4d-abae-496a-940f-6790ae0b986f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.992514331Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/44659a4d-abae-496a-940f-6790ae0b986f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:44.992554892Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"44659a4d-abae-496a-940f-6790ae0b986f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/44659a4d-abae-496a-940f-6790ae0b986f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.054345056Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"region":"44659a4d-abae-496a-940f-6790ae0b986f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"44659a4d-abae-496a-940f-6790ae0b986f\" \"--data\" \"/data/regions/44659a4d-abae-496a-940f-6790ae0b986f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.054394907Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"region":"44659a4d-abae-496a-940f-6790ae0b986f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.193495042Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"region":"44659a4d-abae-496a-940f-6790ae0b986f","component":"worker"} {"msg":"region 44659a4d-abae-496a-940f-6790ae0b986f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.193548184Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.193646067Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-44659a4d-abae-496a-940f-6790ae0b986f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.194151303Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.194787303Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions","method":"POST","req_id":"75a8ec3c-7817-4fb1-a935-850261d7afb1","remote_addr":"[fd00:1122:3344:101::a]:34127","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-44659a4d-abae-496a-940f-6790ae0b986f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.203600066Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.224126865Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-44659a4d-abae-496a-940f-6790ae0b986f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.232649189Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/44659a4d-abae-496a-940f-6790ae0b986f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.232937598Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.23299944Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.233044141Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.233086553Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.242695151Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257274259Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257362242Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257445095Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257457325Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257500096Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257547198Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.25762374Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257678092Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257725714Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.257771655Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.276728594Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:45.277302712Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.113051188Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54976"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.113159682Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","method":"GET","req_id":"6ff503c8-6591-4159-b9e3-2f11611a46ed","remote_addr":"[fd00:1122:3344:101::a]:54976","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.115480416Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"dataset is oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.124105973Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"snapshot is oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3@be3f759b-311c-4622-b8b1-9bfd2a58ea57","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.132852844Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3\", \"be3f759b-311c-4622-b8b1-9bfd2a58ea57\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.132892255Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.141817031Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3/snapshots/be3f759b-311c-4622-b8b1-9bfd2a58ea57","method":"GET","req_id":"87d3dcb5-8999-4298-bc33-838c69773d31","remote_addr":"[fd00:1122:3344:101::a]:54976","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28501,"response_code":"200"} {"msg":"path is \"/data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.142000607Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"dataset is oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.150110458Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"snapshot is oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3@be3f759b-311c-4622-b8b1-9bfd2a58ea57","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.15920604Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_eec60b2e-f70e-4870-8b18-b30e621a01a4/crucible/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3\", \"be3f759b-311c-4622-b8b1-9bfd2a58ea57\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.159243111Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e21d8b13-e580-4f0a-b948-ec0cfae845e3-be3f759b-311c-4622-b8b1-9bfd2a58ea57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.169358866Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"} {"msg":"applying SMF actions for region e21d8b13-e580-4f0a-b948-ec0cfae845e3 running snapshot be3f759b-311c-4622-b8b1-9bfd2a58ea57 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.169560022Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.169576162Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"uri":"/crucible/0/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3/snapshots/be3f759b-311c-4622-b8b1-9bfd2a58ea57/run","method":"POST","req_id":"e3397f16-376d-4331-a2ad-c626f0313b7b","remote_addr":"[fd00:1122:3344:101::a]:54976","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27605,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171242456Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171324379Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171406011Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171415261Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171452693Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171500164Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171802594Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171859436Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171907377Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.171954789Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.181396792Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e21d8b13-e580-4f0a-b948-ec0cfae845e3-be3f759b-311c-4622-b8b1-9bfd2a58ea57","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.181893338Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e21d8b13-e580-4f0a-b948-ec0cfae845e3-be3f759b-311c-4622-b8b1-9bfd2a58ea57","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.190346849Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e21d8b13-e580-4f0a-b948-ec0cfae845e3-be3f759b-311c-4622-b8b1-9bfd2a58ea57","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.20564936Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e21d8b13-e580-4f0a-b948-ec0cfae845e3/.zfs/snapshot/be3f759b-311c-4622-b8b1-9bfd2a58ea57","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.20592986Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.206010202Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.206061494Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.206115955Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.206191538Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.212543252Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.217042076Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"worker"} {"msg":"region e21d8b13-e580-4f0a-b948-ec0cfae845e3 running snapshot be3f759b-311c-4622-b8b1-9bfd2a58ea57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T08:35:46.217049736Z","hostname":"oxz_crucible_1007a9fd-602a-4213-ae1d-d0b49a57682b","pid":21495,"component":"datafile"}