{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.439157029Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62380"} {"msg":"region 71ca4f01-f20d-4c9a-b41a-7fdc5e37958d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.468140246Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.471911225Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.475782604Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions","method":"POST","req_id":"022ec44f-268b-45f0-a23b-5d3db3e5a11e","remote_addr":"[fd00:1122:3344:101::a]:62380","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18380,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.483501214Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.483516334Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.549023505Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"region":"71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\" \"--data\" \"/data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.553050786Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"region":"71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.641124798Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions","method":"POST","req_id":"45e86f51-2f27-4625-a512-8643c84deac2","remote_addr":"[fd00:1122:3344:101::a]:62380","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.714457829Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"region":"71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","component":"worker"} {"msg":"region 71ca4f01-f20d-4c9a-b41a-7fdc5e37958d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.714504769Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.714615181Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.715067925Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.71942992Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.735755897Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.741106982Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.74187054Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.74383185Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.743888261Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.743926571Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.757268798Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:17.761615962Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:15:18.064649176Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions","method":"POST","req_id":"c07d509c-e743-49a8-9413-cebda0f6a0c1","remote_addr":"[fd00:1122:3344:101::a]:62380","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.51825769Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58718"} {"msg":"region ce448b64-3d4f-47e7-99c2-0621a57729bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.518349841Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.519336971Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions","method":"POST","req_id":"afb58b83-435e-47b0-a53f-d799cc750323","remote_addr":"[fd00:1122:3344:101::a]:58718","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1029,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.519355541Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/ce448b64-3d4f-47e7-99c2-0621a57729bd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.528665536Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/ce448b64-3d4f-47e7-99c2-0621a57729bd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.528705967Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ce448b64-3d4f-47e7-99c2-0621a57729bd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ce448b64-3d4f-47e7-99c2-0621a57729bd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.587817472Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"region":"ce448b64-3d4f-47e7-99c2-0621a57729bd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ce448b64-3d4f-47e7-99c2-0621a57729bd\" \"--data\" \"/data/regions/ce448b64-3d4f-47e7-99c2-0621a57729bd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.587877933Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"region":"ce448b64-3d4f-47e7-99c2-0621a57729bd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.658201833Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"region":"ce448b64-3d4f-47e7-99c2-0621a57729bd","component":"worker"} {"msg":"region ce448b64-3d4f-47e7-99c2-0621a57729bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.658257604Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.658327215Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672023135Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672145816Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672243577Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672254657Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672305818Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672383328Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.67250255Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672580121Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672637201Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.672696002Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.6802917Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ce448b64-3d4f-47e7-99c2-0621a57729bd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.680724294Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ce448b64-3d4f-47e7-99c2-0621a57729bd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.683691524Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.690786387Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce448b64-3d4f-47e7-99c2-0621a57729bd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.696231583Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce448b64-3d4f-47e7-99c2-0621a57729bd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.696556936Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.696618597Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.696661527Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.696700168Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.703409056Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.711095055Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:29.750908773Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions","method":"POST","req_id":"743b4479-f602-4ec3-8d7b-19ef895f066a","remote_addr":"[fd00:1122:3344:101::a]:58718","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.914216047Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","method":"GET","req_id":"326ceb4e-f24d-4857-8e3f-476148003bfa","remote_addr":"[fd00:1122:3344:101::a]:58718","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":5320,"response_code":"200"} {"msg":"path is \"/data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.917360339Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"dataset is oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.926269111Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"snapshot is oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.934371404Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.934395474Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.945111004Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab","method":"GET","req_id":"60947d2e-c62c-49d3-9898-82bb082b4666","remote_addr":"[fd00:1122:3344:101::a]:58718","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27771,"response_code":"200"} {"msg":"path is \"/data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.948318287Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"dataset is oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.956504851Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"snapshot is oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.964522833Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.964547923Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 71ca4f01-f20d-4c9a-b41a-7fdc5e37958d-4422edfd-8816-4d32-b868-d3ec021332ab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.973410044Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"applying SMF actions for region 71ca4f01-f20d-4c9a-b41a-7fdc5e37958d running snapshot 4422edfd-8816-4d32-b868-d3ec021332ab (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.973607896Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.973625306Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab/run","method":"POST","req_id":"ddc748e4-db09-470f-8574-8b66bbed3787","remote_addr":"[fd00:1122:3344:101::a]:58718","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25335,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.974288473Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.974377583Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.974456904Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.974463304Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.974503935Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.974549705Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.974914749Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.97497793Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.97502601Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.975070681Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.97890131Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.980332215Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.986653099Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-71ca4f01-f20d-4c9a-b41a-7fdc5e37958d-4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.996601411Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d/.zfs/snapshot/4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.996887184Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.996948775Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.996989025Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.997027135Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:30.997075906Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.001120097Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.006104668Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"worker"} {"msg":"region 71ca4f01-f20d-4c9a-b41a-7fdc5e37958d running snapshot 4422edfd-8816-4d32-b868-d3ec021332ab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.006121129Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"path is \"/data/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.223621046Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"dataset is oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.231902561Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"datafile"} {"msg":"snapshot is oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d@4422edfd-8816-4d32-b868-d3ec021332ab","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.239143625Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1d6671a7-5622-4671-b7bf-0a757330cf6b/crucible/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d\", \"4422edfd-8816-4d32-b868-d3ec021332ab\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.239169195Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T00:18:31.245978955Z","hostname":"oxz_crucible_a4913a46-2b97-4d0c-965d-3da766243586","pid":22000,"uri":"/crucible/0/regions/71ca4f01-f20d-4c9a-b41a-7fdc5e37958d/snapshots/4422edfd-8816-4d32-b868-d3ec021332ab/run","method":"POST","req_id":"a2570901-83f9-4603-b0c9-8f308de34dd4","remote_addr":"[fd00:1122:3344:101::a]:58718","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22386,"response_code":"200"}