[ Jun 22 01:30:04 Enabled. ]
[ Jun 22 01:30:04 Rereading configuration. ]
[ Jun 22 01:30:09 Rereading configuration. ]
[ Jun 22 01:30:16 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.764367673Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.767555743Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.767641899Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.783724043Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.859320248Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.730377837Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46481"}
{"msg":"region 4477bf1e-4f83-455e-9cc1-3e69995a0d02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.761793638Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.768888014Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions","method":"POST","req_id":"e9481cf9-0738-4bf3-9719-b3f5a30864e5","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16107,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.768906464Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.780743956Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.780771397Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4477bf1e-4f83-455e-9cc1-3e69995a0d02\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.827363969Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"region":"4477bf1e-4f83-455e-9cc1-3e69995a0d02","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4477bf1e-4f83-455e-9cc1-3e69995a0d02\" \"--data\" \"/data/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.829577923Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"region":"4477bf1e-4f83-455e-9cc1-3e69995a0d02","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.906099383Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions","method":"POST","req_id":"717d30b8-9878-4b77-a381-e80ffbc25333","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.090588732Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"region":"4477bf1e-4f83-455e-9cc1-3e69995a0d02","component":"worker"}
{"msg":"region 4477bf1e-4f83-455e-9cc1-3e69995a0d02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.090631472Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.090725945Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4477bf1e-4f83-455e-9cc1-3e69995a0d02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.0911237Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4477bf1e-4f83-455e-9cc1-3e69995a0d02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.096899844Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.106918239Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4477bf1e-4f83-455e-9cc1-3e69995a0d02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.112898322Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.118657583Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.120950901Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.121008268Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.121047765Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.125620452Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.13005223Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.405420293Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions","method":"POST","req_id":"0f36124d-3c9a-4d81-9f93-6530145029f7","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":759,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.116593486Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","method":"GET","req_id":"cf2a6543-ba76-45e2-acfd-a4a06a35e6f0","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"path is \"/data/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.119106312Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"dataset is oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.127971783Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"region 4477bf1e-4f83-455e-9cc1-3e69995a0d02 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.135468153Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.135676255Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-4477bf1e-4f83-455e-9cc1-3e69995a0d02 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.136763472Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.13796654Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","method":"DELETE","req_id":"4b5e9633-0a01-41e5-8f7d-9cb19894dc3c","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18952,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.140438857Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","method":"GET","req_id":"afa60291-d053-4611-b9e5-f38988b5bbe8","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.140529297Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.151043988Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"region":"4477bf1e-4f83-455e-9cc1-3e69995a0d02","component":"worker"}
{"msg":"region 4477bf1e-4f83-455e-9cc1-3e69995a0d02 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.197634074Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.208686218Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions/4477bf1e-4f83-455e-9cc1-3e69995a0d02","method":"GET","req_id":"3a4f17e1-6813-45ff-bdfb-ca3d8c375a01","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":538,"response_code":"200"}
{"msg":"region 83a45aff-fba9-4a92-ae31-4eded4940514 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.62668619Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.626828847Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions","method":"POST","req_id":"14703262-6576-4503-b60a-66b9b73fe802","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":792,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.626855718Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.636643544Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.636669796Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"83a45aff-fba9-4a92-ae31-4eded4940514\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/83a45aff-fba9-4a92-ae31-4eded4940514\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.684989501Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"region":"83a45aff-fba9-4a92-ae31-4eded4940514","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"83a45aff-fba9-4a92-ae31-4eded4940514\" \"--data\" \"/data/regions/83a45aff-fba9-4a92-ae31-4eded4940514\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.685040941Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"region":"83a45aff-fba9-4a92-ae31-4eded4940514","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.75150475Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"region":"83a45aff-fba9-4a92-ae31-4eded4940514","component":"worker"}
{"msg":"region 83a45aff-fba9-4a92-ae31-4eded4940514 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.751555801Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.751643471Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.75299896Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.756173952Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.765369714Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.769355981Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.769576273Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.769639433Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.769682203Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.769723304Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.773043986Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.780576267Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:15.8461333Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions","method":"POST","req_id":"4b47e0f3-10fc-45ea-ae5e-6dc5565822f9","remote_addr":"[fd00:1122:3344:101::a]:46481","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.198002012Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53432"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.198147993Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions/83a45aff-fba9-4a92-ae31-4eded4940514","method":"GET","req_id":"49f376da-a2a9-403d-8425-7c4337b0682a","remote_addr":"[fd00:1122:3344:101::a]:53432","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/83a45aff-fba9-4a92-ae31-4eded4940514\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.20217104Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"dataset is oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.211495073Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"snapshot is oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514@0f6b26f4-709a-42f9-8033-0a84aba4b507","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.220525704Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514\", \"0f6b26f4-709a-42f9-8033-0a84aba4b507\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.220551604Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.234073025Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions/83a45aff-fba9-4a92-ae31-4eded4940514/snapshots/0f6b26f4-709a-42f9-8033-0a84aba4b507","method":"GET","req_id":"d289c8bd-1282-440f-b256-cd3207906bc7","remote_addr":"[fd00:1122:3344:101::a]:53432","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":35837,"response_code":"200"}
{"msg":"path is \"/data/regions/83a45aff-fba9-4a92-ae31-4eded4940514\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.234277497Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"dataset is oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.243302417Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"snapshot is oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514@0f6b26f4-709a-42f9-8033-0a84aba4b507","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.251543783Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_12d1cb28-982b-440a-a40d-fd94d1ea8903/crucible/regions/83a45aff-fba9-4a92-ae31-4eded4940514\", \"0f6b26f4-709a-42f9-8033-0a84aba4b507\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.251572033Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 83a45aff-fba9-4a92-ae31-4eded4940514-0f6b26f4-709a-42f9-8033-0a84aba4b507 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.260389103Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}
{"msg":"applying SMF actions for region 83a45aff-fba9-4a92-ae31-4eded4940514 running snapshot 0f6b26f4-709a-42f9-8033-0a84aba4b507 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.260950527Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.260995437Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"uri":"/crucible/0/regions/83a45aff-fba9-4a92-ae31-4eded4940514/snapshots/0f6b26f4-709a-42f9-8033-0a84aba4b507/run","method":"POST","req_id":"13ac615a-950c-4c44-b299-936e66e639f6","remote_addr":"[fd00:1122:3344:101::a]:53432","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26746,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-83a45aff-fba9-4a92-ae31-4eded4940514-0f6b26f4-709a-42f9-8033-0a84aba4b507","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.265756749Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-83a45aff-fba9-4a92-ae31-4eded4940514-0f6b26f4-709a-42f9-8033-0a84aba4b507","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.272381534Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-83a45aff-fba9-4a92-ae31-4eded4940514-0f6b26f4-709a-42f9-8033-0a84aba4b507","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.283435898Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83a45aff-fba9-4a92-ae31-4eded4940514/.zfs/snapshot/0f6b26f4-709a-42f9-8033-0a84aba4b507","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.2836468Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.28369871Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.283738661Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.283776991Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.283822921Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.286967052Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.29112413Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"worker"}
{"msg":"region 83a45aff-fba9-4a92-ae31-4eded4940514 running snapshot 0f6b26f4-709a-42f9-8033-0a84aba4b507 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:36:25.29114235Z","hostname":"oxz_crucible_9ad34640-3c63-473b-a9af-7eb2f4f8da74","pid":26972,"component":"datafile"}