[ Mar 22 20:02:51 Enabled. ]
[ Mar 22 20:02:51 Rereading configuration. ]
[ Mar 22 20:02:53 Rereading configuration. ]
[ Mar 22 20:02:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:58.135460775Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:58.138778455Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:58.138791316Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:58.158507885Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:02:58.326324839Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.681581643Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56450"}
{"msg":"region edc3eba0-cc7e-4343-8c4d-a20654afe036 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.718888395Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.721998901Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions","method":"POST","req_id":"118814b0-a316-4b9c-892e-3f74fcb718e6","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18056,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.722019062Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.730271517Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.730336699Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"edc3eba0-cc7e-4343-8c4d-a20654afe036\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.798288352Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"region":"edc3eba0-cc7e-4343-8c4d-a20654afe036","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"edc3eba0-cc7e-4343-8c4d-a20654afe036\" \"--data\" \"/data/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.798373024Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"region":"edc3eba0-cc7e-4343-8c4d-a20654afe036","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.861394572Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions","method":"POST","req_id":"34b5404d-6b87-48d5-94e2-f5f6ccdb5da3","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.917370981Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"region":"edc3eba0-cc7e-4343-8c4d-a20654afe036","component":"worker"}
{"msg":"region edc3eba0-cc7e-4343-8c4d-a20654afe036 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.917439153Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.917639137Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-edc3eba0-cc7e-4343-8c4d-a20654afe036","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.918072236Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-edc3eba0-cc7e-4343-8c4d-a20654afe036","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.924917831Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.936986658Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-edc3eba0-cc7e-4343-8c4d-a20654afe036","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.940784819Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.941501704Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.941567585Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.941609856Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.941649797Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.946403628Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:33.958821271Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.43240255Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions","method":"POST","req_id":"a13ac20e-09a6-4bfb-ad1e-5750d5a6cacc","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.736846256Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","method":"GET","req_id":"2f6a2845-5427-401a-9313-d41163d336d9","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1968,"response_code":"200"}
{"msg":"path is \"/data/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.739983633Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"dataset is oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.750960976Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"region edc3eba0-cc7e-4343-8c4d-a20654afe036 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.760719243Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.760983689Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.76103062Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","method":"DELETE","req_id":"bee27119-fbad-49c9-8790-06b14f40c809","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21083,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-edc3eba0-cc7e-4343-8c4d-a20654afe036 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.762057651Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.763069083Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","method":"GET","req_id":"1da6b322-38b5-48b2-b28a-5b4746ff339a","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.766860684Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.777717404Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"region":"edc3eba0-cc7e-4343-8c4d-a20654afe036","component":"worker"}
{"msg":"region edc3eba0-cc7e-4343-8c4d-a20654afe036 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.852134255Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:34.908532953Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/edc3eba0-cc7e-4343-8c4d-a20654afe036","method":"GET","req_id":"c68a5ced-7494-4378-b394-329ea12d14ec","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"region 6c192090-8885-4085-a5c7-83d6ec587312 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.651247456Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.651520632Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions","method":"POST","req_id":"d3a3ef0b-846e-42b6-abb7-77e247a53c46","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":330,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.651576443Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.660599625Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.660627945Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6c192090-8885-4085-a5c7-83d6ec587312\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6c192090-8885-4085-a5c7-83d6ec587312\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.728005036Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"region":"6c192090-8885-4085-a5c7-83d6ec587312","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6c192090-8885-4085-a5c7-83d6ec587312\" \"--data\" \"/data/regions/6c192090-8885-4085-a5c7-83d6ec587312\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.729859025Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"region":"6c192090-8885-4085-a5c7-83d6ec587312","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.806133176Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"region":"6c192090-8885-4085-a5c7-83d6ec587312","component":"worker"}
{"msg":"region 6c192090-8885-4085-a5c7-83d6ec587312 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.806199587Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.806412191Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.807852342Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.810810065Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.818793764Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.822141015Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.822411251Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.822475952Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.822515013Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.822556644Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.826301054Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.830703157Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:03:36.870226047Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions","method":"POST","req_id":"bd9d7b29-c490-4e4e-bbf9-4f3fb639e326","remote_addr":"[fd00:1122:3344:101::b]:56450","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.596295253Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:53729"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.596421766Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/6c192090-8885-4085-a5c7-83d6ec587312","method":"GET","req_id":"6a3b4d20-eed2-414c-b397-61b337b35988","remote_addr":"[fd00:1122:3344:101::b]:53729","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"path is \"/data/regions/6c192090-8885-4085-a5c7-83d6ec587312\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.601739419Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"dataset is oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.612836474Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"snapshot is oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.622761195Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.622792946Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.6385546Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/6c192090-8885-4085-a5c7-83d6ec587312/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5","method":"GET","req_id":"66a7581d-42fa-47d3-8f13-70d103f679f3","remote_addr":"[fd00:1122:3344:101::b]:53729","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39328,"response_code":"200"}
{"msg":"path is \"/data/regions/6c192090-8885-4085-a5c7-83d6ec587312\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.643131068Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"dataset is oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.653722983Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"snapshot is oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.665027363Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.665081114Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6c192090-8885-4085-a5c7-83d6ec587312-06049218-2dda-40c4-9f6f-6818227eb4e5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.677546208Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"applying SMF actions for region 6c192090-8885-4085-a5c7-83d6ec587312 running snapshot 06049218-2dda-40c4-9f6f-6818227eb4e5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.678375896Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.678393276Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/6c192090-8885-4085-a5c7-83d6ec587312/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5/run","method":"POST","req_id":"eea49427-f7e1-4b37-af8f-9019a118f3d6","remote_addr":"[fd00:1122:3344:101::b]:53729","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35359,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-6c192090-8885-4085-a5c7-83d6ec587312-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.686954798Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6c192090-8885-4085-a5c7-83d6ec587312-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.696533412Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6c192090-8885-4085-a5c7-83d6ec587312-06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.711710524Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c192090-8885-4085-a5c7-83d6ec587312/.zfs/snapshot/06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.712114342Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.712200555Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.712261776Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.712320927Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.712382888Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.717881975Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.723378272Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"worker"}
{"msg":"region 6c192090-8885-4085-a5c7-83d6ec587312 running snapshot 06049218-2dda-40c4-9f6f-6818227eb4e5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.723397792Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"path is \"/data/regions/6c192090-8885-4085-a5c7-83d6ec587312\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.901331852Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"dataset is oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.91019075Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"datafile"}
{"msg":"snapshot is oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312@06049218-2dda-40c4-9f6f-6818227eb4e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.919399865Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crucible/regions/6c192090-8885-4085-a5c7-83d6ec587312\", \"06049218-2dda-40c4-9f6f-6818227eb4e5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.919436306Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-22T20:14:25.927277103Z","hostname":"oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567","pid":22034,"uri":"/crucible/0/regions/6c192090-8885-4085-a5c7-83d6ec587312/snapshots/06049218-2dda-40c4-9f6f-6818227eb4e5/run","method":"POST","req_id":"c0c9f8fb-5bb3-401b-8c2d-ea1ac026e2ff","remote_addr":"[fd00:1122:3344:101::b]:53729","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25989,"response_code":"200"}