[ Apr 15 04:00:13 Enabled. ]
[ Apr 15 04:00:13 Rereading configuration. ]
[ Apr 15 04:00:15 Rereading configuration. ]
[ Apr 15 04:00:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:00:18.370169249Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:00:18.371426496Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:00:18.371434816Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:00:18.388884899Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:00:18.469685563Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.151730568Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37980"}
{"msg":"region 227aa8dd-8c67-4669-aff9-0204602989e9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.193957609Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.198895964Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions","method":"POST","req_id":"545bbcf1-d448-409d-9f6e-1ceabb3df8e0","remote_addr":"[fd00:1122:3344:101::c]:37980","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20103,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.201222724Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.210588164Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.210625954Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"227aa8dd-8c67-4669-aff9-0204602989e9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/227aa8dd-8c67-4669-aff9-0204602989e9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.269234285Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"region":"227aa8dd-8c67-4669-aff9-0204602989e9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"227aa8dd-8c67-4669-aff9-0204602989e9\" \"--data\" \"/data/regions/227aa8dd-8c67-4669-aff9-0204602989e9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.271122765Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"region":"227aa8dd-8c67-4669-aff9-0204602989e9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.359369288Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions","method":"POST","req_id":"7ead97f2-9085-4170-99dd-2a2651c5320d","remote_addr":"[fd00:1122:3344:101::c]:37980","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.55863422Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"region":"227aa8dd-8c67-4669-aff9-0204602989e9","component":"worker"}
{"msg":"region 227aa8dd-8c67-4669-aff9-0204602989e9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.558679381Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.558785334Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.559245904Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.564095627Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.579839113Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.585266429Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.592442672Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.592527094Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.592571195Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.592609855Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.596456067Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.602966776Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:01:15.945079086Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions","method":"POST","req_id":"fea79ef3-8d0d-4c8e-b62c-f70c02d5f991","remote_addr":"[fd00:1122:3344:101::c]:37980","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.874154576Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49341"}
{"msg":"region 04d32d72-5945-48f1-8a86-abec099978ff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.874269229Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.87525752Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.8752728Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions","method":"POST","req_id":"0cb224b8-9dc2-4b32-8e0a-e0270b3fe00b","remote_addr":"[fd00:1122:3344:101::c]:49341","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1053,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/04d32d72-5945-48f1-8a86-abec099978ff","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.888575164Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/04d32d72-5945-48f1-8a86-abec099978ff","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.888606835Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"04d32d72-5945-48f1-8a86-abec099978ff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04d32d72-5945-48f1-8a86-abec099978ff\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.952462687Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"region":"04d32d72-5945-48f1-8a86-abec099978ff","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04d32d72-5945-48f1-8a86-abec099978ff\" \"--data\" \"/data/regions/04d32d72-5945-48f1-8a86-abec099978ff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:41.952517868Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"region":"04d32d72-5945-48f1-8a86-abec099978ff","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.134613054Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"region":"04d32d72-5945-48f1-8a86-abec099978ff","component":"worker"}
{"msg":"region 04d32d72-5945-48f1-8a86-abec099978ff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.134659155Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.134742937Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-04d32d72-5945-48f1-8a86-abec099978ff","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.135117155Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04d32d72-5945-48f1-8a86-abec099978ff","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.145902975Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.147010448Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions","method":"POST","req_id":"87960deb-8082-422c-a029-35b7c349f8e6","remote_addr":"[fd00:1122:3344:101::c]:49341","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.172942182Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04d32d72-5945-48f1-8a86-abec099978ff","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.179575443Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04d32d72-5945-48f1-8a86-abec099978ff","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.179795958Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.179853959Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.17990306Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.179950251Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.187069473Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195065804Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195145986Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195223967Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195233137Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195269728Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195313939Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195380701Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195436402Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195493533Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.195549174Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.216762997Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:42.217184346Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.218655724Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions/227aa8dd-8c67-4669-aff9-0204602989e9","method":"GET","req_id":"be8438f0-6433-458a-afc0-fa9002f995e0","remote_addr":"[fd00:1122:3344:101::c]:49341","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3184,"response_code":"200"}
{"msg":"path is \"/data/regions/227aa8dd-8c67-4669-aff9-0204602989e9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.22409611Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"dataset is oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.2329862Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"snapshot is oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9@44e3b44e-108f-41bb-9e97-6f1a9b8fd032","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.242227267Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9\", \"44e3b44e-108f-41bb-9e97-6f1a9b8fd032\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.242259018Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.253883136Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions/227aa8dd-8c67-4669-aff9-0204602989e9/snapshots/44e3b44e-108f-41bb-9e97-6f1a9b8fd032","method":"GET","req_id":"4fa421b8-704b-46c6-96de-452b2e136b83","remote_addr":"[fd00:1122:3344:101::c]:49341","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29811,"response_code":"200"}
{"msg":"path is \"/data/regions/227aa8dd-8c67-4669-aff9-0204602989e9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.256248687Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"dataset is oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.264087274Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"snapshot is oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9@44e3b44e-108f-41bb-9e97-6f1a9b8fd032","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.271090463Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9\", \"44e3b44e-108f-41bb-9e97-6f1a9b8fd032\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.271124804Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 227aa8dd-8c67-4669-aff9-0204602989e9-44e3b44e-108f-41bb-9e97-6f1a9b8fd032 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.27892034Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"applying SMF actions for region 227aa8dd-8c67-4669-aff9-0204602989e9 running snapshot 44e3b44e-108f-41bb-9e97-6f1a9b8fd032 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.279124355Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.279152595Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions/227aa8dd-8c67-4669-aff9-0204602989e9/snapshots/44e3b44e-108f-41bb-9e97-6f1a9b8fd032/run","method":"POST","req_id":"5f9f5885-2d5f-4a52-8851-b283e03b0186","remote_addr":"[fd00:1122:3344:101::c]:49341","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22943,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.280888332Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.280969004Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281048046Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281054196Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281094197Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281137978Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281446444Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281505246Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281552627Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.281596668Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.288160988Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-227aa8dd-8c67-4669-aff9-0204602989e9-44e3b44e-108f-41bb-9e97-6f1a9b8fd032","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.288711439Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-227aa8dd-8c67-4669-aff9-0204602989e9-44e3b44e-108f-41bb-9e97-6f1a9b8fd032","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.303557956Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-227aa8dd-8c67-4669-aff9-0204602989e9-44e3b44e-108f-41bb-9e97-6f1a9b8fd032","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.323297897Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/227aa8dd-8c67-4669-aff9-0204602989e9/.zfs/snapshot/44e3b44e-108f-41bb-9e97-6f1a9b8fd032","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.323506012Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.323558683Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.323597764Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.323634264Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.323680055Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.330518781Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.336155972Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"worker"}
{"msg":"region 227aa8dd-8c67-4669-aff9-0204602989e9 running snapshot 44e3b44e-108f-41bb-9e97-6f1a9b8fd032 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.336173762Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"path is \"/data/regions/227aa8dd-8c67-4669-aff9-0204602989e9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.466083934Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"dataset is oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.475445294Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"datafile"}
{"msg":"snapshot is oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9@44e3b44e-108f-41bb-9e97-6f1a9b8fd032","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.483752511Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceac07d1-4371-4fc7-842b-4bad43f811f1/crucible/regions/227aa8dd-8c67-4669-aff9-0204602989e9\", \"44e3b44e-108f-41bb-9e97-6f1a9b8fd032\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.483783832Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-15T04:11:43.492923227Z","hostname":"oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075","pid":27186,"uri":"/crucible/0/regions/227aa8dd-8c67-4669-aff9-0204602989e9/snapshots/44e3b44e-108f-41bb-9e97-6f1a9b8fd032/run","method":"POST","req_id":"7fdb0b1f-9fcd-4b8d-8043-e9021d710fa9","remote_addr":"[fd00:1122:3344:101::c]:49341","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26862,"response_code":"200"}