[ May 14 16:32:45 Enabled. ]
[ May 14 16:32:45 Rereading configuration. ]
[ May 14 16:32:49 Rereading configuration. ]
[ May 14 16:32:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.389395015Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.396137398Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.396145568Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.416947998Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.522941463Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.799752602Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53674"}
{"msg":"region 78de4f1e-fc68-46d5-a8aa-dca903857ad5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.838593987Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.839345751Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions","method":"POST","req_id":"f965b339-0486-4d18-90ea-3de95ca1cf79","remote_addr":"[fd00:1122:3344:101::a]:53674","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18462,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.841683147Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.850415229Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.8504455Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"78de4f1e-fc68-46d5-a8aa-dca903857ad5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.89822469Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"region":"78de4f1e-fc68-46d5-a8aa-dca903857ad5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"78de4f1e-fc68-46d5-a8aa-dca903857ad5\" \"--data\" \"/data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.898287731Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"region":"78de4f1e-fc68-46d5-a8aa-dca903857ad5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.035378129Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions","method":"POST","req_id":"de17804b-094d-40b8-9b62-8fac1bb04516","remote_addr":"[fd00:1122:3344:101::a]:53674","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.209565597Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"region":"78de4f1e-fc68-46d5-a8aa-dca903857ad5","component":"worker"}
{"msg":"region 78de4f1e-fc68-46d5-a8aa-dca903857ad5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.209620768Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.20970559Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.210103598Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.216863001Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.232790764Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.236363704Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.236955376Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.238907414Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.238956575Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.238998296Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.250522853Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.258051631Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.640032838Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions","method":"POST","req_id":"6ab1c07d-5891-4ad3-99d1-efd83210b507","remote_addr":"[fd00:1122:3344:101::a]:53674","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.381371476Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43589"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.382689832Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","method":"GET","req_id":"7ef92ba6-ab36-474d-9f5a-443cd3adfec3","remote_addr":"[fd00:1122:3344:101::a]:43589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"path is \"/data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.385025038Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"dataset is oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.394177558Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"snapshot is oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5@6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.402527833Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\", \"6d9b6901-636d-4659-85ed-190bf2134f55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.402552433Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.414627151Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5/snapshots/6d9b6901-636d-4659-85ed-190bf2134f55","method":"GET","req_id":"8341bd1e-8db3-45a2-ae87-d2a6f78b48ea","remote_addr":"[fd00:1122:3344:101::a]:43589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29607,"response_code":"200"}
{"msg":"path is \"/data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.418371875Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"dataset is oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.426713109Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"snapshot is oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5@6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.434760637Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\", \"6d9b6901-636d-4659-85ed-190bf2134f55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.434792268Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 78de4f1e-fc68-46d5-a8aa-dca903857ad5-6d9b6901-636d-4659-85ed-190bf2134f55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.44455766Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"applying SMF actions for region 78de4f1e-fc68-46d5-a8aa-dca903857ad5 running snapshot 6d9b6901-636d-4659-85ed-190bf2134f55 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.445213583Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.445227023Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5/snapshots/6d9b6901-636d-4659-85ed-190bf2134f55/run","method":"POST","req_id":"8ea19cd0-f60b-416c-a350-24a17b2ebdcd","remote_addr":"[fd00:1122:3344:101::a]:43589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26878,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458037305Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458140807Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458249789Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458258229Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.45831109Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458369872Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458486034Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458565846Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458626287Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.458683978Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.467784647Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-78de4f1e-fc68-46d5-a8aa-dca903857ad5-6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.468262456Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-78de4f1e-fc68-46d5-a8aa-dca903857ad5-6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.470778746Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-78de4f1e-fc68-46d5-a8aa-dca903857ad5-6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.486108548Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5/.zfs/snapshot/6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.486420114Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.486491845Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.486535216Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.486581087Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.486633838Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.49031103Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.494658046Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"region 78de4f1e-fc68-46d5-a8aa-dca903857ad5 running snapshot 6d9b6901-636d-4659-85ed-190bf2134f55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.494674516Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"path is \"/data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.779399339Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"dataset is oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.788412666Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"snapshot is oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5@6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.798226579Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5\", \"6d9b6901-636d-4659-85ed-190bf2134f55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.79826715Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.807701856Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5/snapshots/6d9b6901-636d-4659-85ed-190bf2134f55/run","method":"POST","req_id":"5df2bec6-a4f4-4692-9aeb-bc5f15f37294","remote_addr":"[fd00:1122:3344:101::a]:43589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28333,"response_code":"200"}
{"msg":"region 60c733fc-8893-447f-9ebf-de4c1915a6b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.369804713Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.370003087Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions","method":"POST","req_id":"96f70f6b-3403-4001-8d34-4f8b0a9a39b4","remote_addr":"[fd00:1122:3344:101::a]:43589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":255,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.370041118Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/60c733fc-8893-447f-9ebf-de4c1915a6b1","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.380957962Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1121bcf3-ddd7-4187-8f3b-7b1dd40c8b3a/crucible/regions/60c733fc-8893-447f-9ebf-de4c1915a6b1","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.380984063Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"60c733fc-8893-447f-9ebf-de4c1915a6b1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/60c733fc-8893-447f-9ebf-de4c1915a6b1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.493708351Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"region":"60c733fc-8893-447f-9ebf-de4c1915a6b1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"60c733fc-8893-447f-9ebf-de4c1915a6b1\" \"--data\" \"/data/regions/60c733fc-8893-447f-9ebf-de4c1915a6b1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.49568988Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"region":"60c733fc-8893-447f-9ebf-de4c1915a6b1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.696975291Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions","method":"POST","req_id":"725744ec-d519-4e87-bcbe-83a6ebfe8741","remote_addr":"[fd00:1122:3344:101::a]:43589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.715926854Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"region":"60c733fc-8893-447f-9ebf-de4c1915a6b1","component":"worker"}
{"msg":"region 60c733fc-8893-447f-9ebf-de4c1915a6b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.715965974Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.716104177Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-60c733fc-8893-447f-9ebf-de4c1915a6b1","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.71675086Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-60c733fc-8893-447f-9ebf-de4c1915a6b1","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.738228303Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.774053878Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60c733fc-8893-447f-9ebf-de4c1915a6b1","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.790578803Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60c733fc-8893-447f-9ebf-de4c1915a6b1","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.790780667Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.790828138Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.790871999Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.790914469Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.80569971Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.828719153Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.828879207Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.828974858Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.828987639Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.829023229Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.82906852Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78de4f1e-fc68-46d5-a8aa-dca903857ad5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.84174738Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.841825281Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.841890533Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.841945474Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.857345367Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.859667813Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:47.098928441Z","hostname":"oxz_crucible_44a603f9-4e12-4199-aed9-f4aa0156de66","pid":22706,"uri":"/crucible/0/regions","method":"POST","req_id":"93151475-6228-4fcb-a385-78d4390027f5","remote_addr":"[fd00:1122:3344:101::a]:43589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}