{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.876078838Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61454"} {"msg":"region 8dda0323-7a47-485b-b534-d52b9a5bf9ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.92213595Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.924928109Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.92495857Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions","method":"POST","req_id":"e2324527-a5db-4790-b5e3-9f76709ec35c","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21077,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_48197c2b-ae92-4079-b948-cf55b570f475/crucible/regions/8dda0323-7a47-485b-b534-d52b9a5bf9ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.936942042Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_48197c2b-ae92-4079-b948-cf55b570f475/crucible/regions/8dda0323-7a47-485b-b534-d52b9a5bf9ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.936968563Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8dda0323-7a47-485b-b534-d52b9a5bf9ac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8dda0323-7a47-485b-b534-d52b9a5bf9ac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.988197259Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"region":"8dda0323-7a47-485b-b534-d52b9a5bf9ac","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8dda0323-7a47-485b-b534-d52b9a5bf9ac\" \"--data\" \"/data/regions/8dda0323-7a47-485b-b534-d52b9a5bf9ac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:47.990587533Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"region":"8dda0323-7a47-485b-b534-d52b9a5bf9ac","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.29052738Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions","method":"POST","req_id":"e1cfcced-0c28-4910-a215-c897bc53d498","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.338461372Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"region":"8dda0323-7a47-485b-b534-d52b9a5bf9ac","component":"worker"} {"msg":"region 8dda0323-7a47-485b-b534-d52b9a5bf9ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.338507152Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.338604323Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8dda0323-7a47-485b-b534-d52b9a5bf9ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.339002857Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8dda0323-7a47-485b-b534-d52b9a5bf9ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.350169442Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.369293048Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8dda0323-7a47-485b-b534-d52b9a5bf9ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.37046815Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8dda0323-7a47-485b-b534-d52b9a5bf9ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.371744103Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.371805324Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.371853304Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.371903285Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.373576402Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.375570523Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:48.959789088Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions","method":"POST","req_id":"b88f79ae-3081-472f-8225-1c6e9937495c","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region efb3d521-10f3-4b0e-aed2-e8349daf74c7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.533079446Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.533935325Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions","method":"POST","req_id":"c4f0e0e0-2681-4707-8272-5e9673e26b33","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":240,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.533964195Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_48197c2b-ae92-4079-b948-cf55b570f475/crucible/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.539156839Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_48197c2b-ae92-4079-b948-cf55b570f475/crucible/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.539184359Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"efb3d521-10f3-4b0e-aed2-e8349daf74c7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.580896687Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"region":"efb3d521-10f3-4b0e-aed2-e8349daf74c7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"efb3d521-10f3-4b0e-aed2-e8349daf74c7\" \"--data\" \"/data/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.580933387Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"region":"efb3d521-10f3-4b0e-aed2-e8349daf74c7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.632408716Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"region":"efb3d521-10f3-4b0e-aed2-e8349daf74c7","component":"worker"} {"msg":"region efb3d521-10f3-4b0e-aed2-e8349daf74c7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.632451486Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.632541747Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-efb3d521-10f3-4b0e-aed2-e8349daf74c7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.636386397Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-efb3d521-10f3-4b0e-aed2-e8349daf74c7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.637485068Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.64063105Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-efb3d521-10f3-4b0e-aed2-e8349daf74c7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.641866283Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.642194466Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.642223176Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.642267867Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.642299937Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.644345138Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.647387289Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:53:54.761709623Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions","method":"POST","req_id":"1b66b331-fe51-4696-8110-5c91331fa2f8","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.792169315Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","method":"GET","req_id":"a08ea844-cbd5-4f18-8f24-77376d0872cc","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.796165526Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"dataset is oxp_48197c2b-ae92-4079-b948-cf55b570f475/crucible/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.805460111Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"region efb3d521-10f3-4b0e-aed2-e8349daf74c7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.813733446Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.813904778Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.813916468Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","method":"DELETE","req_id":"7972ad10-9c59-4dcc-a25f-6d3f1e92b2a9","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17807,"response_code":204} {"msg":"disabling downstairs instance: downstairs-efb3d521-10f3-4b0e-aed2-e8349daf74c7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.814913008Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.818518075Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","method":"GET","req_id":"8f1a35ee-5f56-4d1c-a1aa-96b28f23d4ae","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.818908679Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_48197c2b-ae92-4079-b948-cf55b570f475/crucible/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.827535148Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"region":"efb3d521-10f3-4b0e-aed2-e8349daf74c7","component":"worker"} {"msg":"region efb3d521-10f3-4b0e-aed2-e8349daf74c7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.87263988Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T02:54:19.935404504Z","hostname":"oxz_crucible_654ade19-e45c-4d5c-a89b-67ee48388430","pid":22392,"uri":"/crucible/0/regions/efb3d521-10f3-4b0e-aed2-e8349daf74c7","method":"GET","req_id":"2fa81cdb-6662-4ca7-9d77-290bda8ec3d8","remote_addr":"[fd00:1122:3344:101::b]:61454","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200}