{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.476561863Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60036"} {"msg":"region 9a2d8f62-e480-4f7c-af6b-1f77fac6f58b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.523174093Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.52651166Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.526531281Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions","method":"POST","req_id":"014c35f1-1165-4f73-aed7-b8e43d9c5627","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19950,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f8a9f60c-174f-4d3b-b248-1d7f87cb095f/crucible/regions/9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.539598973Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f8a9f60c-174f-4d3b-b248-1d7f87cb095f/crucible/regions/9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.539626913Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9a2d8f62-e480-4f7c-af6b-1f77fac6f58b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9a2d8f62-e480-4f7c-af6b-1f77fac6f58b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.613664622Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"region":"9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9a2d8f62-e480-4f7c-af6b-1f77fac6f58b\" \"--data\" \"/data/regions/9a2d8f62-e480-4f7c-af6b-1f77fac6f58b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.616850145Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"region":"9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:49.712809737Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions","method":"POST","req_id":"fed297ec-c66e-4c8e-b13d-1a85ecab864d","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.011853863Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"region":"9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","component":"worker"} {"msg":"region 9a2d8f62-e480-4f7c-af6b-1f77fac6f58b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.011896685Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.011978847Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.012312245Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.025686845Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.046710516Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.04991849Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a2d8f62-e480-4f7c-af6b-1f77fac6f58b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.050613408Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.05069239Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.050747531Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.050785812Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.054203952Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.054297584Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions","method":"POST","req_id":"697f730f-32d7-46f6-a66a-bdca7a0c68d1","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:50.058050482Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"region 267552bf-75d3-4e6e-985c-32c117db33bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.156619502Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.156785016Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions","method":"POST","req_id":"621a1a95-5396-47bf-81d8-124f7570bc3f","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.156810716Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f8a9f60c-174f-4d3b-b248-1d7f87cb095f/crucible/regions/267552bf-75d3-4e6e-985c-32c117db33bd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.163420989Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f8a9f60c-174f-4d3b-b248-1d7f87cb095f/crucible/regions/267552bf-75d3-4e6e-985c-32c117db33bd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.16344133Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"267552bf-75d3-4e6e-985c-32c117db33bd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/267552bf-75d3-4e6e-985c-32c117db33bd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.207530474Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"region":"267552bf-75d3-4e6e-985c-32c117db33bd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"267552bf-75d3-4e6e-985c-32c117db33bd\" \"--data\" \"/data/regions/267552bf-75d3-4e6e-985c-32c117db33bd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.207566225Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"region":"267552bf-75d3-4e6e-985c-32c117db33bd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.282710952Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"region":"267552bf-75d3-4e6e-985c-32c117db33bd","component":"worker"} {"msg":"region 267552bf-75d3-4e6e-985c-32c117db33bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.282743063Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.282837345Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-267552bf-75d3-4e6e-985c-32c117db33bd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.283170904Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-267552bf-75d3-4e6e-985c-32c117db33bd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.286040229Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.29258539Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-267552bf-75d3-4e6e-985c-32c117db33bd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.296248146Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/267552bf-75d3-4e6e-985c-32c117db33bd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.296504193Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.296554944Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.296599374Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.296630743Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.300439186Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.310397417Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:34:56.526204505Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions","method":"POST","req_id":"a27a46d8-b391-48b2-86ab-0773aac7dfdd","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.705822308Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions/267552bf-75d3-4e6e-985c-32c117db33bd","method":"GET","req_id":"1ee310bb-d545-4e49-b0c6-b64c7a69ef47","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/267552bf-75d3-4e6e-985c-32c117db33bd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.708221841Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"dataset is oxp_f8a9f60c-174f-4d3b-b248-1d7f87cb095f/crucible/regions/267552bf-75d3-4e6e-985c-32c117db33bd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.717988957Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"region 267552bf-75d3-4e6e-985c-32c117db33bd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.725340709Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.725484913Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions/267552bf-75d3-4e6e-985c-32c117db33bd","method":"DELETE","req_id":"385d52f0-34d5-4bf2-ba4a-1f6f0619ede4","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17292,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.725506104Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-267552bf-75d3-4e6e-985c-32c117db33bd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.726462069Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.728282116Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions/267552bf-75d3-4e6e-985c-32c117db33bd","method":"GET","req_id":"91d96de5-ad01-4623-b661-a8eaa288c9f5","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.740093076Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f8a9f60c-174f-4d3b-b248-1d7f87cb095f/crucible/regions/267552bf-75d3-4e6e-985c-32c117db33bd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.748536906Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"region":"267552bf-75d3-4e6e-985c-32c117db33bd","component":"worker"} {"msg":"region 267552bf-75d3-4e6e-985c-32c117db33bd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.797678753Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-22T16:35:22.870588961Z","hostname":"oxz_crucible_5e7ae81c-838d-4053-a1e1-c6ab7631ad27","pid":23391,"uri":"/crucible/0/regions/267552bf-75d3-4e6e-985c-32c117db33bd","method":"GET","req_id":"af11421e-da0b-4659-9338-897e8f04a904","remote_addr":"[fd00:1122:3344:101::c]:60036","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":200}