{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.374320648Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55219"}
{"msg":"region 2afff116-f8d3-4185-858d-63a129c9a19d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.399928236Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.402930589Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.402948609Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"uri":"/crucible/0/regions","method":"POST","req_id":"7a41e847-a79b-4f59-9c17-6de71c566b4c","remote_addr":"[fd00:1122:3344:101::c]:55219","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13980,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.413033662Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.41304989Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2afff116-f8d3-4185-858d-63a129c9a19d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2afff116-f8d3-4185-858d-63a129c9a19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.506084231Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"region":"2afff116-f8d3-4185-858d-63a129c9a19d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2afff116-f8d3-4185-858d-63a129c9a19d\" \"--data\" \"/data/regions/2afff116-f8d3-4185-858d-63a129c9a19d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.508178281Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"region":"2afff116-f8d3-4185-858d-63a129c9a19d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.626297748Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"uri":"/crucible/0/regions","method":"POST","req_id":"a054975b-b017-4646-ba7f-ca9377f67df9","remote_addr":"[fd00:1122:3344:101::c]:55219","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.889456238Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"region":"2afff116-f8d3-4185-858d-63a129c9a19d","component":"worker"}
{"msg":"region 2afff116-f8d3-4185-858d-63a129c9a19d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.889494679Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.88958381Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.889920955Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.896002552Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.912723023Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.916145402Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.91668651Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.916745351Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.916783021Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.916817042Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.921018172Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:45.924938578Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:30:46.307572826Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"uri":"/crucible/0/regions","method":"POST","req_id":"db5b7fd8-50a6-4807-99c5-f8b47784badc","remote_addr":"[fd00:1122:3344:101::c]:55219","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.2304587Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45841"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.231036718Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"uri":"/crucible/0/regions/2afff116-f8d3-4185-858d-63a129c9a19d","method":"GET","req_id":"abb1f462-5a59-43ba-b624-80e9a3386d7e","remote_addr":"[fd00:1122:3344:101::c]:45841","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/2afff116-f8d3-4185-858d-63a129c9a19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.235938558Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"dataset is oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.24230048Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"snapshot is oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d@476c70b1-54cf-43f2-9d2a-064da4fde985","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.248981586Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d\", \"476c70b1-54cf-43f2-9d2a-064da4fde985\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.249004806Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.259877313Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"uri":"/crucible/0/regions/2afff116-f8d3-4185-858d-63a129c9a19d/snapshots/476c70b1-54cf-43f2-9d2a-064da4fde985","method":"GET","req_id":"356f0da6-a982-4a44-a89f-4ad7208e56b4","remote_addr":"[fd00:1122:3344:101::c]:45841","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23958,"response_code":200}
{"msg":"path is \"/data/regions/2afff116-f8d3-4185-858d-63a129c9a19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.267510332Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"dataset is oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.273533279Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"snapshot is oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d@476c70b1-54cf-43f2-9d2a-064da4fde985","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.280696912Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d\", \"476c70b1-54cf-43f2-9d2a-064da4fde985\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.280721722Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2afff116-f8d3-4185-858d-63a129c9a19d-476c70b1-54cf-43f2-9d2a-064da4fde985 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.288843769Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.289356786Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"uri":"/crucible/0/regions/2afff116-f8d3-4185-858d-63a129c9a19d/snapshots/476c70b1-54cf-43f2-9d2a-064da4fde985/run","method":"POST","req_id":"2e8592aa-287a-497b-85e4-b16b102b2cd8","remote_addr":"[fd00:1122:3344:101::c]:45841","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21862,"response_code":200}
{"msg":"applying SMF actions for region 2afff116-f8d3-4185-858d-63a129c9a19d running snapshot 476c70b1-54cf-43f2-9d2a-064da4fde985 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.289374076Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-2afff116-f8d3-4185-858d-63a129c9a19d-476c70b1-54cf-43f2-9d2a-064da4fde985","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.310609421Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2afff116-f8d3-4185-858d-63a129c9a19d-476c70b1-54cf-43f2-9d2a-064da4fde985","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.323567048Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2afff116-f8d3-4185-858d-63a129c9a19d-476c70b1-54cf-43f2-9d2a-064da4fde985","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.336205739Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2afff116-f8d3-4185-858d-63a129c9a19d/.zfs/snapshot/476c70b1-54cf-43f2-9d2a-064da4fde985","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.336457103Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.336500313Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.336537664Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.336575824Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.336619265Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.340343379Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.344703091Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"worker"}
{"msg":"region 2afff116-f8d3-4185-858d-63a129c9a19d running snapshot 476c70b1-54cf-43f2-9d2a-064da4fde985 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.344728632Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"path is \"/data/regions/2afff116-f8d3-4185-858d-63a129c9a19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.652429653Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"dataset is oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.658829755Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"datafile"}
{"msg":"snapshot is oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d@476c70b1-54cf-43f2-9d2a-064da4fde985","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.665585062Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ac6366b4-da95-4559-9088-1e83defd34de/crucible/regions/2afff116-f8d3-4185-858d-63a129c9a19d\", \"476c70b1-54cf-43f2-9d2a-064da4fde985\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.665614202Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T00:41:38.672142356Z","hostname":"oxz_crucible_7509d0ab-98b5-4339-baaa-eb4f2e3ae8b0","pid":23009,"uri":"/crucible/0/regions/2afff116-f8d3-4185-858d-63a129c9a19d/snapshots/476c70b1-54cf-43f2-9d2a-064da4fde985/run","method":"POST","req_id":"c25d21e7-3814-4620-b386-c324e924c20a","remote_addr":"[fd00:1122:3344:101::c]:45841","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19774,"response_code":200}