[ Jul 22 16:15:55 Enabled. ]
[ Jul 22 16:15:55 Rereading configuration. ]
[ Jul 22 16:15:58 Rereading configuration. ]
[ Jul 22 16:16:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:03.944482786Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787}
{"msg":"dataset: \"oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:03.944648061Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:03.944659001Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:03.944664661Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:03.964489373Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:04.267467705Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.326122364Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55595"}
{"msg":"region f080fef6-9ef8-4f52-81f1-c9f2a6d28196 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.353956103Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.356539259Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.358789757Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions","method":"POST","req_id":"2a217839-9bdc-4ac5-b5af-c35ca9267571","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":11949,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.364847954Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.364864584Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f080fef6-9ef8-4f52-81f1-c9f2a6d28196\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.459373785Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"f080fef6-9ef8-4f52-81f1-c9f2a6d28196","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f080fef6-9ef8-4f52-81f1-c9f2a6d28196\" \"--data\" \"/data/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.461471429Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"f080fef6-9ef8-4f52-81f1-c9f2a6d28196","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.519688472Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions","method":"POST","req_id":"cd8647a2-1485-470b-9f66-01483d93b8c6","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.618727429Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"f080fef6-9ef8-4f52-81f1-c9f2a6d28196","component":"worker"}
{"msg":"region f080fef6-9ef8-4f52-81f1-c9f2a6d28196 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.620730621Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.620988237Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f080fef6-9ef8-4f52-81f1-c9f2a6d28196","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.6234157Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f080fef6-9ef8-4f52-81f1-c9f2a6d28196","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.641187309Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.657077649Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f080fef6-9ef8-4f52-81f1-c9f2a6d28196","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.662464548Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.663074894Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.665199199Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.66523705Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.665284161Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.679764675Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:37.688288765Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.253672202Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions","method":"POST","req_id":"70d0c0d1-5359-4aca-a99c-418b7272e86f","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.70827958Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","method":"GET","req_id":"fbf203dd-a7a0-40db-bb0d-7dbd10a4422e","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.71216488Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"dataset is oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.719794837Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"region f080fef6-9ef8-4f52-81f1-c9f2a6d28196 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.728473581Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.728697387Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.728748028Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","method":"DELETE","req_id":"dccfdd21-285c-4496-a1f5-eff0c2d872bb","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17255,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-f080fef6-9ef8-4f52-81f1-c9f2a6d28196 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.729711513Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.73269387Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","method":"GET","req_id":"ed8040bd-9783-4a1b-add5-9190edcfbc32","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.761775031Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.771460871Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"f080fef6-9ef8-4f52-81f1-c9f2a6d28196","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.792596607Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","method":"GET","req_id":"1c54f916-46bd-414f-bff3-5de3a7159415","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.888807991Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","method":"GET","req_id":"9c78a27a-11b2-46a9-911c-7659307fe6d8","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"region f080fef6-9ef8-4f52-81f1-c9f2a6d28196 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:38.90116614Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:39.11029224Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/f080fef6-9ef8-4f52-81f1-c9f2a6d28196","method":"GET","req_id":"b6639725-5572-4f65-bc3d-0d6e588a5f3d","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region bd93842b-c930-4d22-a1aa-18eb7b62185d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.188642656Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.188895187Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.188945208Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions","method":"POST","req_id":"72e08e60-2248-4474-b224-fbca8afb0b45","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":252,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.195003035Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.195066956Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bd93842b-c930-4d22-a1aa-18eb7b62185d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.264792936Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"bd93842b-c930-4d22-a1aa-18eb7b62185d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bd93842b-c930-4d22-a1aa-18eb7b62185d\" \"--data\" \"/data/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.265383651Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"bd93842b-c930-4d22-a1aa-18eb7b62185d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.339621328Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"bd93842b-c930-4d22-a1aa-18eb7b62185d","component":"worker"}
{"msg":"region bd93842b-c930-4d22-a1aa-18eb7b62185d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.339652299Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.340389488Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.34163405Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.345094989Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.352560972Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.355819546Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.356177345Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.356227707Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.356267728Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.356305239Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.360362724Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.365014104Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:16:41.506138817Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions","method":"POST","req_id":"024294b2-9e72-49d3-9bbe-2b1f2737b710","remote_addr":"[fd00:1122:3344:101::a]:55595","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.057667592Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52001"}
{"msg":"region 17406c22-5c3d-4a3b-b82c-514e5766bf94 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.057837536Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.058499074Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions","method":"POST","req_id":"03581dfd-f552-4b87-aa2d-5b96aac13a6a","remote_addr":"[fd00:1122:3344:101::a]:52001","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":796,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.058521754Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/17406c22-5c3d-4a3b-b82c-514e5766bf94","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.067428704Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/17406c22-5c3d-4a3b-b82c-514e5766bf94","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.067463675Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"17406c22-5c3d-4a3b-b82c-514e5766bf94\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/17406c22-5c3d-4a3b-b82c-514e5766bf94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.118689628Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"17406c22-5c3d-4a3b-b82c-514e5766bf94","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"17406c22-5c3d-4a3b-b82c-514e5766bf94\" \"--data\" \"/data/regions/17406c22-5c3d-4a3b-b82c-514e5766bf94\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.118735119Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"17406c22-5c3d-4a3b-b82c-514e5766bf94","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.191377035Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"region":"17406c22-5c3d-4a3b-b82c-514e5766bf94","component":"worker"}
{"msg":"region 17406c22-5c3d-4a3b-b82c-514e5766bf94 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.191416636Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.191526328Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-17406c22-5c3d-4a3b-b82c-514e5766bf94","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.19236425Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-17406c22-5c3d-4a3b-b82c-514e5766bf94","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.200763827Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.211637627Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-17406c22-5c3d-4a3b-b82c-514e5766bf94","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.214726987Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17406c22-5c3d-4a3b-b82c-514e5766bf94","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.215069896Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.215122197Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.215161089Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.21520363Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.218943566Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.22416161Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:49.38681104Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions","method":"POST","req_id":"7f1dd842-592f-4125-93f7-fffa385ceb6b","remote_addr":"[fd00:1122:3344:101::a]:52001","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.582932383Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d","method":"GET","req_id":"9684799f-2cc8-4bb4-8adb-83e13959caa6","remote_addr":"[fd00:1122:3344:101::a]:52001","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.58631105Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"dataset is oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.593095295Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"snapshot is oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d@e776f06b-3e19-435c-8e34-8198239f2f62","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.599043419Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\", \"e776f06b-3e19-435c-8e34-8198239f2f62\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.599080869Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.60798805Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d/snapshots/e776f06b-3e19-435c-8e34-8198239f2f62","method":"GET","req_id":"b780d73c-7215-47d6-b05e-b803de6068fd","remote_addr":"[fd00:1122:3344:101::a]:52001","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21730,"response_code":200}
{"msg":"path is \"/data/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.611244884Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"dataset is oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.617011712Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"snapshot is oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d@e776f06b-3e19-435c-8e34-8198239f2f62","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.623013007Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\", \"e776f06b-3e19-435c-8e34-8198239f2f62\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.623028478Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot bd93842b-c930-4d22-a1aa-18eb7b62185d-e776f06b-3e19-435c-8e34-8198239f2f62 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.628331585Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"applying SMF actions for region bd93842b-c930-4d22-a1aa-18eb7b62185d running snapshot e776f06b-3e19-435c-8e34-8198239f2f62 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.630837269Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.63085532Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d/snapshots/e776f06b-3e19-435c-8e34-8198239f2f62/run","method":"POST","req_id":"27039113-0db6-4be6-a7c4-8025c1d383c6","remote_addr":"[fd00:1122:3344:101::a]:52001","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19635,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-bd93842b-c930-4d22-a1aa-18eb7b62185d-e776f06b-3e19-435c-8e34-8198239f2f62","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.635477119Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bd93842b-c930-4d22-a1aa-18eb7b62185d-e776f06b-3e19-435c-8e34-8198239f2f62","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.638448096Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bd93842b-c930-4d22-a1aa-18eb7b62185d-e776f06b-3e19-435c-8e34-8198239f2f62","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.648631119Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d/.zfs/snapshot/e776f06b-3e19-435c-8e34-8198239f2f62","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.648964128Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.649012589Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.64905111Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.649088981Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.649146362Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.652457178Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.656754359Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"worker"}
{"msg":"region bd93842b-c930-4d22-a1aa-18eb7b62185d running snapshot e776f06b-3e19-435c-8e34-8198239f2f62 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.656764039Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"path is \"/data/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.814153153Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"dataset is oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.820704802Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"datafile"}
{"msg":"snapshot is oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d@e776f06b-3e19-435c-8e34-8198239f2f62","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.826747938Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_894d4ff9-321d-42dd-aaae-a80eaa353098/crucible/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d\", \"e776f06b-3e19-435c-8e34-8198239f2f62\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.826776848Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T16:27:50.833369509Z","hostname":"oxz_crucible_41fe760d-c003-4208-9234-5b4fc17ffc34","pid":29787,"uri":"/crucible/0/regions/bd93842b-c930-4d22-a1aa-18eb7b62185d/snapshots/e776f06b-3e19-435c-8e34-8198239f2f62/run","method":"POST","req_id":"7e61d40c-11ac-44cf-b9e9-0cfedd8bc98e","remote_addr":"[fd00:1122:3344:101::a]:52001","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19259,"response_code":200}