{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.707487058Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58502"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.707613979Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","method":"GET","req_id":"bb04500a-b580-4701-ba36-3436f8fe39ca","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.7146803Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"dataset is oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.724582711Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"snapshot is oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80@4caaf324-fff5-4cb9-8c3c-230bcca42b1d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.733693008Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80\", \"4caaf324-fff5-4cb9-8c3c-230bcca42b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.733729298Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.746334229Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80/snapshots/4caaf324-fff5-4cb9-8c3c-230bcca42b1d","method":"GET","req_id":"913e0dbd-beab-422f-86da-a289bb551873","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34943,"response_code":200} {"msg":"path is \"/data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.749928235Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"dataset is oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.758237285Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"snapshot is oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80@4caaf324-fff5-4cb9-8c3c-230bcca42b1d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.767368791Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80\", \"4caaf324-fff5-4cb9-8c3c-230bcca42b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.767404222Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9ef2f316-91f9-4fb9-bf09-44e9529caf80-4caaf324-fff5-4cb9-8c3c-230bcca42b1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.776987941Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"applying SMF actions for region 9ef2f316-91f9-4fb9-bf09-44e9529caf80 running snapshot 4caaf324-fff5-4cb9-8c3c-230bcca42b1d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.777549875Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.777568675Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80/snapshots/4caaf324-fff5-4cb9-8c3c-230bcca42b1d/run","method":"POST","req_id":"f7b87360-9ba7-445f-93f7-793cfdc17339","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27671,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.79762288Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.797719361Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.797810792Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.797817272Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.797864592Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.797917513Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.798024003Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.798094514Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.798148454Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.798201765Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.809052673Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-9ef2f316-91f9-4fb9-bf09-44e9529caf80-4caaf324-fff5-4cb9-8c3c-230bcca42b1d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.809481126Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9ef2f316-91f9-4fb9-bf09-44e9529caf80-4caaf324-fff5-4cb9-8c3c-230bcca42b1d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.816338096Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9ef2f316-91f9-4fb9-bf09-44e9529caf80-4caaf324-fff5-4cb9-8c3c-230bcca42b1d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.82524022Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80/.zfs/snapshot/4caaf324-fff5-4cb9-8c3c-230bcca42b1d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.825437852Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.825486052Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.825522293Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.825558873Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.825608403Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.829085508Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.832881956Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"region 9ef2f316-91f9-4fb9-bf09-44e9529caf80 running snapshot 4caaf324-fff5-4cb9-8c3c-230bcca42b1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:26.832892236Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"path is \"/data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:27.047743132Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"dataset is oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:27.056636816Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"snapshot is oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80@4caaf324-fff5-4cb9-8c3c-230bcca42b1d","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:27.065862603Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80\", \"4caaf324-fff5-4cb9-8c3c-230bcca42b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:27.065903213Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:27.075550393Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80/snapshots/4caaf324-fff5-4cb9-8c3c-230bcca42b1d/run","method":"POST","req_id":"8d374b20-3999-4c8e-a6ad-1af390bda9a9","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27807,"response_code":200} {"msg":"region ddee3ef2-b383-4efd-a2e0-8854331ddaa7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.606337087Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.606546618Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"d6700894-50aa-42ca-b4d5-4574b82cd266","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":267,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.606564989Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.616220788Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.616260905Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ddee3ef2-b383-4efd-a2e0-8854331ddaa7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.667445759Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"region":"ddee3ef2-b383-4efd-a2e0-8854331ddaa7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ddee3ef2-b383-4efd-a2e0-8854331ddaa7\" \"--data\" \"/data/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.66749579Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"region":"ddee3ef2-b383-4efd-a2e0-8854331ddaa7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.778751815Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"region":"ddee3ef2-b383-4efd-a2e0-8854331ddaa7","component":"worker"} {"msg":"region ddee3ef2-b383-4efd-a2e0-8854331ddaa7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.778811285Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.778967357Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.779559901Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.779645262Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.779720882Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.779736442Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.779757902Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.779815603Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.780208995Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.780276836Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.780326916Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.780379357Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.783900582Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ddee3ef2-b383-4efd-a2e0-8854331ddaa7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.784268455Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ddee3ef2-b383-4efd-a2e0-8854331ddaa7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.786790313Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.793619593Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ddee3ef2-b383-4efd-a2e0-8854331ddaa7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.796633374Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.796833846Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.796882596Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.796920136Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.796956167Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.800793635Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.807312932Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:31.966589765Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"dcc4b675-f681-4b36-a21e-87ff0c6896c3","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.377542692Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","method":"GET","req_id":"96c3bb9c-2910-488f-a63b-34e26006d950","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.380174541Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"dataset is oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.393011444Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"region ddee3ef2-b383-4efd-a2e0-8854331ddaa7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.403729352Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.403923503Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.403958273Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","method":"DELETE","req_id":"0174ec25-f46b-4e5c-8127-25d359e212a9","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23859,"response_code":204} {"msg":"disabling downstairs instance: downstairs-ddee3ef2-b383-4efd-a2e0-8854331ddaa7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.404984851Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.407206887Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","method":"GET","req_id":"4a30ae38-200f-4e95-ad1a-3a1638a02c15","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.410836798Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.410918202Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411063685Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411071585Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411111905Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411153225Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ef2f316-91f9-4fb9-bf09-44e9529caf80","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411483848Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411555378Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411617389Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.411662329Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.416158202Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.417476661Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d6b3ea95-7491-473f-996a-bd036c3ba92b/crucible/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.429095265Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"region":"ddee3ef2-b383-4efd-a2e0-8854331ddaa7","component":"worker"} {"msg":"region ddee3ef2-b383-4efd-a2e0-8854331ddaa7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.49182633Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-03T04:15:56.507521213Z","hostname":"oxz_crucible_527a1b97-52cf-4b10-a209-0429353e4ad1","pid":23978,"uri":"/crucible/0/regions/ddee3ef2-b383-4efd-a2e0-8854331ddaa7","method":"GET","req_id":"b8f5333c-660b-4382-9f0c-896859751ebd","remote_addr":"[fd00:1122:3344:101::c]:58502","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}