[ May 16 04:30:53 Enabled. ] [ May 16 04:30:53 Rereading configuration. ] [ May 16 04:30:55 Rereading configuration. ] [ May 16 04:30:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.235057282Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907} {"msg":"dataset: \"oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.235947454Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.235991255Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.236000925Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.255670402Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.345518498Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.858798523Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48400"} {"msg":"region 33c1284c-6def-4ce7-a6f9-e7d2d316c22f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.89619969Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.89700084Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.89703662Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"bf121caa-93e0-4126-85c8-24712ee9bb5a","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":13773,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.903932581Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.903960072Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"33c1284c-6def-4ce7-a6f9-e7d2d316c22f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.97208375Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"33c1284c-6def-4ce7-a6f9-e7d2d316c22f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"33c1284c-6def-4ce7-a6f9-e7d2d316c22f\" \"--data\" \"/data/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:20.974062839Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"33c1284c-6def-4ce7-a6f9-e7d2d316c22f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.157980365Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"33c1284c-6def-4ce7-a6f9-e7d2d316c22f","component":"worker"} {"msg":"region 33c1284c-6def-4ce7-a6f9-e7d2d316c22f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.158022066Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.158112938Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-33c1284c-6def-4ce7-a6f9-e7d2d316c22f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.158460707Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-33c1284c-6def-4ce7-a6f9-e7d2d316c22f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.167562933Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.190207723Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-33c1284c-6def-4ce7-a6f9-e7d2d316c22f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.196773526Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.197520995Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.197548815Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.197561085Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.197566676Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.200012246Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.203271517Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:21.252516947Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"1f20c78b-403e-42b1-bbc7-30c531437c72","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.100521545Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","method":"GET","req_id":"9ec03279-e772-446c-bde4-2722c21c0579","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":90,"response_code":200} {"msg":"path is \"/data/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.104400151Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"dataset is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.111473996Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"region 33c1284c-6def-4ce7-a6f9-e7d2d316c22f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.119194937Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.119275679Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.11928533Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","method":"DELETE","req_id":"779044de-8fbe-4cd8-8a6b-ff0553112a90","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14939,"response_code":204} {"msg":"disabling downstairs instance: downstairs-33c1284c-6def-4ce7-a6f9-e7d2d316c22f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.120391197Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.122886859Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.123658038Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","method":"GET","req_id":"a194126c-11df-4163-8259-17f07e4ac8d5","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"deleting zfs dataset \"oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.131944853Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"33c1284c-6def-4ce7-a6f9-e7d2d316c22f","component":"worker"} {"msg":"region 33c1284c-6def-4ce7-a6f9-e7d2d316c22f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.201714262Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:22.217005671Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/33c1284c-6def-4ce7-a6f9-e7d2d316c22f","method":"GET","req_id":"9008f4f3-8385-42ec-b8aa-b2cd70bc2ad7","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 6af05431-2bb1-4383-9fff-44acbce3ff8e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.934891958Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.935029611Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"000bae1b-4ca6-4d70-bd66-233437c041c2","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":190,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.935063182Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.941239635Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.941274806Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6af05431-2bb1-4383-9fff-44acbce3ff8e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.983790829Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"6af05431-2bb1-4383-9fff-44acbce3ff8e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6af05431-2bb1-4383-9fff-44acbce3ff8e\" \"--data\" \"/data/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.98382901Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"6af05431-2bb1-4383-9fff-44acbce3ff8e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.031609704Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"6af05431-2bb1-4383-9fff-44acbce3ff8e","component":"worker"} {"msg":"region 6af05431-2bb1-4383-9fff-44acbce3ff8e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.031656665Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.031742887Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.032974968Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.034054805Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.037822548Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.039065919Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.039379666Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.039422267Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.039463068Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.039499999Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.041683674Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.04435753Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.06698049Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"ae5cb119-bd1e-4ad2-bf9d-abc52a9efc1f","remote_addr":"[fd00:1122:3344:101::a]:48400","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.034724744Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53818"} {"msg":"region 18197415-317e-4ae7-ba62-934854a8aeb3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.034859437Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.035814791Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.035853002Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"ede398f5-2268-4b01-aeb4-763aa00d539e","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1012,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/18197415-317e-4ae7-ba62-934854a8aeb3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.044491126Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/18197415-317e-4ae7-ba62-934854a8aeb3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.044526237Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"18197415-317e-4ae7-ba62-934854a8aeb3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18197415-317e-4ae7-ba62-934854a8aeb3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.084481997Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"18197415-317e-4ae7-ba62-934854a8aeb3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18197415-317e-4ae7-ba62-934854a8aeb3\" \"--data\" \"/data/regions/18197415-317e-4ae7-ba62-934854a8aeb3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.084524728Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"18197415-317e-4ae7-ba62-934854a8aeb3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.138266119Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"18197415-317e-4ae7-ba62-934854a8aeb3","component":"worker"} {"msg":"region 18197415-317e-4ae7-ba62-934854a8aeb3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.13830001Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.138403893Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-18197415-317e-4ae7-ba62-934854a8aeb3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.139217343Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18197415-317e-4ae7-ba62-934854a8aeb3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.149468417Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.160838899Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18197415-317e-4ae7-ba62-934854a8aeb3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.162294655Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18197415-317e-4ae7-ba62-934854a8aeb3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.162569871Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.162603622Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.162649393Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.162687804Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.164395627Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.177425069Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.26462124Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"fa407ff6-96ac-4010-8da6-2772bf21d032","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.867028754Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e","method":"GET","req_id":"17472320-073a-4376-80eb-8f0086e9e66d","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"path is \"/data/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.873070833Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"dataset is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.880697862Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"snapshot is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e@fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.888144577Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\", \"fa477bb9-6515-4093-a7cb-37ae5d795b07\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.888162847Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.897319264Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e/snapshots/fa477bb9-6515-4093-a7cb-37ae5d795b07","method":"GET","req_id":"dcbfbc36-39a3-408e-91fb-a4ae9bb38adc","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24278,"response_code":200} {"msg":"path is \"/data/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.906132492Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"dataset is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.913657939Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"snapshot is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e@fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.920398756Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\", \"fa477bb9-6515-4093-a7cb-37ae5d795b07\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.920445757Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6af05431-2bb1-4383-9fff-44acbce3ff8e-fa477bb9-6515-4093-a7cb-37ae5d795b07 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.927294457Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.92742699Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e/snapshots/fa477bb9-6515-4093-a7cb-37ae5d795b07/run","method":"POST","req_id":"fe293bc9-f743-4dad-8d81-de250d80ab94","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21326,"response_code":200} {"msg":"applying SMF actions for region 6af05431-2bb1-4383-9fff-44acbce3ff8e running snapshot fa477bb9-6515-4093-a7cb-37ae5d795b07 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.927455331Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-6af05431-2bb1-4383-9fff-44acbce3ff8e-fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.932519256Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6af05431-2bb1-4383-9fff-44acbce3ff8e-fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.93386643Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6af05431-2bb1-4383-9fff-44acbce3ff8e-fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.943729174Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e/.zfs/snapshot/fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.944055942Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.944099253Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.944136844Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.944173525Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.944219886Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.94600216Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.948641446Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"region 6af05431-2bb1-4383-9fff-44acbce3ff8e running snapshot fa477bb9-6515-4093-a7cb-37ae5d795b07 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:34.948659276Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"path is \"/data/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.217048675Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"dataset is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.224597422Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"snapshot is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e@fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.232096108Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e\", \"fa477bb9-6515-4093-a7cb-37ae5d795b07\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.232120419Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.238470806Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/6af05431-2bb1-4383-9fff-44acbce3ff8e/snapshots/fa477bb9-6515-4093-a7cb-37ae5d795b07/run","method":"POST","req_id":"bf5460d5-cc9c-47d4-a2f9-e76ba4125ccd","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21455,"response_code":200} {"msg":"region fd062240-b226-4ef1-ac94-7571bc5c4514 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.354082447Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.354242371Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"53fd0057-aa70-4ffe-b53b-faca1799fcd7","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":202,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.354295762Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.362116206Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.362156937Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fd062240-b226-4ef1-ac94-7571bc5c4514\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fd062240-b226-4ef1-ac94-7571bc5c4514\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.414410211Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"fd062240-b226-4ef1-ac94-7571bc5c4514","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fd062240-b226-4ef1-ac94-7571bc5c4514\" \"--data\" \"/data/regions/fd062240-b226-4ef1-ac94-7571bc5c4514\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.414465923Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"fd062240-b226-4ef1-ac94-7571bc5c4514","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.476340265Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"fd062240-b226-4ef1-ac94-7571bc5c4514","component":"worker"} {"msg":"region fd062240-b226-4ef1-ac94-7571bc5c4514 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.476375536Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.476467248Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fd062240-b226-4ef1-ac94-7571bc5c4514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.478754515Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fd062240-b226-4ef1-ac94-7571bc5c4514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.482708723Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.486344943Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fd062240-b226-4ef1-ac94-7571bc5c4514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.487649476Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.487917252Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.487956713Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.488007684Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.488046915Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.490401894Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.494147486Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.60732601Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions","method":"POST","req_id":"ab78b5c2-dc15-4195-acae-186e835e02e0","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.40601155Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","method":"GET","req_id":"6714834e-ce0f-4f68-b11a-765c741358da","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/fd062240-b226-4ef1-ac94-7571bc5c4514\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.409474175Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"dataset is oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.419215257Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"region fd062240-b226-4ef1-ac94-7571bc5c4514 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.427692387Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.427908132Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.427969814Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","method":"DELETE","req_id":"b43bbf8e-4a63-46c2-a1f4-0eec5fc9626b","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18503,"response_code":204} {"msg":"disabling downstairs instance: downstairs-fd062240-b226-4ef1-ac94-7571bc5c4514 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.429530942Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.43268745Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","method":"GET","req_id":"289db102-89a7-4fbd-9ebe-43b20d76ab80","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.435177532Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ad6ce188-42ad-4e8e-acfb-1c37cf52ea5a/crucible/regions/fd062240-b226-4ef1-ac94-7571bc5c4514\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.444857182Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"region":"fd062240-b226-4ef1-ac94-7571bc5c4514","component":"worker"} {"msg":"region fd062240-b226-4ef1-ac94-7571bc5c4514 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.514287232Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.557532243Z","hostname":"oxz_crucible_ea4a02da-8c5e-4db4-87a9-818998ed6058","pid":26907,"uri":"/crucible/0/regions/fd062240-b226-4ef1-ac94-7571bc5c4514","method":"GET","req_id":"6907b530-e067-4105-b081-2a815c3d8f52","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":52,"response_code":200}