{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.010590032Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61294"} {"msg":"region 60e00793-126e-4da6-b829-ccec30def62a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.039777948Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.042393568Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.042412188Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"50959a23-12a5-46a5-8455-fe079e96becd","remote_addr":"[fd00:1122:3344:101::c]:61294","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16396,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_f16ac763-7417-43f2-9766-37a991af5f6c/crucible/regions/60e00793-126e-4da6-b829-ccec30def62a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.051801824Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_f16ac763-7417-43f2-9766-37a991af5f6c/crucible/regions/60e00793-126e-4da6-b829-ccec30def62a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.051820124Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"60e00793-126e-4da6-b829-ccec30def62a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/60e00793-126e-4da6-b829-ccec30def62a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.095607864Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"region":"60e00793-126e-4da6-b829-ccec30def62a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"60e00793-126e-4da6-b829-ccec30def62a\" \"--data\" \"/data/regions/60e00793-126e-4da6-b829-ccec30def62a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.097821366Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"region":"60e00793-126e-4da6-b829-ccec30def62a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.401173038Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"0eb5b539-0724-4120-bee8-9b25253de72c","remote_addr":"[fd00:1122:3344:101::c]:61294","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":121,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.427810277Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"region":"60e00793-126e-4da6-b829-ccec30def62a","component":"worker"} {"msg":"region 60e00793-126e-4da6-b829-ccec30def62a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.427831257Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.427940239Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-60e00793-126e-4da6-b829-ccec30def62a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.428325607Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-60e00793-126e-4da6-b829-ccec30def62a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.437790284Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.453288544Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60e00793-126e-4da6-b829-ccec30def62a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.456214069Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60e00793-126e-4da6-b829-ccec30def62a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.456948853Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.457011674Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.457050535Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.457084715Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.460909597Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.46585206Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.693094946Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"b42a1325-7da4-4a65-97d1-cd01e32f8098","remote_addr":"[fd00:1122:3344:101::c]:61294","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.385944195Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions/60e00793-126e-4da6-b829-ccec30def62a","method":"GET","req_id":"ec8e00e0-bf73-4a15-b857-099ff44425c1","remote_addr":"[fd00:1122:3344:101::c]:61294","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"path is \"/data/regions/60e00793-126e-4da6-b829-ccec30def62a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.393786371Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"dataset is oxp_f16ac763-7417-43f2-9766-37a991af5f6c/crucible/regions/60e00793-126e-4da6-b829-ccec30def62a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.401922743Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"region 60e00793-126e-4da6-b829-ccec30def62a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.40870229Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.408829883Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions/60e00793-126e-4da6-b829-ccec30def62a","method":"DELETE","req_id":"4996c085-0da5-47c7-be57-91725b4a2a18","remote_addr":"[fd00:1122:3344:101::c]:61294","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15064,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.408852743Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-60e00793-126e-4da6-b829-ccec30def62a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.409909693Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.416054698Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.417078857Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions/60e00793-126e-4da6-b829-ccec30def62a","method":"GET","req_id":"ca26c3d7-4d9d-4098-a971-00ffa75f66df","remote_addr":"[fd00:1122:3344:101::c]:61294","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"deleting zfs dataset \"oxp_f16ac763-7417-43f2-9766-37a991af5f6c/crucible/regions/60e00793-126e-4da6-b829-ccec30def62a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.423540378Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"region":"60e00793-126e-4da6-b829-ccec30def62a","component":"worker"} {"msg":"region 60e00793-126e-4da6-b829-ccec30def62a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.489226528Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.512739058Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions/60e00793-126e-4da6-b829-ccec30def62a","method":"GET","req_id":"42cc6774-4607-4b04-a83d-38be6dad5ecb","remote_addr":"[fd00:1122:3344:101::c]:61294","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.14080259Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58565"} {"msg":"region e76b45fd-5c20-413c-9630-54770e2d57b3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.141503734Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.141520264Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.141525504Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"bd4a1996-dbc5-4005-b165-3486e1dc84cb","remote_addr":"[fd00:1122:3344:101::c]:58565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":602,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f16ac763-7417-43f2-9766-37a991af5f6c/crucible/regions/e76b45fd-5c20-413c-9630-54770e2d57b3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.14934392Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f16ac763-7417-43f2-9766-37a991af5f6c/crucible/regions/e76b45fd-5c20-413c-9630-54770e2d57b3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.149375191Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e76b45fd-5c20-413c-9630-54770e2d57b3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e76b45fd-5c20-413c-9630-54770e2d57b3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.203031796Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"region":"e76b45fd-5c20-413c-9630-54770e2d57b3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e76b45fd-5c20-413c-9630-54770e2d57b3\" \"--data\" \"/data/regions/e76b45fd-5c20-413c-9630-54770e2d57b3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.203067807Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"region":"e76b45fd-5c20-413c-9630-54770e2d57b3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.323032324Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"2b241019-6461-49e9-9256-3ddb1baadee2","remote_addr":"[fd00:1122:3344:101::c]:58565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.496164216Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"region":"e76b45fd-5c20-413c-9630-54770e2d57b3","component":"worker"} {"msg":"region e76b45fd-5c20-413c-9630-54770e2d57b3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.496207037Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.496299228Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e76b45fd-5c20-413c-9630-54770e2d57b3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.49746931Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e76b45fd-5c20-413c-9630-54770e2d57b3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.508162791Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.531336245Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e76b45fd-5c20-413c-9630-54770e2d57b3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.534034266Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e76b45fd-5c20-413c-9630-54770e2d57b3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.534310371Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.534352671Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.534397022Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.534431343Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.537740135Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.541990435Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.064732226Z","hostname":"oxz_crucible_63e43755-1861-499c-b9eb-6634a425a70f","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"b62a36c8-bdbd-443d-ade1-23a3d7f34227","remote_addr":"[fd00:1122:3344:101::c]:58565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}