{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.253140394Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40724"} {"msg":"region f24e3dab-7712-4aeb-b4c8-0c543176ff2a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.253261796Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.253884733Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions","method":"POST","req_id":"70a96de4-413f-487b-8e1b-622937842adb","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":655,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.253908723Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_518d3515-cd92-4804-99fd-43beb3fed0ba/crucible/regions/f24e3dab-7712-4aeb-b4c8-0c543176ff2a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.266497372Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_518d3515-cd92-4804-99fd-43beb3fed0ba/crucible/regions/f24e3dab-7712-4aeb-b4c8-0c543176ff2a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.266525322Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f24e3dab-7712-4aeb-b4c8-0c543176ff2a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f24e3dab-7712-4aeb-b4c8-0c543176ff2a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.331803494Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"region":"f24e3dab-7712-4aeb-b4c8-0c543176ff2a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f24e3dab-7712-4aeb-b4c8-0c543176ff2a\" \"--data\" \"/data/regions/f24e3dab-7712-4aeb-b4c8-0c543176ff2a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.331856674Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"region":"f24e3dab-7712-4aeb-b4c8-0c543176ff2a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.415282766Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"region":"f24e3dab-7712-4aeb-b4c8-0c543176ff2a","component":"worker"} {"msg":"region f24e3dab-7712-4aeb-b4c8-0c543176ff2a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.415348127Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.415447948Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f24e3dab-7712-4aeb-b4c8-0c543176ff2a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.417162507Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f24e3dab-7712-4aeb-b4c8-0c543176ff2a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.4292187Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.465102207Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f24e3dab-7712-4aeb-b4c8-0c543176ff2a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.468560685Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f24e3dab-7712-4aeb-b4c8-0c543176ff2a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.46897535Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.469042211Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.469094371Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.469149292Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.478404734Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions","method":"POST","req_id":"15928a62-db89-4f3e-bf1b-2b0bac8b7f11","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.479795459Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:02.489090212Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"region b6bcc823-6494-4a0d-b575-e564b79c8f03 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.648405658Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.648574529Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions","method":"POST","req_id":"838b2ffa-b217-451f-8931-5c524d841338","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":219,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.64859268Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_518d3515-cd92-4804-99fd-43beb3fed0ba/crucible/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.659256799Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_518d3515-cd92-4804-99fd-43beb3fed0ba/crucible/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.659285092Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b6bcc823-6494-4a0d-b575-e564b79c8f03\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.71366838Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"region":"b6bcc823-6494-4a0d-b575-e564b79c8f03","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b6bcc823-6494-4a0d-b575-e564b79c8f03\" \"--data\" \"/data/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.715714891Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"region":"b6bcc823-6494-4a0d-b575-e564b79c8f03","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.794800305Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"region":"b6bcc823-6494-4a0d-b575-e564b79c8f03","component":"worker"} {"msg":"region b6bcc823-6494-4a0d-b575-e564b79c8f03 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.794832776Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.794953747Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b6bcc823-6494-4a0d-b575-e564b79c8f03","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.795823607Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b6bcc823-6494-4a0d-b575-e564b79c8f03","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.803816825Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.811660602Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b6bcc823-6494-4a0d-b575-e564b79c8f03","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.814992728Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.815197781Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.815251591Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.815289392Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.815324802Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.819147925Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.824997489Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.868379198Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions","method":"POST","req_id":"dce74588-7ccf-4293-ab67-4f9cc0f5a378","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.286649421Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","method":"GET","req_id":"d7e2cab8-22e1-4b02-981e-2efe5f642cd2","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"path is \"/data/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.290346022Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"dataset is oxp_518d3515-cd92-4804-99fd-43beb3fed0ba/crucible/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.304295686Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"region b6bcc823-6494-4a0d-b575-e564b79c8f03 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.313629609Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.313915402Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.313969853Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","method":"DELETE","req_id":"39be5e05-e5d1-40c2-affa-cc58d4e458d3","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23669,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b6bcc823-6494-4a0d-b575-e564b79c8f03 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.315453959Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.317601073Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","method":"GET","req_id":"c348d859-8462-4f73-ac82-8047554eeddf","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.326732574Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_518d3515-cd92-4804-99fd-43beb3fed0ba/crucible/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.338254051Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"region":"b6bcc823-6494-4a0d-b575-e564b79c8f03","component":"worker"} {"msg":"region b6bcc823-6494-4a0d-b575-e564b79c8f03 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.394104629Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.43225751Z","hostname":"oxz_crucible_5b37afa8-c5e7-43e3-b09a-6696332a1181","pid":23155,"uri":"/crucible/0/regions/b6bcc823-6494-4a0d-b575-e564b79c8f03","method":"GET","req_id":"e0d81c0e-63a7-4675-9fec-1b6eb2c20866","remote_addr":"[fd00:1122:3344:101::a]:40724","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}