{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.360993989Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50109"} {"msg":"region 01b41390-a0d3-43d1-8278-334f1e02aceb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.441306806Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.442299631Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"uri":"/crucible/0/regions","method":"POST","req_id":"4401d150-6292-4bbc-a45c-4fa87eae751f","remote_addr":"[fd00:1122:3344:101::b]:50109","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14801,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.442343382Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.453977481Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.454007941Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"01b41390-a0d3-43d1-8278-334f1e02aceb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/01b41390-a0d3-43d1-8278-334f1e02aceb\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.505639286Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"region":"01b41390-a0d3-43d1-8278-334f1e02aceb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.65594242Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"region":"01b41390-a0d3-43d1-8278-334f1e02aceb","component":"worker"} {"msg":"region 01b41390-a0d3-43d1-8278-334f1e02aceb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.655993601Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.656074362Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-01b41390-a0d3-43d1-8278-334f1e02aceb","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.660364118Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-01b41390-a0d3-43d1-8278-334f1e02aceb","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.665733131Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.677435021Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"uri":"/crucible/0/regions","method":"POST","req_id":"bf1c3767-dbe0-4f81-b75e-e3a6f63f9e4c","remote_addr":"[fd00:1122:3344:101::b]:50109","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":621,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.683116559Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-01b41390-a0d3-43d1-8278-334f1e02aceb","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.687497416Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.688201527Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.688270308Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.688315168Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.688357699Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.692838908Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.704131072Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.205551171Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39436"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.205783975Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"uri":"/crucible/0/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","method":"GET","req_id":"97bd85d3-e954-4b1f-992e-927ab3338bc9","remote_addr":"[fd00:1122:3344:101::b]:39436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":207,"response_code":"200"} {"msg":"path is \"/data/regions/01b41390-a0d3-43d1-8278-334f1e02aceb\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.206588527Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.215933711Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"datafile"} {"msg":"region 01b41390-a0d3-43d1-8278-334f1e02aceb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.225029551Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.225219134Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.225329686Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"uri":"/crucible/0/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","method":"DELETE","req_id":"3807f680-2a92-4b95-95bb-f751b0d4a3b7","remote_addr":"[fd00:1122:3344:101::b]:39436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19399,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.225517799Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"uri":"/crucible/0/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","method":"GET","req_id":"7c0ce948-2e29-442d-a373-a4deaaa8fb54","remote_addr":"[fd00:1122:3344:101::b]:39436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":41,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-01b41390-a0d3-43d1-8278-334f1e02aceb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.226293211Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.229941497Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/01b41390-a0d3-43d1-8278-334f1e02aceb\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.239295771Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"region":"01b41390-a0d3-43d1-8278-334f1e02aceb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.287871409Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"uri":"/crucible/0/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","method":"GET","req_id":"23395ccc-0707-41f8-bdef-90464c1e6244","remote_addr":"[fd00:1122:3344:101::b]:39436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"region 01b41390-a0d3-43d1-8278-334f1e02aceb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.289998542Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.452183408Z","hostname":"oxz_crucible_1bccd775-a5cd-49c3-bd84-00d0dab2f7ef","pid":21549,"uri":"/crucible/0/regions/01b41390-a0d3-43d1-8278-334f1e02aceb","method":"GET","req_id":"1c23a964-818b-428c-91c9-f7bd09a90c7f","remote_addr":"[fd00:1122:3344:101::b]:39436","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":"200"}