{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.801668909Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40748"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.804579167Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions/b6cd9c93-7713-4300-b717-7e55a146343b","method":"GET","req_id":"4e9bc0f1-cfca-4610-a255-46f090a2278b","remote_addr":"[fd00:1122:3344:101::a]:40748","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2885,"response_code":"200"} {"msg":"path is \"/data/regions/b6cd9c93-7713-4300-b717-7e55a146343b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.807588947Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"dataset is oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.817161311Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"snapshot is oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/b6cd9c93-7713-4300-b717-7e55a146343b@8af8d03c-1a17-4620-a408-206cb1cac95f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.826329605Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/b6cd9c93-7713-4300-b717-7e55a146343b\", \"8af8d03c-1a17-4620-a408-206cb1cac95f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.826383696Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.836880351Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions/b6cd9c93-7713-4300-b717-7e55a146343b/snapshots/8af8d03c-1a17-4620-a408-206cb1cac95f","method":"GET","req_id":"c033ec22-4e4c-4aaf-b768-b22c8eb14e7d","remote_addr":"[fd00:1122:3344:101::a]:40748","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32073,"response_code":"200"} {"msg":"path is \"/data/regions/b6cd9c93-7713-4300-b717-7e55a146343b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.837061965Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"dataset is oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.845455671Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"snapshot is oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/b6cd9c93-7713-4300-b717-7e55a146343b@8af8d03c-1a17-4620-a408-206cb1cac95f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.852940306Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/b6cd9c93-7713-4300-b717-7e55a146343b\", \"8af8d03c-1a17-4620-a408-206cb1cac95f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.852970967Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b6cd9c93-7713-4300-b717-7e55a146343b-8af8d03c-1a17-4620-a408-206cb1cac95f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.861148738Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"applying SMF actions for region b6cd9c93-7713-4300-b717-7e55a146343b running snapshot 8af8d03c-1a17-4620-a408-206cb1cac95f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.861718161Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.861770762Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions/b6cd9c93-7713-4300-b717-7e55a146343b/snapshots/8af8d03c-1a17-4620-a408-206cb1cac95f/run","method":"POST","req_id":"ffe154a1-c44d-4867-a476-fc4e30584852","remote_addr":"[fd00:1122:3344:101::a]:40748","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24737,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872179815Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872269927Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872352209Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872361149Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.87240377Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872455092Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872562594Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872629196Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872678297Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.872727208Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.879536417Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b6cd9c93-7713-4300-b717-7e55a146343b-8af8d03c-1a17-4620-a408-206cb1cac95f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.880018048Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b6cd9c93-7713-4300-b717-7e55a146343b-8af8d03c-1a17-4620-a408-206cb1cac95f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.88695207Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b6cd9c93-7713-4300-b717-7e55a146343b-8af8d03c-1a17-4620-a408-206cb1cac95f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.89934926Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6cd9c93-7713-4300-b717-7e55a146343b/.zfs/snapshot/8af8d03c-1a17-4620-a408-206cb1cac95f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.899633126Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.899691948Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.899734099Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.89977172Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.899820221Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.903342643Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.908280138Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"region b6cd9c93-7713-4300-b717-7e55a146343b running snapshot 8af8d03c-1a17-4620-a408-206cb1cac95f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:06.908288548Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.888189512Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35890"} {"msg":"region 0b019606-2c58-4f32-ac09-461b8ba4f33b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.888278065Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.890768273Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.890779323Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions","method":"POST","req_id":"448f9477-e3ed-41d0-81ab-fa7235c2eb79","remote_addr":"[fd00:1122:3344:101::a]:35890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2542,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.900671314Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.900699135Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0b019606-2c58-4f32-ac09-461b8ba4f33b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.976580827Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"region":"0b019606-2c58-4f32-ac09-461b8ba4f33b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0b019606-2c58-4f32-ac09-461b8ba4f33b\" \"--data\" \"/data/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:09.978511882Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"region":"0b019606-2c58-4f32-ac09-461b8ba4f33b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.044729698Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"region":"0b019606-2c58-4f32-ac09-461b8ba4f33b","component":"worker"} {"msg":"region 0b019606-2c58-4f32-ac09-461b8ba4f33b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.044768189Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.044898672Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0b019606-2c58-4f32-ac09-461b8ba4f33b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.045335432Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0b019606-2c58-4f32-ac09-461b8ba4f33b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.048476935Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.055583701Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b019606-2c58-4f32-ac09-461b8ba4f33b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.058350306Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.058646793Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.058700734Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.058741735Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.058782076Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.062317219Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.067284695Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.067401857Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.067551761Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.067570801Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.067606222Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.067654783Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.071684957Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.071747919Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.07180037Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.071854461Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.075410764Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.077262608Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:10.099705121Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions","method":"POST","req_id":"248c459d-24e6-4db1-9fe2-3071b2d48772","remote_addr":"[fd00:1122:3344:101::a]:35890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.537793157Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","method":"GET","req_id":"07eee1fc-2ef9-4e96-b412-1b09fd1353ab","remote_addr":"[fd00:1122:3344:101::a]:35890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.540340647Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"dataset is oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.550669218Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"region 0b019606-2c58-4f32-ac09-461b8ba4f33b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.559019833Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.559204837Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.559277759Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","method":"DELETE","req_id":"730e3ae7-9a7f-4a92-88ec-339a559ff3b9","remote_addr":"[fd00:1122:3344:101::a]:35890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18960,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-0b019606-2c58-4f32-ac09-461b8ba4f33b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.560355994Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.562606167Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","method":"GET","req_id":"3453443c-8494-43cd-921e-a062ad643e8f","remote_addr":"[fd00:1122:3344:101::a]:35890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":591,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.567737066Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.567832629Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.567934381Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.567947201Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.568004483Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.568051364Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6cd9c93-7713-4300-b717-7e55a146343b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.56873629Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.568806481Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.568868863Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.568927094Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.576136163Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.577468204Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4b40b5f5-772a-4d5a-bbcd-d2fa50a0ded8/crucible/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.587086988Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"region":"0b019606-2c58-4f32-ac09-461b8ba4f33b","component":"worker"} {"msg":"region 0b019606-2c58-4f32-ac09-461b8ba4f33b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.641343965Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-26T02:45:40.714674138Z","hostname":"oxz_crucible_0a17296b-a160-4ef4-9cb7-01d58322092f","pid":23987,"uri":"/crucible/0/regions/0b019606-2c58-4f32-ac09-461b8ba4f33b","method":"GET","req_id":"65038148-39fe-4d74-a50a-edd2640a96dc","remote_addr":"[fd00:1122:3344:101::a]:35890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":536,"response_code":"200"}