[ Jul 12 03:34:03 Enabled. ] [ Jul 12 03:34:03 Rereading configuration. ] [ Jul 12 03:34:07 Rereading configuration. ] [ Jul 12 03:34:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.147411352Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.151090807Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.151105737Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.165013932Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.368254815Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.871811126Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54733"} {"msg":"region 812f9a0a-888b-4210-af62-711ba4f215c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.894188608Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.904478078Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions","method":"POST","req_id":"e95d05a0-686e-49bb-bf2e-f3f5d8f74297","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19156,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.904504678Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible/regions/812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.920562288Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible/regions/812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.920595098Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"812f9a0a-888b-4210-af62-711ba4f215c4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/812f9a0a-888b-4210-af62-711ba4f215c4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.979473919Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"region":"812f9a0a-888b-4210-af62-711ba4f215c4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"812f9a0a-888b-4210-af62-711ba4f215c4\" \"--data\" \"/data/regions/812f9a0a-888b-4210-af62-711ba4f215c4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.981726444Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"region":"812f9a0a-888b-4210-af62-711ba4f215c4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.079701171Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions","method":"POST","req_id":"3fab1d9f-c96f-4ae5-86f3-71a6de7b762b","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.341759065Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"region":"812f9a0a-888b-4210-af62-711ba4f215c4","component":"worker"} {"msg":"region 812f9a0a-888b-4210-af62-711ba4f215c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.341826355Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.341977936Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.34258902Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.353995028Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.381144253Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.387384465Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.388693694Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.393530217Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.393592988Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.393633598Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.403740727Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.413408452Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.448511461Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions","method":"POST","req_id":"ff3d9262-2dfb-4c91-bce5-dd9fe6a828ca","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":738,"response_code":"200"} {"msg":"region db6a3f4c-077e-460c-ab2c-56ae306f3945 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.230911904Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.233097989Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.233111539Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions","method":"POST","req_id":"fe3b89c3-8712-42bf-8155-aceb2a80204c","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2238,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.241947309Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.241985969Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"db6a3f4c-077e-460c-ab2c-56ae306f3945\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.314272162Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"region":"db6a3f4c-077e-460c-ab2c-56ae306f3945","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"db6a3f4c-077e-460c-ab2c-56ae306f3945\" \"--data\" \"/data/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.316154814Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"region":"db6a3f4c-077e-460c-ab2c-56ae306f3945","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.415014866Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"region":"db6a3f4c-077e-460c-ab2c-56ae306f3945","component":"worker"} {"msg":"region db6a3f4c-077e-460c-ab2c-56ae306f3945 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.415073896Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.415215917Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416329225Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416411826Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416492066Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416498666Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416541757Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416601057Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416696598Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416767578Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416815639Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.416864389Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.42435765Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-db6a3f4c-077e-460c-ab2c-56ae306f3945","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.424848743Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-db6a3f4c-077e-460c-ab2c-56ae306f3945","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.432277424Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.447699879Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db6a3f4c-077e-460c-ab2c-56ae306f3945","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.455742663Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.456048166Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.456111236Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.456159776Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.456199727Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.464636564Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions","method":"POST","req_id":"dcaf0f79-8b9c-4994-8251-ed3a878d84c4","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.466869109Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.47727628Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.751348379Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","method":"GET","req_id":"47e0b16f-98ec-4e87-ba37-219c48dee88a","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":597,"response_code":"200"} {"msg":"path is \"/data/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.754185969Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"dataset is oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.765415305Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"region db6a3f4c-077e-460c-ab2c-56ae306f3945 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.774454597Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.774636968Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.774694498Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","method":"DELETE","req_id":"91517c5c-793c-4325-8a1c-9313ad5d3d5b","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20549,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-db6a3f4c-077e-460c-ab2c-56ae306f3945 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.775864956Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.779242349Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","method":"GET","req_id":"e20a9b09-0b43-4342-9fcb-8160ff6ce2e4","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.781923701Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.782070505Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.78223283Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.78224646Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.78232047Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.782382111Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/812f9a0a-888b-4210-af62-711ba4f215c4","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.782796073Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.782880844Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.782936665Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.782994875Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.788398512Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.788891005Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ad9df051-cae2-4fb0-b3ce-d1a8247d4a2f/crucible/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.800080371Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"region":"db6a3f4c-077e-460c-ab2c-56ae306f3945","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.839897122Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","method":"GET","req_id":"65ae5e07-63f8-44a7-9584-ae43ed8b9e3f","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"region db6a3f4c-077e-460c-ab2c-56ae306f3945 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.858909852Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.924459038Z","hostname":"oxz_crucible_8a16ac25-2c22-4809-ac2a-edddfc3a75c2","pid":23183,"uri":"/crucible/0/regions/db6a3f4c-077e-460c-ab2c-56ae306f3945","method":"GET","req_id":"ded8e7fd-f3d3-4104-a9f9-1b3be80a2fcc","remote_addr":"[fd00:1122:3344:101::a]:54733","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":"200"}