{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.151033128Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41910"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.158419675Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","method":"GET","req_id":"16cf7d31-2592-41c1-a60e-069c15ca9209","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":7342,"response_code":"200"} {"msg":"path is \"/data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.161553813Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"dataset is oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.170665273Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"snapshot is oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7@8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.178813385Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7\", \"8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.178847525Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.189399772Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7/snapshots/8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","method":"GET","req_id":"cd2382af-ac31-4b35-a272-847a68c0ba34","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27852,"response_code":"200"} {"msg":"path is \"/data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.192364797Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"dataset is oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.2000469Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"snapshot is oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7@8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.209005707Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7\", \"8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.209033537Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c09e4aaa-3cb1-4538-aa61-59e386e965a7-8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.217431873Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"applying SMF actions for region c09e4aaa-3cb1-4538-aa61-59e386e965a7 running snapshot 8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.218076745Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.218124226Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7/snapshots/8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d/run","method":"POST","req_id":"81f81e50-1375-4c97-8e73-c964853ad145","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25788,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226421811Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226526343Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226626495Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226634245Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226688526Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226747397Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226845759Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.22691105Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.226958541Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.227007102Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.234021752Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-c09e4aaa-3cb1-4538-aa61-59e386e965a7-8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.234474421Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c09e4aaa-3cb1-4538-aa61-59e386e965a7-8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.237322324Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c09e4aaa-3cb1-4538-aa61-59e386e965a7-8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.250415597Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7/.zfs/snapshot/8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.250626531Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.250680462Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.250721813Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.250758714Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.250806385Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.254392812Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.258527328Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"region c09e4aaa-3cb1-4538-aa61-59e386e965a7 running snapshot 8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.258538049Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"path is \"/data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.39295244Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"dataset is oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.401091262Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"snapshot is oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7@8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.409316685Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7\", \"8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.409357056Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:33.417412476Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7/snapshots/8e3b174d-51a7-4e5b-bfc1-56b58f6ad61d/run","method":"POST","req_id":"7e6bbff4-0f96-49bb-96f9-55cd5328e828","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24500,"response_code":"200"} {"msg":"region d1ef4488-bd54-4481-878e-355ed45f2b3c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.699244051Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.699416964Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions","method":"POST","req_id":"bf5fe752-4f48-45ac-9f22-de8edcd872ed","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":238,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.699473165Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.708571014Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.708597965Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d1ef4488-bd54-4481-878e-355ed45f2b3c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.765340101Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"region":"d1ef4488-bd54-4481-878e-355ed45f2b3c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1ef4488-bd54-4481-878e-355ed45f2b3c\" \"--data\" \"/data/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.767075343Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"region":"d1ef4488-bd54-4481-878e-355ed45f2b3c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.840950568Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions","method":"POST","req_id":"1fd6f49a-d7b3-4464-8092-38ad8481987c","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.842863514Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"region":"d1ef4488-bd54-4481-878e-355ed45f2b3c","component":"worker"} {"msg":"region d1ef4488-bd54-4481-878e-355ed45f2b3c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.842901205Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.843029967Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.843571777Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.843651488Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.84372949Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.84373635Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.843776391Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.843824912Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.844190198Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.84424533Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.84428998Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.844338741Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.84806871Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d1ef4488-bd54-4481-878e-355ed45f2b3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.848514349Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1ef4488-bd54-4481-878e-355ed45f2b3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.856973756Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.865173219Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1ef4488-bd54-4481-878e-355ed45f2b3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.867997101Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.868274077Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.868333378Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.868373099Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.868413049Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.872380703Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:36.878837243Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:31:37.14622488Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions","method":"POST","req_id":"1001ceaa-05be-44c7-a9cc-9c98daee9df7","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:01.971534564Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","method":"GET","req_id":"47a50d7d-ae59-47b1-89d2-fa0219c14e4d","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":129,"response_code":"200"} {"msg":"path is \"/data/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:01.975276983Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"dataset is oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:01.987594563Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"region d1ef4488-bd54-4481-878e-355ed45f2b3c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:01.997977876Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:01.99816318Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-d1ef4488-bd54-4481-878e-355ed45f2b3c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:01.99928183Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.00084685Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","method":"DELETE","req_id":"b62f7cc6-454b-4ae0-8c01-ce23dd90a1f6","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26339,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.004562249Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","method":"GET","req_id":"1c286a3a-7acb-4374-90cf-37800001a5d5","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005227371Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005310302Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005397384Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005406054Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005443655Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005499746Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c09e4aaa-3cb1-4538-aa61-59e386e965a7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005866863Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005932354Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.005991945Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.006051496Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.011446617Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.012851153Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ad99b41b-bddf-41c4-a707-9a9d5f683a3f/crucible/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.025451908Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"region":"d1ef4488-bd54-4481-878e-355ed45f2b3c","component":"worker"} {"msg":"region d1ef4488-bd54-4481-878e-355ed45f2b3c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.077313463Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T06:32:02.119128221Z","hostname":"oxz_crucible_49a97aee-3d60-47c5-a5e1-f267ac53c8d5","pid":26097,"uri":"/crucible/0/regions/d1ef4488-bd54-4481-878e-355ed45f2b3c","method":"GET","req_id":"a2f48798-dc7f-4995-9061-953021b74bce","remote_addr":"[fd00:1122:3344:101::a]:41910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}