{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.361472014Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56032"} {"msg":"region 2af13eaa-c3ce-4e96-98f7-850b3386a73f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.361603645Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.362350784Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.362366484Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions","method":"POST","req_id":"6bde5328-1516-4d1d-90e2-7f07b35d4a43","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":813,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/2af13eaa-c3ce-4e96-98f7-850b3386a73f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.378078678Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/2af13eaa-c3ce-4e96-98f7-850b3386a73f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.378113558Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2af13eaa-c3ce-4e96-98f7-850b3386a73f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2af13eaa-c3ce-4e96-98f7-850b3386a73f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.447008893Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"region":"2af13eaa-c3ce-4e96-98f7-850b3386a73f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2af13eaa-c3ce-4e96-98f7-850b3386a73f\" \"--data\" \"/data/regions/2af13eaa-c3ce-4e96-98f7-850b3386a73f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.447070164Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"region":"2af13eaa-c3ce-4e96-98f7-850b3386a73f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.538649244Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"region":"2af13eaa-c3ce-4e96-98f7-850b3386a73f","component":"worker"} {"msg":"region 2af13eaa-c3ce-4e96-98f7-850b3386a73f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.538696534Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.538807995Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2af13eaa-c3ce-4e96-98f7-850b3386a73f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.539319261Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2af13eaa-c3ce-4e96-98f7-850b3386a73f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.54516184Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.562461762Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2af13eaa-c3ce-4e96-98f7-850b3386a73f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.566058424Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2af13eaa-c3ce-4e96-98f7-850b3386a73f","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.566363608Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.566429408Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.566488369Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.56653959Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.570556286Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.580345531Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:40.581532955Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions","method":"POST","req_id":"4cbaa849-9c69-454c-b2c2-17eff5cba497","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.270215483Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/804a1a9a-054f-453f-a05f-9c842233485e","method":"GET","req_id":"470f2973-b1ae-478e-a953-90f33f22174f","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2390,"response_code":"200"} {"msg":"path is \"/data/regions/804a1a9a-054f-453f-a05f-9c842233485e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.273497232Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"dataset is oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.282951932Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"snapshot is oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e@0b7a393c-dcca-46bd-9052-ca1ee1b2875e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.292365782Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e\", \"0b7a393c-dcca-46bd-9052-ca1ee1b2875e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.292388922Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.30419376Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/804a1a9a-054f-453f-a05f-9c842233485e/snapshots/0b7a393c-dcca-46bd-9052-ca1ee1b2875e","method":"GET","req_id":"d14870b6-85ee-43f2-99e0-4389445941b8","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30701,"response_code":"200"} {"msg":"path is \"/data/regions/804a1a9a-054f-453f-a05f-9c842233485e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.308034305Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"dataset is oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.316402083Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"snapshot is oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e@0b7a393c-dcca-46bd-9052-ca1ee1b2875e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.323753759Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e\", \"0b7a393c-dcca-46bd-9052-ca1ee1b2875e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.323776069Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 804a1a9a-054f-453f-a05f-9c842233485e-0b7a393c-dcca-46bd-9052-ca1ee1b2875e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.33324408Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"applying SMF actions for region 804a1a9a-054f-453f-a05f-9c842233485e running snapshot 0b7a393c-dcca-46bd-9052-ca1ee1b2875e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.333407022Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.333443202Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/804a1a9a-054f-453f-a05f-9c842233485e/snapshots/0b7a393c-dcca-46bd-9052-ca1ee1b2875e/run","method":"POST","req_id":"0ec93aa0-cf2b-4db7-a4b4-2cfe43bbaa10","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25439,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-804a1a9a-054f-453f-a05f-9c842233485e-0b7a393c-dcca-46bd-9052-ca1ee1b2875e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.335557707Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-804a1a9a-054f-453f-a05f-9c842233485e-0b7a393c-dcca-46bd-9052-ca1ee1b2875e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.345224Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-804a1a9a-054f-453f-a05f-9c842233485e-0b7a393c-dcca-46bd-9052-ca1ee1b2875e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.357566954Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/804a1a9a-054f-453f-a05f-9c842233485e/.zfs/snapshot/0b7a393c-dcca-46bd-9052-ca1ee1b2875e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.357871927Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.357928988Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.357974469Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.358019869Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.35806632Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.362305419Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.367002134Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"region 804a1a9a-054f-453f-a05f-9c842233485e running snapshot 0b7a393c-dcca-46bd-9052-ca1ee1b2875e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.367015744Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"path is \"/data/regions/804a1a9a-054f-453f-a05f-9c842233485e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.669183444Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"dataset is oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.678018298Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"snapshot is oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e@0b7a393c-dcca-46bd-9052-ca1ee1b2875e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.686345665Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/804a1a9a-054f-453f-a05f-9c842233485e\", \"0b7a393c-dcca-46bd-9052-ca1ee1b2875e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.686369795Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:42.694010324Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/804a1a9a-054f-453f-a05f-9c842233485e/snapshots/0b7a393c-dcca-46bd-9052-ca1ee1b2875e/run","method":"POST","req_id":"3946f02e-c080-47ba-b3de-52f71d5cdf94","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24884,"response_code":"200"} {"msg":"region 06e46b22-9b96-4c49-a080-2b6502078713 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:45.866716151Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:45.866908233Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions","method":"POST","req_id":"f77902f4-41ba-4354-b3c9-ab4a01782c00","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":256,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:45.866932083Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/06e46b22-9b96-4c49-a080-2b6502078713","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:45.877403796Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/06e46b22-9b96-4c49-a080-2b6502078713","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:45.877434926Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"06e46b22-9b96-4c49-a080-2b6502078713\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/06e46b22-9b96-4c49-a080-2b6502078713\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:45.943748871Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"region":"06e46b22-9b96-4c49-a080-2b6502078713","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"06e46b22-9b96-4c49-a080-2b6502078713\" \"--data\" \"/data/regions/06e46b22-9b96-4c49-a080-2b6502078713\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:45.943795511Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"region":"06e46b22-9b96-4c49-a080-2b6502078713","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.011796726Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"region":"06e46b22-9b96-4c49-a080-2b6502078713","component":"worker"} {"msg":"region 06e46b22-9b96-4c49-a080-2b6502078713 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.011846926Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.011920697Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-06e46b22-9b96-4c49-a080-2b6502078713","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.012370722Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-06e46b22-9b96-4c49-a080-2b6502078713","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.015048494Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.021732302Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-06e46b22-9b96-4c49-a080-2b6502078713","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.024699166Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/06e46b22-9b96-4c49-a080-2b6502078713","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.02501123Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.025065531Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.025105811Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.025148442Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.030522184Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.044135924Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:01:46.142461992Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions","method":"POST","req_id":"da7af10f-205d-4d0d-8aa1-c2071e6ccf97","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.459418928Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/06e46b22-9b96-4c49-a080-2b6502078713","method":"GET","req_id":"954376cc-1f31-4f81-b837-6ff622435a2f","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/06e46b22-9b96-4c49-a080-2b6502078713\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.463991551Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"dataset is oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/06e46b22-9b96-4c49-a080-2b6502078713","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.475688818Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"region 06e46b22-9b96-4c49-a080-2b6502078713 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.48527132Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.485459562Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.485522273Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/06e46b22-9b96-4c49-a080-2b6502078713","method":"DELETE","req_id":"681cb855-219c-4777-8172-f5c39f24283d","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21576,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.488239705Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/06e46b22-9b96-4c49-a080-2b6502078713","method":"GET","req_id":"aa52b559-0887-41fa-87fb-93dd467d8b9a","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-06e46b22-9b96-4c49-a080-2b6502078713 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.488998105Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.496202448Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_63c9df44-0622-415c-a697-efc3e7bc6c27/crucible/regions/06e46b22-9b96-4c49-a080-2b6502078713\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.507420109Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"region":"06e46b22-9b96-4c49-a080-2b6502078713","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.544591823Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/06e46b22-9b96-4c49-a080-2b6502078713","method":"GET","req_id":"a8069e1d-82f3-4273-a361-af71f90937d7","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"region 06e46b22-9b96-4c49-a080-2b6502078713 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.563493824Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T03:02:11.717504633Z","hostname":"oxz_crucible_5e04e3e8-5475-45b9-8405-9d7a27d9943c","pid":22697,"uri":"/crucible/0/regions/06e46b22-9b96-4c49-a080-2b6502078713","method":"GET","req_id":"ecea451b-801e-43b8-a8ec-7a11c61bc63e","remote_addr":"[fd00:1122:3344:101::a]:56032","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31,"response_code":"200"}