[ Feb 10 18:47:43 Enabled. ] [ Feb 10 18:47:43 Rereading configuration. ] [ Feb 10 18:47:44 Rereading configuration. ] [ Feb 10 18:47:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.30853585Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.311975253Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.311988883Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.32637343Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.424457916Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:51.994670249Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34004"} {"msg":"region dcede77a-6404-4e9e-8384-91c7b9eec236 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.01419867Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.025865481Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"19b36f4c-ba11-45ff-b461-031fee21aff8","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18600,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.026505957Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.03658647Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.036625521Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dcede77a-6404-4e9e-8384-91c7b9eec236\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dcede77a-6404-4e9e-8384-91c7b9eec236\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.297619066Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"dcede77a-6404-4e9e-8384-91c7b9eec236","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dcede77a-6404-4e9e-8384-91c7b9eec236\" \"--data\" \"/data/regions/dcede77a-6404-4e9e-8384-91c7b9eec236\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.299611974Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"dcede77a-6404-4e9e-8384-91c7b9eec236","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.395970619Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"3a005198-f948-40b5-bcc0-56b208d629ba","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.663611255Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"dcede77a-6404-4e9e-8384-91c7b9eec236","component":"worker"} {"msg":"region dcede77a-6404-4e9e-8384-91c7b9eec236 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.663663006Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.663769658Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dcede77a-6404-4e9e-8384-91c7b9eec236","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.66426518Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dcede77a-6404-4e9e-8384-91c7b9eec236","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.714137223Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.798737364Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dcede77a-6404-4e9e-8384-91c7b9eec236","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.854224972Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.855002231Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.857137213Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.857201284Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.857242025Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.947713578Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.974137605Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"394b988a-3d95-4a10-9156-eb1611b1cfff","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.992167129Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.111664622Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","method":"GET","req_id":"ff3dd852-b161-47b8-a978-3884de46a13a","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/dcede77a-6404-4e9e-8384-91c7b9eec236\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.114230684Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"dataset is oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.124570204Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"region dcede77a-6404-4e9e-8384-91c7b9eec236 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.135351834Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.135503617Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.13559106Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","method":"DELETE","req_id":"f54fccfc-6239-4ec5-b5e6-9ce6c62c24a8","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21399,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-dcede77a-6404-4e9e-8384-91c7b9eec236 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.136682186Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.139064083Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","method":"GET","req_id":"6c3180b9-4d7d-4dc6-b227-125ceec86bba","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.167298995Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/dcede77a-6404-4e9e-8384-91c7b9eec236\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.179375266Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"dcede77a-6404-4e9e-8384-91c7b9eec236","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.267730437Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","method":"GET","req_id":"9923bf02-d115-4117-8a74-64f81877212e","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region dcede77a-6404-4e9e-8384-91c7b9eec236 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.335698117Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.451602942Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/dcede77a-6404-4e9e-8384-91c7b9eec236","method":"GET","req_id":"ed60ad95-0371-4e53-8b9e-aa15c1732e18","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"region 77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.718183687Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.720322748Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.720359309Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"e4a0d41a-9857-411a-b4c0-f8588d514320","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2194,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.730219127Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.730247318Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.812273746Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\" \"--data\" \"/data/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.812331828Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.931529023Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"ada96080-84da-4278-adf7-4e5edae0d4f7","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.008746515Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","component":"worker"} {"msg":"region 77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.008780025Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.008888128Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.010282412Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.029444294Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.054338084Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.067933403Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.068214829Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.068267011Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.068310581Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.068349033Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.079484761Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.090304732Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.349274219Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"5150c2df-b6fd-436f-9556-6527670f77e2","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.701348926Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50309"} {"msg":"region 636f43ef-4f4b-4be7-8e58-8667ac1017b0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.70151502Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.702178626Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"5d619748-6e3b-4072-8bb7-2eada797ee58","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":783,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.702200036Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/636f43ef-4f4b-4be7-8e58-8667ac1017b0","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.712756691Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/636f43ef-4f4b-4be7-8e58-8667ac1017b0","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.712801422Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"636f43ef-4f4b-4be7-8e58-8667ac1017b0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/636f43ef-4f4b-4be7-8e58-8667ac1017b0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.765506843Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"636f43ef-4f4b-4be7-8e58-8667ac1017b0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"636f43ef-4f4b-4be7-8e58-8667ac1017b0\" \"--data\" \"/data/regions/636f43ef-4f4b-4be7-8e58-8667ac1017b0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.767788988Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"636f43ef-4f4b-4be7-8e58-8667ac1017b0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.850690868Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"636f43ef-4f4b-4be7-8e58-8667ac1017b0","component":"worker"} {"msg":"region 636f43ef-4f4b-4be7-8e58-8667ac1017b0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.850741289Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.850859062Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-636f43ef-4f4b-4be7-8e58-8667ac1017b0","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.851883427Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-636f43ef-4f4b-4be7-8e58-8667ac1017b0","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.865172107Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.880349143Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-636f43ef-4f4b-4be7-8e58-8667ac1017b0","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.883851848Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/636f43ef-4f4b-4be7-8e58-8667ac1017b0","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.884152265Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.884208836Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.884252388Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.884291609Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.887817143Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:35.894503595Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:36.021781545Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"a00bf91a-c4b2-4334-800e-c6793e070e8a","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.626181614Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","method":"GET","req_id":"938687e4-1c8f-4f55-a6aa-373e58ac83bd","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.629679339Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"dataset is oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.639953297Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"snapshot is oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650@0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.650903531Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\", \"0e04238d-0466-4a9d-853f-20b023b4636d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.650965082Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.665509873Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650/snapshots/0e04238d-0466-4a9d-853f-20b023b4636d","method":"GET","req_id":"218b05c6-a6f8-4994-a09a-feb1583c1774","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35822,"response_code":"200"} {"msg":"path is \"/data/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.66996433Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"dataset is oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.683088177Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"snapshot is oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650@0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.694589144Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\", \"0e04238d-0466-4a9d-853f-20b023b4636d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.694635156Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650-0e04238d-0466-4a9d-853f-20b023b4636d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.707286551Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"applying SMF actions for region 77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650 running snapshot 0e04238d-0466-4a9d-853f-20b023b4636d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.707515786Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.707549217Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650/snapshots/0e04238d-0466-4a9d-853f-20b023b4636d/run","method":"POST","req_id":"47d6a60f-5f6d-44ad-b35c-a540d983c301","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":37632,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650-0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.711941473Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650-0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.716100283Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650-0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.730108681Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650/.zfs/snapshot/0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.730513131Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.730611353Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.730682625Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.730749547Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.730832939Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.736549227Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.74292529Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"region 77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650 running snapshot 0e04238d-0466-4a9d-853f-20b023b4636d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.742939111Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"path is \"/data/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:38.045029987Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"dataset is oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:38.054942896Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"snapshot is oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650@0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:38.06340365Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650\", \"0e04238d-0466-4a9d-853f-20b023b4636d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:38.063447401Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:38.072183882Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions/77d050b1-9cf0-4ebe-8ecb-cbb51b6ec650/snapshots/0e04238d-0466-4a9d-853f-20b023b4636d/run","method":"POST","req_id":"cdbe0962-f373-45c7-902b-ab05b21dd886","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27635,"response_code":"200"} {"msg":"region cf124dcf-8b6b-42f7-aa44-10cdf2941f26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.73402973Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.734193323Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"2acf3d15-0ab3-41d5-97a6-77028d29a830","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":227,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.734216444Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/cf124dcf-8b6b-42f7-aa44-10cdf2941f26","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.743192711Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_405c9715-d90b-4525-9885-cba5d7b28525/crucible/regions/cf124dcf-8b6b-42f7-aa44-10cdf2941f26","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.743240352Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cf124dcf-8b6b-42f7-aa44-10cdf2941f26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf124dcf-8b6b-42f7-aa44-10cdf2941f26\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.801876506Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"cf124dcf-8b6b-42f7-aa44-10cdf2941f26","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf124dcf-8b6b-42f7-aa44-10cdf2941f26\" \"--data\" \"/data/regions/cf124dcf-8b6b-42f7-aa44-10cdf2941f26\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.804043218Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"cf124dcf-8b6b-42f7-aa44-10cdf2941f26","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.877682825Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"region":"cf124dcf-8b6b-42f7-aa44-10cdf2941f26","component":"worker"} {"msg":"region cf124dcf-8b6b-42f7-aa44-10cdf2941f26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.877712905Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.877837748Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cf124dcf-8b6b-42f7-aa44-10cdf2941f26","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.880293238Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf124dcf-8b6b-42f7-aa44-10cdf2941f26","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.883861564Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.891553219Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf124dcf-8b6b-42f7-aa44-10cdf2941f26","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.895201807Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf124dcf-8b6b-42f7-aa44-10cdf2941f26","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.895467724Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.895524235Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.895576426Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.895619727Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.897839541Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"uri":"/crucible/0/regions","method":"POST","req_id":"79b1d9b4-e634-4cdc-8958-77325da93b86","remote_addr":"[fd00:1122:3344:101::b]:50309","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.8990522Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:41.90483689Z","hostname":"oxz_crucible_3d9787cc-bb78-40ac-8f3e-e43a808d6cc9","pid":22595,"component":"worker"}