[ Jan 9 01:33:36 Enabled. ] [ Jan 9 01:33:36 Rereading configuration. ] [ Jan 9 01:33:37 Rereading configuration. ] [ Jan 9 01:33:40 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:40.886519432Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:40.890198821Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:40.890213382Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:40.909095065Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:33:41.046433655Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.3931495Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62360"} {"msg":"region 9b1b0815-8dab-4543-bfe1-00f4df00c45c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.425173035Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.429307912Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.433923306Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions","method":"POST","req_id":"6f585ba4-838f-457a-8430-e8532dfc9c2e","remote_addr":"[fd00:1122:3344:101::a]:62360","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14540,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.440788566Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.440814417Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9b1b0815-8dab-4543-bfe1-00f4df00c45c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.51565117Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"region":"9b1b0815-8dab-4543-bfe1-00f4df00c45c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b1b0815-8dab-4543-bfe1-00f4df00c45c\" \"--data\" \"/data/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.517569941Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"region":"9b1b0815-8dab-4543-bfe1-00f4df00c45c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.644859249Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions","method":"POST","req_id":"a77406a5-b94b-4fc7-89f1-812180e06101","remote_addr":"[fd00:1122:3344:101::a]:62360","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.656323613Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"region":"9b1b0815-8dab-4543-bfe1-00f4df00c45c","component":"worker"} {"msg":"region 9b1b0815-8dab-4543-bfe1-00f4df00c45c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.656358274Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.656460286Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.656845622Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.662766947Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.676097602Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.679944253Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.680649895Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.680713696Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.680760497Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.680799387Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.684822882Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:39.689407826Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:34:40.343481057Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions","method":"POST","req_id":"69dfd63f-0612-4911-bc3e-9bd970d3cd0f","remote_addr":"[fd00:1122:3344:101::a]:62360","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:52.963204359Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34759"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:52.965886212Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c","method":"GET","req_id":"bc000e20-66ec-413f-8d81-8f40e177cdf9","remote_addr":"[fd00:1122:3344:101::a]:34759","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2609,"response_code":"200"} {"msg":"path is \"/data/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:52.969303867Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"dataset is oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:52.978857051Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"snapshot is oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c@841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:52.988361864Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\", \"841ec45a-7939-4ef0-99e1-ca849899fc25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:52.988409555Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.000708933Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c/snapshots/841ec45a-7939-4ef0-99e1-ca849899fc25","method":"GET","req_id":"39249b4c-c217-48f7-8c34-a6ee25a6b9be","remote_addr":"[fd00:1122:3344:101::a]:34759","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31410,"response_code":"200"} {"msg":"path is \"/data/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.003975055Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"dataset is oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.012663075Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"snapshot is oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c@841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.020797606Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\", \"841ec45a-7939-4ef0-99e1-ca849899fc25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.020825176Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9b1b0815-8dab-4543-bfe1-00f4df00c45c-841ec45a-7939-4ef0-99e1-ca849899fc25 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.031229391Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"applying SMF actions for region 9b1b0815-8dab-4543-bfe1-00f4df00c45c running snapshot 841ec45a-7939-4ef0-99e1-ca849899fc25 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.031794308Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.031843116Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c/snapshots/841ec45a-7939-4ef0-99e1-ca849899fc25/run","method":"POST","req_id":"f7e5c494-4d40-4f07-95a8-23ad24a15eb5","remote_addr":"[fd00:1122:3344:101::a]:34759","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27955,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-9b1b0815-8dab-4543-bfe1-00f4df00c45c-841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.041174483Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9b1b0815-8dab-4543-bfe1-00f4df00c45c-841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.045126027Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9b1b0815-8dab-4543-bfe1-00f4df00c45c-841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.059677321Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c/.zfs/snapshot/841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.059876494Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.059928775Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.059969156Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.060007477Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.060054597Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.064086272Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.068496063Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"region 9b1b0815-8dab-4543-bfe1-00f4df00c45c running snapshot 841ec45a-7939-4ef0-99e1-ca849899fc25 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.068510113Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"path is \"/data/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.404434457Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"dataset is oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.413496343Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"snapshot is oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c@841ec45a-7939-4ef0-99e1-ca849899fc25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.421501491Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c\", \"841ec45a-7939-4ef0-99e1-ca849899fc25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.421549272Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:53.428689697Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions/9b1b0815-8dab-4543-bfe1-00f4df00c45c/snapshots/841ec45a-7939-4ef0-99e1-ca849899fc25/run","method":"POST","req_id":"d97bc75d-82e4-406b-b8dd-f36b331c57b3","remote_addr":"[fd00:1122:3344:101::a]:34759","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24313,"response_code":"200"} {"msg":"region 3ec64337-c84f-4810-8719-4d83bac39129 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.391088965Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.391265858Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions","method":"POST","req_id":"c472c833-a25c-479c-bf70-27a538ff5ce4","remote_addr":"[fd00:1122:3344:101::a]:34759","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":239,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.391295849Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/3ec64337-c84f-4810-8719-4d83bac39129","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.401117536Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9cd62b00-ac25-4ba0-9920-be1d74493ebf/crucible/regions/3ec64337-c84f-4810-8719-4d83bac39129","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.401154597Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3ec64337-c84f-4810-8719-4d83bac39129\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3ec64337-c84f-4810-8719-4d83bac39129\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.468994758Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"region":"3ec64337-c84f-4810-8719-4d83bac39129","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3ec64337-c84f-4810-8719-4d83bac39129\" \"--data\" \"/data/regions/3ec64337-c84f-4810-8719-4d83bac39129\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.47098986Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"region":"3ec64337-c84f-4810-8719-4d83bac39129","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.528606727Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions","method":"POST","req_id":"84e1a437-21b5-46d5-ac74-8ec9d085b4fa","remote_addr":"[fd00:1122:3344:101::a]:34759","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.552632204Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"region":"3ec64337-c84f-4810-8719-4d83bac39129","component":"worker"} {"msg":"region 3ec64337-c84f-4810-8719-4d83bac39129 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.552669904Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.552849277Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3ec64337-c84f-4810-8719-4d83bac39129","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.553554689Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3ec64337-c84f-4810-8719-4d83bac39129","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.562589794Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.573157994Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3ec64337-c84f-4810-8719-4d83bac39129","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.577587545Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ec64337-c84f-4810-8719-4d83bac39129","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.577974961Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.578052933Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.578119104Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.578192645Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.583828516Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.601720174Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:44:57.871109457Z","hostname":"oxz_crucible_689b4313-df50-4333-a289-9b10cf7a7050","pid":23302,"uri":"/crucible/0/regions","method":"POST","req_id":"b6a64902-8836-41dc-a8ac-97d9289fb9a6","remote_addr":"[fd00:1122:3344:101::a]:34759","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":100,"response_code":"200"}