[ Jun 22 01:30:04 Enabled. ]
[ Jun 22 01:30:04 Rereading configuration. ]
[ Jun 22 01:30:09 Rereading configuration. ]
[ Jun 22 01:30:16 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a9e6c25d-f1e0-4d21-b66f-63e2ac90bcb3/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_a9e6c25d-f1e0-4d21-b66f-63e2ac90bcb3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.269200504Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.272411788Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.272429123Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.289339209Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:30:16.397554194Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.732628856Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47130"}
{"msg":"region 82251a0d-dbe0-4065-8820-6721c4fd7eac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.757997364Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.764925048Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"uri":"/crucible/0/regions","method":"POST","req_id":"4a719992-693f-4d0c-9fe3-44863ff14ce4","remote_addr":"[fd00:1122:3344:101::a]:47130","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":12926,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.764947952Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_a9e6c25d-f1e0-4d21-b66f-63e2ac90bcb3/crucible/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.775903438Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a9e6c25d-f1e0-4d21-b66f-63e2ac90bcb3/crucible/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.775935876Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"82251a0d-dbe0-4065-8820-6721c4fd7eac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.83532122Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"region":"82251a0d-dbe0-4065-8820-6721c4fd7eac","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82251a0d-dbe0-4065-8820-6721c4fd7eac\" \"--data\" \"/data/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:12.837380223Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"region":"82251a0d-dbe0-4065-8820-6721c4fd7eac","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.060455021Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"uri":"/crucible/0/regions","method":"POST","req_id":"63113be5-509a-43e5-8d94-c7bdefbd6948","remote_addr":"[fd00:1122:3344:101::a]:47130","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.096377625Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"region":"82251a0d-dbe0-4065-8820-6721c4fd7eac","component":"worker"}
{"msg":"region 82251a0d-dbe0-4065-8820-6721c4fd7eac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.096407128Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.09651226Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-82251a0d-dbe0-4065-8820-6721c4fd7eac","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.096907335Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82251a0d-dbe0-4065-8820-6721c4fd7eac","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.104782541Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.11650865Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82251a0d-dbe0-4065-8820-6721c4fd7eac","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.122053029Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.129302334Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.129507774Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.129565861Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.129614255Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.133995314Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.138334338Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.43011302Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"uri":"/crucible/0/regions","method":"POST","req_id":"8147e4c5-7daf-48b2-8d04-d4544457eab3","remote_addr":"[fd00:1122:3344:101::a]:47130","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.950215459Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"uri":"/crucible/0/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","method":"GET","req_id":"8940a338-a913-4349-955a-9236fee2e3fc","remote_addr":"[fd00:1122:3344:101::a]:47130","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"path is \"/data/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.952685935Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"datafile"}
{"msg":"dataset is oxp_a9e6c25d-f1e0-4d21-b66f-63e2ac90bcb3/crucible/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.962348077Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"datafile"}
{"msg":"region 82251a0d-dbe0-4065-8820-6721c4fd7eac state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.971065211Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.971210618Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-82251a0d-dbe0-4065-8820-6721c4fd7eac (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.972258621Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.973294468Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"uri":"/crucible/0/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","method":"DELETE","req_id":"ce350ed3-bcd9-4131-af44-6f133c8ce1f2","remote_addr":"[fd00:1122:3344:101::a]:47130","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20505,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.976430859Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.979389378Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"uri":"/crucible/0/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","method":"GET","req_id":"b2ef4291-d4fb-487f-99b9-d1fdc76a9397","remote_addr":"[fd00:1122:3344:101::a]:47130","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3419,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_a9e6c25d-f1e0-4d21-b66f-63e2ac90bcb3/crucible/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:13.986943805Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"region":"82251a0d-dbe0-4065-8820-6721c4fd7eac","component":"worker"}
{"msg":"region 82251a0d-dbe0-4065-8820-6721c4fd7eac state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.040514471Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T01:31:14.091071353Z","hostname":"oxz_crucible_015b8ef4-20d3-41b1-aaea-f47794f2a754","pid":26667,"uri":"/crucible/0/regions/82251a0d-dbe0-4065-8820-6721c4fd7eac","method":"GET","req_id":"52418551-b02c-42c3-8415-191440495512","remote_addr":"[fd00:1122:3344:101::a]:47130","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":"200"}