[ Sep 23 23:12:13 Enabled. ]
[ Sep 23 23:12:13 Rereading configuration. ]
[ Sep 23 23:12:14 Rereading configuration. ]
[ Sep 23 23:12:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:15.926157099Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:15.926607284Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:15.926622604Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:15.977640932Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:16.116648114Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.381546313Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48203"}
{"msg":"region 8bbcee52-e236-4c44-8d63-dd6b52932e1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.399002144Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.402781548Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"uri":"/crucible/0/regions","method":"POST","req_id":"39579eb9-0614-4127-8825-6119f0e0d36f","remote_addr":"[fd00:1122:3344:101::b]:48203","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":13050,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.402813019Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6/crucible/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.414004888Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6/crucible/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.414037038Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8bbcee52-e236-4c44-8d63-dd6b52932e1e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.462316274Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"region":"8bbcee52-e236-4c44-8d63-dd6b52932e1e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8bbcee52-e236-4c44-8d63-dd6b52932e1e\" \"--data\" \"/data/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.466415152Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"region":"8bbcee52-e236-4c44-8d63-dd6b52932e1e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.570715444Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"region":"8bbcee52-e236-4c44-8d63-dd6b52932e1e","component":"worker"}
{"msg":"region 8bbcee52-e236-4c44-8d63-dd6b52932e1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.570800175Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.570985057Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8bbcee52-e236-4c44-8d63-dd6b52932e1e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.571405332Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8bbcee52-e236-4c44-8d63-dd6b52932e1e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.57475358Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.585656646Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8bbcee52-e236-4c44-8d63-dd6b52932e1e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.589540121Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.590091697Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.592517085Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.592578746Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.592623656Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.605435094Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.611983799Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:44.756476925Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"uri":"/crucible/0/regions","method":"POST","req_id":"a7400b16-23ea-4fe6-bd9e-885263b66261","remote_addr":"[fd00:1122:3344:101::b]:48203","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1469,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.569553046Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"uri":"/crucible/0/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","method":"GET","req_id":"aedff2fa-fd2f-4602-b0f7-b55d6390fee3","remote_addr":"[fd00:1122:3344:101::b]:48203","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.574123768Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"datafile"}
{"msg":"dataset is oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6/crucible/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.583916651Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"datafile"}
{"msg":"region 8bbcee52-e236-4c44-8d63-dd6b52932e1e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.593804515Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.593993117Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.594053698Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"uri":"/crucible/0/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","method":"DELETE","req_id":"41d026cc-c309-4b86-8e9e-2dc91708c380","remote_addr":"[fd00:1122:3344:101::b]:48203","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19957,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8bbcee52-e236-4c44-8d63-dd6b52932e1e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.5950542Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.597541758Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"uri":"/crucible/0/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","method":"GET","req_id":"041cd86f-edf4-485a-8f81-062c3e4ad86c","remote_addr":"[fd00:1122:3344:101::b]:48203","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.60028161Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6/crucible/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.610357526Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"region":"8bbcee52-e236-4c44-8d63-dd6b52932e1e","component":"worker"}
{"msg":"region 8bbcee52-e236-4c44-8d63-dd6b52932e1e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.673406852Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-23T23:12:45.684752343Z","hostname":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","pid":22290,"uri":"/crucible/0/regions/8bbcee52-e236-4c44-8d63-dd6b52932e1e","method":"GET","req_id":"0a1300bd-c0e9-4ffd-a126-f335b541ed58","remote_addr":"[fd00:1122:3344:101::b]:48203","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":"200"}