[ Jan 25 05:07:14 Enabled. ]
[ Jan 25 05:07:14 Rereading configuration. ]
[ Jan 25 05:07:21 Rereading configuration. ]
[ Jan 25 05:07:30 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8d822939-5b11-4f6c-80bc-f309624a9296/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_8d822939-5b11-4f6c-80bc-f309624a9296/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.921110953Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.923677091Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.923686851Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:30.932656186Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:07:31.068298133Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.806689951Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43041"}
{"msg":"region cdaf3090-b432-4951-b584-c1adee7025cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.888324827Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.900710524Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions","method":"POST","req_id":"a4ff0799-2127-49e9-9600-7b4950021d8d","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30885,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.908022313Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_8d822939-5b11-4f6c-80bc-f309624a9296/crucible/regions/cdaf3090-b432-4951-b584-c1adee7025cf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.919035459Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8d822939-5b11-4f6c-80bc-f309624a9296/crucible/regions/cdaf3090-b432-4951-b584-c1adee7025cf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:28.919073439Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cdaf3090-b432-4951-b584-c1adee7025cf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cdaf3090-b432-4951-b584-c1adee7025cf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.040088727Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"region":"cdaf3090-b432-4951-b584-c1adee7025cf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cdaf3090-b432-4951-b584-c1adee7025cf\" \"--data\" \"/data/regions/cdaf3090-b432-4951-b584-c1adee7025cf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.047156123Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"region":"cdaf3090-b432-4951-b584-c1adee7025cf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.212462076Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions","method":"POST","req_id":"ade57139-4d68-47ba-82c1-531b30164b02","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.310376856Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"region":"cdaf3090-b432-4951-b584-c1adee7025cf","component":"worker"}
{"msg":"region cdaf3090-b432-4951-b584-c1adee7025cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.310418937Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.310533838Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cdaf3090-b432-4951-b584-c1adee7025cf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.310937374Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cdaf3090-b432-4951-b584-c1adee7025cf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.346557459Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.396471639Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cdaf3090-b432-4951-b584-c1adee7025cf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.421672328Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cdaf3090-b432-4951-b584-c1adee7025cf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.422233846Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.434730473Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.434788894Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.434828595Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.447551846Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.472568252Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:29.734004959Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions","method":"POST","req_id":"29fea7b7-9ca8-4aa0-8324-f8008922e21b","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.60428101Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions/cdaf3090-b432-4951-b584-c1adee7025cf","method":"GET","req_id":"e03b6b7b-1036-4d93-bf66-4ebb78e100e1","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/cdaf3090-b432-4951-b584-c1adee7025cf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.608805988Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"datafile"}
{"msg":"dataset is oxp_8d822939-5b11-4f6c-80bc-f309624a9296/crucible/regions/cdaf3090-b432-4951-b584-c1adee7025cf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.619724022Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"datafile"}
{"msg":"region cdaf3090-b432-4951-b584-c1adee7025cf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.629885214Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.630031417Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-cdaf3090-b432-4951-b584-c1adee7025cf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.631131713Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.631921725Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions/cdaf3090-b432-4951-b584-c1adee7025cf","method":"DELETE","req_id":"587757f9-e21d-4189-bf0d-7c0ce6a3c32e","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23167,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.635058292Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions/cdaf3090-b432-4951-b584-c1adee7025cf","method":"GET","req_id":"2487aa31-7eeb-4f7e-b434-76a572d0b89b","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.651976566Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8d822939-5b11-4f6c-80bc-f309624a9296/crucible/regions/cdaf3090-b432-4951-b584-c1adee7025cf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.66354768Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"region":"cdaf3090-b432-4951-b584-c1adee7025cf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.788997444Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions/cdaf3090-b432-4951-b584-c1adee7025cf","method":"GET","req_id":"e438b01a-77cd-49b4-b80a-419f5f178cc6","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":94,"response_code":"200"}
{"msg":"region cdaf3090-b432-4951-b584-c1adee7025cf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.8220144Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T05:08:30.871999421Z","hostname":"oxz_crucible_ff80b85a-977b-4b6e-9a81-aafc0ec2d7f5","pid":22575,"uri":"/crucible/0/regions/cdaf3090-b432-4951-b584-c1adee7025cf","method":"GET","req_id":"af10de7b-8359-46dc-95f4-b9321d049911","remote_addr":"[fd00:1122:3344:101::c]:43041","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25,"response_code":"200"}