[ Jan 14 22:31:22 Enabled. ]
[ Jan 14 22:31:22 Rereading configuration. ]
[ Jan 14 22:31:25 Rereading configuration. ]
[ Jan 14 22:31:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_dcbe76a8-1ca2-4922-889a-72ea3ee9c1d8/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_dcbe76a8-1ca2-4922-889a-72ea3ee9c1d8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.478105567Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.483553692Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.483565782Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.49755048Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.586080299Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.392525802Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61004"}
{"msg":"region 660e9c27-906a-4175-8b5f-40b85bb91c3c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.400031492Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.400228444Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.400240315Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"uri":"/crucible/0/regions","method":"POST","req_id":"dcc815f3-a6c0-46da-a7a1-bec5cb820c49","remote_addr":"[fd00:1122:3344:101::a]:61004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":366,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_dcbe76a8-1ca2-4922-889a-72ea3ee9c1d8/crucible/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.410248184Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_dcbe76a8-1ca2-4922-889a-72ea3ee9c1d8/crucible/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.410283375Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"660e9c27-906a-4175-8b5f-40b85bb91c3c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.483592779Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"region":"660e9c27-906a-4175-8b5f-40b85bb91c3c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"660e9c27-906a-4175-8b5f-40b85bb91c3c\" \"--data\" \"/data/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.483658826Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"region":"660e9c27-906a-4175-8b5f-40b85bb91c3c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.664751197Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"region":"660e9c27-906a-4175-8b5f-40b85bb91c3c","component":"worker"}
{"msg":"region 660e9c27-906a-4175-8b5f-40b85bb91c3c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.664799328Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.664881508Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-660e9c27-906a-4175-8b5f-40b85bb91c3c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.665286244Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-660e9c27-906a-4175-8b5f-40b85bb91c3c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.668521332Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.676478537Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.679337232Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"uri":"/crucible/0/regions","method":"POST","req_id":"d5cf2891-5361-4a9c-8917-06d000cf6c6e","remote_addr":"[fd00:1122:3344:101::a]:61004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-660e9c27-906a-4175-8b5f-40b85bb91c3c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.681916202Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.682697212Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.682771022Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.682805683Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.682850083Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.688290428Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.693573092Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.997634958Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"uri":"/crucible/0/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","method":"GET","req_id":"82b92451-b13f-44d7-8647-6ca19b5a9856","remote_addr":"[fd00:1122:3344:101::a]:61004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"path is \"/data/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.000478468Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"datafile"}
{"msg":"dataset is oxp_dcbe76a8-1ca2-4922-889a-72ea3ee9c1d8/crucible/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.011598505Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"datafile"}
{"msg":"region 660e9c27-906a-4175-8b5f-40b85bb91c3c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.021538274Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.021678546Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.021736396Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"uri":"/crucible/0/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","method":"DELETE","req_id":"ea321e58-585a-45d9-9725-5931bdec8d5f","remote_addr":"[fd00:1122:3344:101::a]:61004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21254,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-660e9c27-906a-4175-8b5f-40b85bb91c3c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.022769079Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.024455569Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"uri":"/crucible/0/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","method":"GET","req_id":"976e711c-6e6e-4b98-ae92-565ecb0abbc5","remote_addr":"[fd00:1122:3344:101::a]:61004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.031572404Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_dcbe76a8-1ca2-4922-889a-72ea3ee9c1d8/crucible/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.043389895Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"region":"660e9c27-906a-4175-8b5f-40b85bb91c3c","component":"worker"}
{"msg":"region 660e9c27-906a-4175-8b5f-40b85bb91c3c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.107769775Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.150588128Z","hostname":"oxz_crucible_30e50de8-9abb-4694-9323-eb0bf0dd650d","pid":26245,"uri":"/crucible/0/regions/660e9c27-906a-4175-8b5f-40b85bb91c3c","method":"GET","req_id":"13810e17-5aeb-4591-b128-5c03ca9075f1","remote_addr":"[fd00:1122:3344:101::a]:61004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"}