[ Dec  5 07:26:59 Enabled. ]
[ Dec  5 07:26:59 Rereading configuration. ]
[ Dec  5 07:27:00 Rereading configuration. ]
[ Dec  5 07:27:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0fd5faae-aa5b-4d96-abc8-5ce6febebd92/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0fd5faae-aa5b-4d96-abc8-5ce6febebd92/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:03.251075254Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:03.255412679Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:03.255427239Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:03.272151446Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:03.361738881Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.354814023Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37193"}
{"msg":"region ff3e3204-a758-4074-8f02-2abeb48254ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.391834331Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.396733083Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.40127041Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"uri":"/crucible/0/regions","method":"POST","req_id":"c3b0944d-19b1-4014-94a2-1910c3c9994b","remote_addr":"[fd00:1122:3344:101::c]:37193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16568,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_0fd5faae-aa5b-4d96-abc8-5ce6febebd92/crucible/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.408089281Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0fd5faae-aa5b-4d96-abc8-5ce6febebd92/crucible/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.408135232Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ff3e3204-a758-4074-8f02-2abeb48254ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ff3e3204-a758-4074-8f02-2abeb48254ef\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.495817258Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"region":"ff3e3204-a758-4074-8f02-2abeb48254ef","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ff3e3204-a758-4074-8f02-2abeb48254ef\" \"--data\" \"/data/regions/ff3e3204-a758-4074-8f02-2abeb48254ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.497904229Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"region":"ff3e3204-a758-4074-8f02-2abeb48254ef","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.659562899Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"region":"ff3e3204-a758-4074-8f02-2abeb48254ef","component":"worker"}
{"msg":"region ff3e3204-a758-4074-8f02-2abeb48254ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.65965077Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.659823703Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ff3e3204-a758-4074-8f02-2abeb48254ef","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.660226478Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ff3e3204-a758-4074-8f02-2abeb48254ef","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.668201766Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.684816212Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ff3e3204-a758-4074-8f02-2abeb48254ef","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.688338544Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.689266398Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.689338169Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.6893871Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.68941763Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.69349944Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.698969301Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:29.721180879Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"uri":"/crucible/0/regions","method":"POST","req_id":"7783914f-0600-465e-977d-c1059b1871b4","remote_addr":"[fd00:1122:3344:101::c]:37193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.09661826Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"uri":"/crucible/0/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","method":"GET","req_id":"a8cfeb1b-091d-4658-a7eb-b298caf56a0a","remote_addr":"[fd00:1122:3344:101::c]:37193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/ff3e3204-a758-4074-8f02-2abeb48254ef\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.099618474Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"datafile"}
{"msg":"dataset is oxp_0fd5faae-aa5b-4d96-abc8-5ce6febebd92/crucible/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.111564591Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"datafile"}
{"msg":"region ff3e3204-a758-4074-8f02-2abeb48254ef state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.122848797Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.123058351Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.123129472Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"uri":"/crucible/0/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","method":"DELETE","req_id":"ac759bf7-f245-4e7d-b304-120df824ff1b","remote_addr":"[fd00:1122:3344:101::c]:37193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23526,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ff3e3204-a758-4074-8f02-2abeb48254ef (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.126481101Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.126875897Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"uri":"/crucible/0/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","method":"GET","req_id":"fd2bed21-d236-43b1-9f97-60aa418923ef","remote_addr":"[fd00:1122:3344:101::c]:37193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.13252284Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0fd5faae-aa5b-4d96-abc8-5ce6febebd92/crucible/regions/ff3e3204-a758-4074-8f02-2abeb48254ef\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.143231429Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"region":"ff3e3204-a758-4074-8f02-2abeb48254ef","component":"worker"}
{"msg":"region ff3e3204-a758-4074-8f02-2abeb48254ef state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.220126855Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-05T07:27:30.25356283Z","hostname":"oxz_crucible_2c8ab965-c654-47e0-8b5b-938f68ed3b8a","pid":23191,"uri":"/crucible/0/regions/ff3e3204-a758-4074-8f02-2abeb48254ef","method":"GET","req_id":"dc0b61a7-a578-4388-8cee-3f42ce342409","remote_addr":"[fd00:1122:3344:101::c]:37193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"}