[ Jan  2 23:33:46 Enabled. ]
[ Jan  2 23:33:46 Rereading configuration. ]
[ Jan  2 23:33:48 Rereading configuration. ]
[ Jan  2 23:33:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7fbf8a0d-d208-4feb-9cb2-8e9acee78b24/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7fbf8a0d-d208-4feb-9cb2-8e9acee78b24/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.089321161Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.091136685Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.091146845Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.108343191Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.314846465Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.377509952Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33342"}
{"msg":"region 1e40fd6c-cf29-47b3-acf5-0331e95bd523 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.391587267Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.394220822Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.394246122Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions","method":"POST","req_id":"090d0866-bbf5-4541-84f2-e9a47fd97a79","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4961,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_7fbf8a0d-d208-4feb-9cb2-8e9acee78b24/crucible/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.404062151Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7fbf8a0d-d208-4feb-9cb2-8e9acee78b24/crucible/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.404137542Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1e40fd6c-cf29-47b3-acf5-0331e95bd523\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.531043511Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"region":"1e40fd6c-cf29-47b3-acf5-0331e95bd523","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1e40fd6c-cf29-47b3-acf5-0331e95bd523\" \"--data\" \"/data/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.533563044Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"region":"1e40fd6c-cf29-47b3-acf5-0331e95bd523","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.688541641Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions","method":"POST","req_id":"f77120e1-bc3f-4701-8b67-b2c7499c9a58","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.723822814Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"region":"1e40fd6c-cf29-47b3-acf5-0331e95bd523","component":"worker"}
{"msg":"region 1e40fd6c-cf29-47b3-acf5-0331e95bd523 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.723890415Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.724110338Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1e40fd6c-cf29-47b3-acf5-0331e95bd523","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.724526384Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1e40fd6c-cf29-47b3-acf5-0331e95bd523","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.735001341Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.758520441Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e40fd6c-cf29-47b3-acf5-0331e95bd523","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.769367013Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.770155443Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.770219174Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.770258615Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.770307045Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.783274106Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.795608568Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.217917048Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions","method":"POST","req_id":"06272e0e-facf-4520-9f06-f9a9a6fa5032","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.687332989Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","method":"GET","req_id":"30679d0c-bbed-4868-a4e2-2c4bbc797c91","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.690366409Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"datafile"}
{"msg":"dataset is oxp_7fbf8a0d-d208-4feb-9cb2-8e9acee78b24/crucible/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.702216474Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"datafile"}
{"msg":"region 1e40fd6c-cf29-47b3-acf5-0331e95bd523 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.713971239Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.714186271Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.714253372Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","method":"DELETE","req_id":"c85dbfc1-5e74-40bd-9f2a-cf5057427acc","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23913,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.716879527Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","method":"GET","req_id":"ffaa0598-ddee-4819-b63f-4f752409e189","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-1e40fd6c-cf29-47b3-acf5-0331e95bd523 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.717162531Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.724995464Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7fbf8a0d-d208-4feb-9cb2-8e9acee78b24/crucible/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.737592689Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"region":"1e40fd6c-cf29-47b3-acf5-0331e95bd523","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.838199812Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","method":"GET","req_id":"9bf11258-43fe-4ece-9403-1ee940388781","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region 1e40fd6c-cf29-47b3-acf5-0331e95bd523 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.904202669Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.992142665Z","hostname":"oxz_crucible_9fb60c49-fa49-4943-a237-732a1b7ac120","pid":25321,"uri":"/crucible/0/regions/1e40fd6c-cf29-47b3-acf5-0331e95bd523","method":"GET","req_id":"ee5a07f8-16cc-4782-b385-069acc40c807","remote_addr":"[fd00:1122:3344:101::a]:33342","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":"200"}