[ Jan 22 09:21:47 Enabled. ]
[ Jan 22 09:21:47 Rereading configuration. ]
[ Jan 22 09:21:49 Rereading configuration. ]
[ Jan 22 09:21:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_dad37219-37a0-41c1-b1d5-db92f039358b/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_dad37219-37a0-41c1-b1d5-db92f039358b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:21:53.207689027Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:21:53.208783379Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:21:53.208793569Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:21:53.226887043Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:21:53.327719076Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.811244819Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39970"}
{"msg":"region 9669a63d-335b-42cb-a4d2-dc07db7ae680 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.833183435Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.835405129Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"uri":"/crucible/0/regions","method":"POST","req_id":"072ecb7d-cc6a-491b-a0e8-95f1a4dd5b7a","remote_addr":"[fd00:1122:3344:101::c]:39970","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":6912,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.836046636Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_dad37219-37a0-41c1-b1d5-db92f039358b/crucible/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.845454466Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_dad37219-37a0-41c1-b1d5-db92f039358b/crucible/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.845483327Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9669a63d-335b-42cb-a4d2-dc07db7ae680\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.913983941Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"region":"9669a63d-335b-42cb-a4d2-dc07db7ae680","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9669a63d-335b-42cb-a4d2-dc07db7ae680\" \"--data\" \"/data/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:28.916133544Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"region":"9669a63d-335b-42cb-a4d2-dc07db7ae680","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.059449843Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"region":"9669a63d-335b-42cb-a4d2-dc07db7ae680","component":"worker"}
{"msg":"region 9669a63d-335b-42cb-a4d2-dc07db7ae680 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.059504794Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.059578664Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9669a63d-335b-42cb-a4d2-dc07db7ae680","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.059983879Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9669a63d-335b-42cb-a4d2-dc07db7ae680","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.068059206Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.079902663Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9669a63d-335b-42cb-a4d2-dc07db7ae680","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.087297962Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.092014083Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"uri":"/crucible/0/regions","method":"POST","req_id":"20628591-d97c-426e-86f5-64d635d6b507","remote_addr":"[fd00:1122:3344:101::c]:39970","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.096849195Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.096936736Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.096994786Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.097047627Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.104937202Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.111223619Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.495626026Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"uri":"/crucible/0/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680","method":"GET","req_id":"20d9c8c1-108e-4ce3-9830-0c4d67818aa5","remote_addr":"[fd00:1122:3344:101::c]:39970","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.501664381Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"datafile"}
{"msg":"dataset is oxp_dad37219-37a0-41c1-b1d5-db92f039358b/crucible/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.514484208Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"datafile"}
{"msg":"region 9669a63d-335b-42cb-a4d2-dc07db7ae680 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.525182463Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.525326385Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-9669a63d-335b-42cb-a4d2-dc07db7ae680 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.526415396Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.527344666Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"uri":"/crucible/0/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680","method":"DELETE","req_id":"56eced1d-2670-455c-a2c3-597f42410346","remote_addr":"[fd00:1122:3344:101::c]:39970","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25721,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.531277819Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_dad37219-37a0-41c1-b1d5-db92f039358b/crucible/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.542378868Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"region":"9669a63d-335b-42cb-a4d2-dc07db7ae680","component":"worker"}
{"msg":"region 9669a63d-335b-42cb-a4d2-dc07db7ae680 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.61799934Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-22T09:22:29.828094715Z","hostname":"oxz_crucible_74c471b2-5b31-4348-9d86-0d0bd8adf26a","pid":22550,"uri":"/crucible/0/regions/9669a63d-335b-42cb-a4d2-dc07db7ae680","method":"GET","req_id":"57ec8050-dd76-4266-866c-9ecdd8c9e764","remote_addr":"[fd00:1122:3344:101::c]:39970","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":86,"response_code":"200"}