[ Feb  1 02:09:04 Enabled. ]
[ Feb  1 02:09:04 Rereading configuration. ]
[ Feb  1 02:09:09 Rereading configuration. ]
[ Feb  1 02:09:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ffbc8a9f-f16c-4c43-8340-56bcb6b3bb52/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ffbc8a9f-f16c-4c43-8340-56bcb6b3bb52/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.398188363Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.401774668Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.401783208Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.422968094Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:14.519363982Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.371329381Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50014"}
{"msg":"region 53ab69a0-c112-4d2e-9115-b67d797c2a73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.380046376Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.380369519Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"0f3754d9-31b7-4f3e-80a9-a058b50cb050","remote_addr":"[fd00:1122:3344:101::b]:50014","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":5171,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.381017875Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ffbc8a9f-f16c-4c43-8340-56bcb6b3bb52/crucible/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.391917472Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ffbc8a9f-f16c-4c43-8340-56bcb6b3bb52/crucible/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.391976062Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"53ab69a0-c112-4d2e-9115-b67d797c2a73\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.472628287Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"region":"53ab69a0-c112-4d2e-9115-b67d797c2a73","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"53ab69a0-c112-4d2e-9115-b67d797c2a73\" \"--data\" \"/data/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.47505391Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"region":"53ab69a0-c112-4d2e-9115-b67d797c2a73","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.646331657Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"6ffbe51e-a975-4114-9064-59f4822e9e90","remote_addr":"[fd00:1122:3344:101::b]:50014","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.648821781Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"region":"53ab69a0-c112-4d2e-9115-b67d797c2a73","component":"worker"}
{"msg":"region 53ab69a0-c112-4d2e-9115-b67d797c2a73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.648892152Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.649188604Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-53ab69a0-c112-4d2e-9115-b67d797c2a73","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.649697409Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-53ab69a0-c112-4d2e-9115-b67d797c2a73","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.660906189Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.679197676Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-53ab69a0-c112-4d2e-9115-b67d797c2a73","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.687144514Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.687905341Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.688049442Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.688095393Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.688143974Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.694779738Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:29.703892407Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.028582026Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"5d6d3584-02f2-41a2-80e3-2351b1ef7c73","remote_addr":"[fd00:1122:3344:101::b]:50014","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.458038333Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"uri":"/crucible/0/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","method":"GET","req_id":"26a7be95-df6c-456a-94a0-01c90b6ed148","remote_addr":"[fd00:1122:3344:101::b]:50014","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.462061502Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"datafile"}
{"msg":"dataset is oxp_ffbc8a9f-f16c-4c43-8340-56bcb6b3bb52/crucible/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.475009558Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"datafile"}
{"msg":"region 53ab69a0-c112-4d2e-9115-b67d797c2a73 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.486815443Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.487059165Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-53ab69a0-c112-4d2e-9115-b67d797c2a73 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.488168266Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.489405818Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"uri":"/crucible/0/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","method":"DELETE","req_id":"73a4dfc0-eaf6-4735-a0a4-d8180726babb","remote_addr":"[fd00:1122:3344:101::b]:50014","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27410,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.492849922Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"uri":"/crucible/0/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","method":"GET","req_id":"0a1fd017-3f8f-43a7-8c4e-f6f895d33782","remote_addr":"[fd00:1122:3344:101::b]:50014","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.494925592Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ffbc8a9f-f16c-4c43-8340-56bcb6b3bb52/crucible/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.507646546Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"region":"53ab69a0-c112-4d2e-9115-b67d797c2a73","component":"worker"}
{"msg":"region 53ab69a0-c112-4d2e-9115-b67d797c2a73 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.59963116Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:09:30.618452733Z","hostname":"oxz_crucible_eee9e0d1-619c-4151-802c-388131f1e3fc","pid":23024,"uri":"/crucible/0/regions/53ab69a0-c112-4d2e-9115-b67d797c2a73","method":"GET","req_id":"219cd5ce-1c59-47d4-8f84-0511e6124b54","remote_addr":"[fd00:1122:3344:101::b]:50014","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":"200"}