[ Dec 21 01:16:02 Enabled. ]
[ Dec 21 01:16:02 Rereading configuration. ]
[ Dec 21 01:16:04 Rereading configuration. ]
[ Dec 21 01:16:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:16:11.025573576Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:16:11.029044774Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:16:11.029055675Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:16:11.045887058Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:16:11.225192627Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.000947442Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:32830"}
{"msg":"region 878a5aa9-dacf-4d6c-9d6e-63b18bf6082b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.034265863Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.038440343Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.043291635Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"b8fdadef-2dba-4dca-b795-442267d4087e","remote_addr":"[fd00:1122:3344:101::b]:32830","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14973,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.051035275Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.051051836Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"878a5aa9-dacf-4d6c-9d6e-63b18bf6082b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.119784303Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"878a5aa9-dacf-4d6c-9d6e-63b18bf6082b\" \"--data\" \"/data/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.121729816Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.182118412Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"5967f04e-0b2a-43f2-ba47-60f93af5f27b","remote_addr":"[fd00:1122:3344:101::b]:32830","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.234454934Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","component":"worker"}
{"msg":"region 878a5aa9-dacf-4d6c-9d6e-63b18bf6082b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.234485424Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.234595116Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.234987072Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.240715949Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.253569385Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.257769186Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.258484688Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.258548389Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.25859326Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.258633631Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.263117986Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.267144834Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.600978254Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"d35c5b81-e967-4c50-a438-240ceb548aa7","remote_addr":"[fd00:1122:3344:101::b]:32830","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.92559268Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","method":"GET","req_id":"b7dd7bc5-041b-4d96-8a37-1acc763f88a0","remote_addr":"[fd00:1122:3344:101::b]:32830","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"path is \"/data/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.928346486Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"dataset is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.939199179Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"region 878a5aa9-dacf-4d6c-9d6e-63b18bf6082b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.949206168Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.94935178Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.949433151Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","method":"DELETE","req_id":"dfb7a7f4-333c-4f0e-88f1-bcfbdb52c3e6","remote_addr":"[fd00:1122:3344:101::b]:32830","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21130,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.952438572Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","method":"GET","req_id":"115c00f4-14de-488d-99db-462be2d55a13","remote_addr":"[fd00:1122:3344:101::b]:32830","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":35,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-878a5aa9-dacf-4d6c-9d6e-63b18bf6082b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.952514963Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.956637193Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:03.968005944Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","component":"worker"}
{"msg":"region 878a5aa9-dacf-4d6c-9d6e-63b18bf6082b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:04.029763123Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:04.065423584Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/878a5aa9-dacf-4d6c-9d6e-63b18bf6082b","method":"GET","req_id":"4c2d2a72-b2d0-4d32-9fe2-39c3de97cea6","remote_addr":"[fd00:1122:3344:101::b]:32830","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":103,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.55500248Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55559"}
{"msg":"region 66493c61-c8c6-46ae-abb5-c6894deb4a62 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.555189133Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.555367986Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.555380926Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"bd030688-9d64-40bd-b253-1e8e60ec8678","remote_addr":"[fd00:1122:3344:101::a]:55559","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":223,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.564607141Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.564639642Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"66493c61-c8c6-46ae-abb5-c6894deb4a62\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.647387915Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"66493c61-c8c6-46ae-abb5-c6894deb4a62","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"66493c61-c8c6-46ae-abb5-c6894deb4a62\" \"--data\" \"/data/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.649113544Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"66493c61-c8c6-46ae-abb5-c6894deb4a62","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.713096381Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"66493c61-c8c6-46ae-abb5-c6894deb4a62","component":"worker"}
{"msg":"region 66493c61-c8c6-46ae-abb5-c6894deb4a62 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.713148042Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.713534539Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.714918102Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.717895712Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.725034022Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.728287777Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.728577772Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.728639403Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.728681204Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.728722915Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.732098301Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.737913819Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:17:23.916164431Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"c174068c-1eff-44f5-a6bc-c4e92dd93c9d","remote_addr":"[fd00:1122:3344:101::a]:55559","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.560719756Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44034"}
{"msg":"region e66fada0-92aa-404b-b81e-a144af368a76 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.560856198Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.561712082Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.561727063Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"b184c8ed-15ed-4a98-8782-b8d0e9f5c015","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":902,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/e66fada0-92aa-404b-b81e-a144af368a76","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.573122285Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/e66fada0-92aa-404b-b81e-a144af368a76","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.573160615Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e66fada0-92aa-404b-b81e-a144af368a76\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e66fada0-92aa-404b-b81e-a144af368a76\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.638074248Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"e66fada0-92aa-404b-b81e-a144af368a76","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e66fada0-92aa-404b-b81e-a144af368a76\" \"--data\" \"/data/regions/e66fada0-92aa-404b-b81e-a144af368a76\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.638119879Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"e66fada0-92aa-404b-b81e-a144af368a76","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.70884099Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"e66fada0-92aa-404b-b81e-a144af368a76","component":"worker"}
{"msg":"region e66fada0-92aa-404b-b81e-a144af368a76 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.70888125Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.708983582Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e66fada0-92aa-404b-b81e-a144af368a76","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.716414957Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e66fada0-92aa-404b-b81e-a144af368a76","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.727649666Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.737198507Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e66fada0-92aa-404b-b81e-a144af368a76","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.740502773Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e66fada0-92aa-404b-b81e-a144af368a76","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.740848638Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.740899609Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.74094201Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.740978781Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.744178454Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.748285364Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:36.778453611Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"26fb4de6-93c0-4798-90d9-bb13c61520b9","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.019897212Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62","method":"GET","req_id":"7bbae05c-5c5a-49cc-8ece-b43397a8c3af","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.023458152Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"dataset is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.033489441Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"snapshot is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62@f46300ad-91ae-40ca-bb40-7dba2e257bcc","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.042253328Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\", \"f46300ad-91ae-40ca-bb40-7dba2e257bcc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.042294779Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.054384723Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62/snapshots/f46300ad-91ae-40ca-bb40-7dba2e257bcc","method":"GET","req_id":"e2d66b6d-104e-4d00-9f29-0d52218f6433","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30955,"response_code":"200"}
{"msg":"path is \"/data/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.058089425Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"dataset is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.066594448Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"snapshot is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62@f46300ad-91ae-40ca-bb40-7dba2e257bcc","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.07499991Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\", \"f46300ad-91ae-40ca-bb40-7dba2e257bcc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.07503292Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 66493c61-c8c6-46ae-abb5-c6894deb4a62-f46300ad-91ae-40ca-bb40-7dba2e257bcc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.083277699Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"applying SMF actions for region 66493c61-c8c6-46ae-abb5-c6894deb4a62 running snapshot f46300ad-91ae-40ca-bb40-7dba2e257bcc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.083453062Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.083492253Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62/snapshots/f46300ad-91ae-40ca-bb40-7dba2e257bcc/run","method":"POST","req_id":"ee9f271e-b495-4d2f-a916-fb11d8a3329e","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26036,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-66493c61-c8c6-46ae-abb5-c6894deb4a62-f46300ad-91ae-40ca-bb40-7dba2e257bcc","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.086229609Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-66493c61-c8c6-46ae-abb5-c6894deb4a62-f46300ad-91ae-40ca-bb40-7dba2e257bcc","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.089409852Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-66493c61-c8c6-46ae-abb5-c6894deb4a62-f46300ad-91ae-40ca-bb40-7dba2e257bcc","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.098948423Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62/.zfs/snapshot/f46300ad-91ae-40ca-bb40-7dba2e257bcc","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.099269198Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.099323509Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.0993673Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.09940657Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.099455901Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.103207825Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.108125957Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"region 66493c61-c8c6-46ae-abb5-c6894deb4a62 running snapshot f46300ad-91ae-40ca-bb40-7dba2e257bcc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.108135377Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"path is \"/data/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.3939463Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"dataset is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.402814079Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"snapshot is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62@f46300ad-91ae-40ca-bb40-7dba2e257bcc","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.412036164Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62\", \"f46300ad-91ae-40ca-bb40-7dba2e257bcc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.412080105Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:38.420570198Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/66493c61-c8c6-46ae-abb5-c6894deb4a62/snapshots/f46300ad-91ae-40ca-bb40-7dba2e257bcc/run","method":"POST","req_id":"99682a46-ac90-4f55-9de8-ae2156a9952e","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26681,"response_code":"200"}
{"msg":"region be047d67-7661-4a9c-b6d3-e88b6318820d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.300031352Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.300205695Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"15465e04-66de-49d2-9d94-5b476bdd1034","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":236,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.300229296Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.309586743Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.309628674Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"be047d67-7661-4a9c-b6d3-e88b6318820d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be047d67-7661-4a9c-b6d3-e88b6318820d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.392827915Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"be047d67-7661-4a9c-b6d3-e88b6318820d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be047d67-7661-4a9c-b6d3-e88b6318820d\" \"--data\" \"/data/regions/be047d67-7661-4a9c-b6d3-e88b6318820d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.395306227Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"be047d67-7661-4a9c-b6d3-e88b6318820d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.490096712Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"be047d67-7661-4a9c-b6d3-e88b6318820d","component":"worker"}
{"msg":"region be047d67-7661-4a9c-b6d3-e88b6318820d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.490131613Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.490234025Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-be047d67-7661-4a9c-b6d3-e88b6318820d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.491984154Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be047d67-7661-4a9c-b6d3-e88b6318820d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.495856719Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.504905682Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions","method":"POST","req_id":"65f2e965-52b3-4e58-a636-b9821b255688","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.505593353Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be047d67-7661-4a9c-b6d3-e88b6318820d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.508583514Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.508838358Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.508885669Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.508925499Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.50896386Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.516449136Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:27:42.528834495Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.624590726Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","method":"GET","req_id":"264d88d0-2055-41e5-8203-2ae3d207eafb","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/be047d67-7661-4a9c-b6d3-e88b6318820d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.628461691Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"dataset is oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.64142559Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"region be047d67-7661-4a9c-b6d3-e88b6318820d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.651861115Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.652035908Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.65211409Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","method":"DELETE","req_id":"d40024d6-b2e9-49c5-8735-6bb2331f8ee1","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23703,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-be047d67-7661-4a9c-b6d3-e88b6318820d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.653798538Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.656494763Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","method":"GET","req_id":"4a1a9d17-5176-4629-ae50-5e0207123ee5","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.66103961Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible/regions/be047d67-7661-4a9c-b6d3-e88b6318820d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.673010811Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"region":"be047d67-7661-4a9c-b6d3-e88b6318820d","component":"worker"}
{"msg":"region be047d67-7661-4a9c-b6d3-e88b6318820d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.736369308Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:28:07.79350681Z","hostname":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","pid":24312,"uri":"/crucible/0/regions/be047d67-7661-4a9c-b6d3-e88b6318820d","method":"GET","req_id":"30edfda9-1a4b-4bfd-9903-c712a9500f65","remote_addr":"[fd00:1122:3344:101::a]:44034","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}