[ Jul 23 10:13:47 Enabled. ]
[ Jul 23 10:13:47 Rereading configuration. ]
[ Jul 23 10:13:49 Rereading configuration. ]
[ Jul 23 10:13:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_76ee29df-d3d2-4e12-b2eb-4d918553ec96/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_76ee29df-d3d2-4e12-b2eb-4d918553ec96/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:13:53.046868887Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:13:53.05094744Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:13:53.05096044Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:13:53.075860851Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:13:53.210990922Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.498147795Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38475"}
{"msg":"region 5e67b489-d349-49e2-a96f-49003d992410 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.518934151Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.523317121Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"uri":"/crucible/0/regions","method":"POST","req_id":"9468abe3-dafe-41b8-b464-586f099c3d77","remote_addr":"[fd00:1122:3344:101::a]:38475","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16260,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.52569029Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_76ee29df-d3d2-4e12-b2eb-4d918553ec96/crucible/regions/5e67b489-d349-49e2-a96f-49003d992410","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.534635253Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_76ee29df-d3d2-4e12-b2eb-4d918553ec96/crucible/regions/5e67b489-d349-49e2-a96f-49003d992410","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.534667744Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5e67b489-d349-49e2-a96f-49003d992410\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5e67b489-d349-49e2-a96f-49003d992410\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.608303634Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"region":"5e67b489-d349-49e2-a96f-49003d992410","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5e67b489-d349-49e2-a96f-49003d992410\" \"--data\" \"/data/regions/5e67b489-d349-49e2-a96f-49003d992410\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.608354885Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"region":"5e67b489-d349-49e2-a96f-49003d992410","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.690102852Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"uri":"/crucible/0/regions","method":"POST","req_id":"56d7d0cb-8919-4273-815d-4d9fb76c69ff","remote_addr":"[fd00:1122:3344:101::a]:38475","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.895240498Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"region":"5e67b489-d349-49e2-a96f-49003d992410","component":"worker"}
{"msg":"region 5e67b489-d349-49e2-a96f-49003d992410 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.895278639Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.895387441Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5e67b489-d349-49e2-a96f-49003d992410","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.895761819Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5e67b489-d349-49e2-a96f-49003d992410","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.901244601Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.914014443Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e67b489-d349-49e2-a96f-49003d992410","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.917479344Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e67b489-d349-49e2-a96f-49003d992410","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.918195859Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.91825391Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.918291141Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.918325012Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.923021538Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:48.934749008Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.01430791Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"uri":"/crucible/0/regions","method":"POST","req_id":"eb8ea5d7-9feb-4d18-a710-6113dce60347","remote_addr":"[fd00:1122:3344:101::a]:38475","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.674543379Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"uri":"/crucible/0/regions/5e67b489-d349-49e2-a96f-49003d992410","method":"GET","req_id":"88e413a2-93f2-42ed-a0a6-347298175454","remote_addr":"[fd00:1122:3344:101::a]:38475","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/5e67b489-d349-49e2-a96f-49003d992410\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.677107892Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"datafile"}
{"msg":"dataset is oxp_76ee29df-d3d2-4e12-b2eb-4d918553ec96/crucible/regions/5e67b489-d349-49e2-a96f-49003d992410","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.688291371Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"datafile"}
{"msg":"region 5e67b489-d349-49e2-a96f-49003d992410 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.698339567Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.69849066Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.698545981Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"uri":"/crucible/0/regions/5e67b489-d349-49e2-a96f-49003d992410","method":"DELETE","req_id":"2b45d176-7910-410b-a985-c96a87508192","remote_addr":"[fd00:1122:3344:101::a]:38475","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21461,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-5e67b489-d349-49e2-a96f-49003d992410 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.69948298Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.702132885Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"uri":"/crucible/0/regions/5e67b489-d349-49e2-a96f-49003d992410","method":"GET","req_id":"e6df0d4d-1fd1-4d58-92c3-3601fe61e654","remote_addr":"[fd00:1122:3344:101::a]:38475","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.712164291Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_76ee29df-d3d2-4e12-b2eb-4d918553ec96/crucible/regions/5e67b489-d349-49e2-a96f-49003d992410\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.723029654Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"region":"5e67b489-d349-49e2-a96f-49003d992410","component":"worker"}
{"msg":"region 5e67b489-d349-49e2-a96f-49003d992410 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.785475144Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-23T10:14:49.822967263Z","hostname":"oxz_crucible_e989f5eb-8b75-4a73-b8ec-f639896a89ab","pid":22641,"uri":"/crucible/0/regions/5e67b489-d349-49e2-a96f-49003d992410","method":"GET","req_id":"c22ff9a7-99c7-48d4-aa1f-a8dfe43eaca9","remote_addr":"[fd00:1122:3344:101::a]:38475","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":"200"}