[ Jun 4 01:18:06 Enabled. ] [ Jun 4 01:18:06 Rereading configuration. ] [ Jun 4 01:18:09 Rereading configuration. ] [ Jun 4 01:18:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.856592895Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.859545378Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.859553658Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.874087246Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.999904928Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.512246936Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54507"} {"msg":"region 1fe60c85-9771-42d8-a7ad-fde0a827a94a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.541391784Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.544512682Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"d04e25fb-8f8e-4c4f-9519-4b12946a1b4f","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13345,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.544544253Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.553874035Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.553943237Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1fe60c85-9771-42d8-a7ad-fde0a827a94a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.659183561Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"1fe60c85-9771-42d8-a7ad-fde0a827a94a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1fe60c85-9771-42d8-a7ad-fde0a827a94a\" \"--data\" \"/data/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.661319091Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"1fe60c85-9771-42d8-a7ad-fde0a827a94a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.810457977Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"1fe60c85-9771-42d8-a7ad-fde0a827a94a","component":"worker"} {"msg":"region 1fe60c85-9771-42d8-a7ad-fde0a827a94a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.81055304Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.810800347Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1fe60c85-9771-42d8-a7ad-fde0a827a94a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.811250159Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1fe60c85-9771-42d8-a7ad-fde0a827a94a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.818816492Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.833781152Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1fe60c85-9771-42d8-a7ad-fde0a827a94a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.837424354Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.838179355Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.838255248Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.838297549Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.83834294Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.844219375Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.849592766Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.921494494Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"cebcddd5-c5a2-4ef7-8582-7a53b6534553","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.968168514Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","method":"GET","req_id":"f4a7ac08-e17c-4ce5-aa7b-73de0a12b1ad","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"path is \"/data/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.972354982Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"dataset is oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.983456313Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"region 1fe60c85-9771-42d8-a7ad-fde0a827a94a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.992917149Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.993122445Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.993180726Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","method":"DELETE","req_id":"78cc7485-3a83-40cb-b2cb-70cf2f38a68b","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20850,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-1fe60c85-9771-42d8-a7ad-fde0a827a94a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.994155214Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.996437518Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","method":"GET","req_id":"12813add-3d9f-41db-9208-9d76084e897b","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.000207024Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.011672255Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"1fe60c85-9771-42d8-a7ad-fde0a827a94a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.083427669Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","method":"GET","req_id":"5f38f91c-b4d3-42c2-9e6b-b4ea2ce9da2c","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region 1fe60c85-9771-42d8-a7ad-fde0a827a94a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.096837426Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.182553342Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions/1fe60c85-9771-42d8-a7ad-fde0a827a94a","method":"GET","req_id":"cb47a86f-f611-4374-afa1-4d81056c073e","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.243087627Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61434"} {"msg":"region 630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.243740885Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.244468956Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.244482116Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"fa26c7fd-b6ef-440b-a376-8a8beaf725e3","remote_addr":"[fd00:1122:3344:101::c]:61434","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1323,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.256331159Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.25635981Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.321229551Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e\" \"--data\" \"/data/regions/630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.323204066Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.528118268Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"dcc851bc-6d19-4a4e-9f43-29314b557422","remote_addr":"[fd00:1122:3344:101::c]:61434","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.534411885Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","component":"worker"} {"msg":"region 630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.534429355Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.534548359Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.535903167Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.546923826Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.567857634Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.570782666Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/630dcf3b-3c66-4ebb-b00f-9a3f2c4e7d4e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.571102075Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.571169807Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.571214418Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.571256899Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.574619533Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.579322756Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.808720505Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"71f6ef8a-50ea-4606-8590-4eae5f13be35","remote_addr":"[fd00:1122:3344:101::c]:61434","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region 4ff4218c-33d5-4201-8a68-9a0a936c42d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.96275988Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.962919134Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.962981366Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"c85a1429-8115-488a-88dc-2975a6b7335a","remote_addr":"[fd00:1122:3344:101::c]:61434","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":238,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/4ff4218c-33d5-4201-8a68-9a0a936c42d1","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.97343626Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70b14f-ebd5-43dc-bf71-e12d84944cb5/crucible/regions/4ff4218c-33d5-4201-8a68-9a0a936c42d1","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:41.973481471Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4ff4218c-33d5-4201-8a68-9a0a936c42d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ff4218c-33d5-4201-8a68-9a0a936c42d1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.032611221Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"4ff4218c-33d5-4201-8a68-9a0a936c42d1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ff4218c-33d5-4201-8a68-9a0a936c42d1\" \"--data\" \"/data/regions/4ff4218c-33d5-4201-8a68-9a0a936c42d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.034485333Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"4ff4218c-33d5-4201-8a68-9a0a936c42d1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.118279755Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"region":"4ff4218c-33d5-4201-8a68-9a0a936c42d1","component":"worker"} {"msg":"region 4ff4218c-33d5-4201-8a68-9a0a936c42d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.118322777Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.1184344Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4ff4218c-33d5-4201-8a68-9a0a936c42d1","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.119434098Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ff4218c-33d5-4201-8a68-9a0a936c42d1","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.129732707Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.136847297Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ff4218c-33d5-4201-8a68-9a0a936c42d1","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.140113859Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ff4218c-33d5-4201-8a68-9a0a936c42d1","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.140443298Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.14051926Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.140565111Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.140617803Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.14479565Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.15049379Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:42.296884699Z","hostname":"oxz_crucible_39f649e4-a13f-4f7a-9984-6592fd5481cd","pid":24327,"uri":"/crucible/0/regions","method":"POST","req_id":"892716be-9799-4300-818f-75efa73f828b","remote_addr":"[fd00:1122:3344:101::c]:61434","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":104,"response_code":"200"}