Nexus/CBCB - Revision history

Mbaney: /* Network */

2024-12-02T19:32:46Z

Network

← Older revision		Revision as of 19:32, 2 December 2024
Line 123:		Line 123:
	# One pair of network switches connected to each other via dual 100GbE links for redundancy, serving the following compute nodes:		# One pair of network switches connected to each other via dual 100GbE links for redundancy, serving the following compute nodes:
	#* cbcb[00-21,26-29]: Two 100GbE links per node, one to each switch in the pair (redundancy).		#* cbcb[00-21,26-29]: Two 100GbE links per node, one to each switch in the pair (redundancy).
	# One pair of network switches ~~connected to each other via dual 10GbE links for redundancy, and~~ connected to the above pair of network switches via four 40GbE links, one between every combination of switches across the two pairings.		# One pair of network switches connected to the above pair of network switches via four 40GbE links, one between every combination of switches across the two pairings for redundancy, and to each other via dual 10GbE links for redundancy.
	#* cbcb[22-25]: Two 10GbE links per node, one to each switch in the pair (redundancy).		#* cbcb[22-25]: Two 10GbE links per node, one to each switch in the pair (redundancy).

Mbaney: /* Network */

2024-12-02T19:31:39Z

Network

← Older revision		Revision as of 19:31, 2 December 2024
Line 120:		Line 120:

	= Network =		= Network =
	~~Coming soon!~~		The network infrastructure supporting the CBCB partition consists of:
			# One pair of network switches connected to each other via dual 100GbE links for redundancy, serving the following compute nodes:
			#* cbcb[00-21,26-29]: Two 100GbE links per node, one to each switch in the pair (redundancy).
			# One pair of network switches connected to each other via dual 10GbE links for redundancy, and connected to the above pair of network switches via four 40GbE links, one between every combination of switches across the two pairings.
			#* cbcb[22-25]: Two 10GbE links per node, one to each switch in the pair (redundancy).

	For a broader overview of the network infrastructure supporting the Nexus cluster, please see [[Nexus/Network]].		For a broader overview of the network infrastructure supporting the Nexus cluster, please see [[Nexus/Network]].

Mbaney at 18:02, 2 December 2024

2024-12-02T18:02:50Z

← Older revision		Revision as of 18:02, 2 December 2024
Line 118:		Line 118:
	cbcb29 32 771166 rhel8,x86_64,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle		cbcb29 32 771166 rhel8,x86_64,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle
	</pre>		</pre>

			= Network =
			Coming soon!

			For a broader overview of the network infrastructure supporting the Nexus cluster, please see [[Nexus/Network]].

	= Partitions =		= Partitions =

Mbaney: /* Compute Nodes */

2024-11-26T20:38:21Z

Compute Nodes

← Older revision		Revision as of 20:38, 26 November 2024
Line 86:		Line 86:
	<pre>		<pre>
	[root@nexusctl00 ~]# show_nodes \| grep cbcb		[root@nexusctl00 ~]# show_nodes \| grep cbcb
	NODELIST CPUS MEMORY AVAIL_FEATURES GRES STATE		NODELIST CPUS MEMORY AVAIL_FEATURES GRES STATE
	cbcb00 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb00 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb01 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb01 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb02 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb02 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb03 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb03 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb04 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb04 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb05 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb05 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb06 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb06 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb07 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb07 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb08 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb08 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb09 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb09 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb10 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb10 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb11 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb11 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb12 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb12 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb13 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb13 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb14 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb14 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb15 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb15 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb16 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb16 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb17 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb17 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb18 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb18 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb19 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb19 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb20 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb20 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb21 32 2061175 rhel8,Zen,EPYC-7313 (null) idle		cbcb21 32 2061175 rhel8,x86_64,Zen,EPYC-7313 (null) idle
	cbcb22 28 771245 rhel8,Xeon,E5-2680 (null) idle		cbcb22 28 771245 rhel8,x86_64,Xeon,E5-2680 (null) idle
	cbcb23 24 255150 rhel8,Xeon,E5-2650 (null) idle		cbcb23 24 255150 rhel8,x86_64,Xeon,E5-2650 (null) idle
	cbcb24 24 255150 rhel8,Xeon,E5-2650 (null) idle		cbcb24 24 255150 rhel8,x86_64,Xeon,E5-2650 (null) idle
	cbcb25 24 255278 rhel8,Xeon,E5-2650,Pascal,~~Turi~~ gpu:rtx2080ti:1,gpu:gtx1080ti:1 idle		cbcb25 24 255278 rhel8,x86_64,Xeon,E5-2650,Pascal,Turing gpu:rtx2080ti:1,gpu:gtx1080ti:1 idle
	cbcb26 128 513243 rhel8,Zen,EPYC-7763,Ampere gpu:rtxa5000:7 idle		cbcb26 128 513243 rhel8,x86_64,Zen,EPYC-7763,Ampere gpu:rtxa5000:7 idle
	cbcb27 64 255167 rhel8,Zen,EPYC-7513,Ampere gpu:rtxa6000:8 idle		cbcb27 64 255167 rhel8,x86_64,Zen,EPYC-7513,Ampere gpu:rtxa6000:8 idle
	cbcb28 32 771166 rhel8,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle		cbcb28 32 771166 rhel8,x86_64,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle
	cbcb29 32 771166 rhel8,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle		cbcb29 32 771166 rhel8,x86_64,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle
	</pre>		</pre>

Mbaney at 20:36, 26 November 2024

2024-11-26T20:36:48Z

← Older revision		Revision as of 20:36, 26 November 2024
Line 12:		Line 12:
	* <code>nexuscbcb01.umiacs.umd.edu</code>		* <code>nexuscbcb01.umiacs.umd.edu</code>

	= Nodes =		= Compute Nodes =
	All nodes in CBCB-owned partitions (see below section) owned by CBCB faculty are named in the format <code>cbcb##</code>. The sets of nodes are:		All compute nodes in CBCB-owned partitions (see below section) owned by CBCB faculty are named in the format <code>cbcb##</code>. The sets of nodes are:
	* 22 nodes that were purchased in October 2022 with center-wide funding. They are cbcb[00-21].		* 22 nodes that were purchased in October 2022 with center-wide funding. They are cbcb[00-21].
	* 4 nodes from the previous standalone CBCB cluster that moved in as of Summer 2023. They are cbcb[22-25].		* 4 nodes from the previous standalone CBCB cluster that moved in as of Summer 2023. They are cbcb[22-25].

Mbaney at 17:42, 22 November 2024

2024-11-22T17:42:57Z

← Older revision		Revision as of 17:42, 22 November 2024
Line 6:		Line 6:

	= Submission Nodes =		= Submission Nodes =
	You can [[SSH]] to <code>nexuscbcb.umiacs.umd.edu</code> to log in to a submission ~~host~~.		You can [[SSH]] to <code>nexuscbcb.umiacs.umd.edu</code> to log in to a submission node.

	If you store something in a local filesystem directory (/tmp, /scratch0) on one of the two submission ~~hosts~~, you will need to connect to that same submission ~~host~~ to access it later. The actual submission ~~hosts~~ are:		If you store something in a local filesystem directory (/tmp, /scratch0) on one of the two submission nodes, you will need to connect to that same submission node to access it later. The actual submission nodes are:
	* <code>nexuscbcb00.umiacs.umd.edu</code>		* <code>nexuscbcb00.umiacs.umd.edu</code>
	* <code>nexuscbcb01.umiacs.umd.edu</code>		* <code>nexuscbcb01.umiacs.umd.edu</code>

Mbaney at 22:11, 11 November 2024

2024-11-11T22:11:49Z

← Older revision		Revision as of 22:11, 11 November 2024
Line 8:		Line 8:
	You can [[SSH]] to <code>nexuscbcb.umiacs.umd.edu</code> to log in to a submission host.		You can [[SSH]] to <code>nexuscbcb.umiacs.umd.edu</code> to log in to a submission host.

	If you store something in a local directory (/tmp, /scratch0) on one of the two submission hosts, you will need to connect to that same submission host to access it later. The actual submission hosts are:		If you store something in a local filesystem directory (/tmp, /scratch0) on one of the two submission hosts, you will need to connect to that same submission host to access it later. The actual submission hosts are:
	* <code>nexuscbcb00.umiacs.umd.edu</code>		* <code>nexuscbcb00.umiacs.umd.edu</code>
	* <code>nexuscbcb01.umiacs.umd.edu</code>		* <code>nexuscbcb01.umiacs.umd.edu</code>

Mbaney at 22:08, 11 November 2024

2024-11-11T22:08:14Z

← Older revision		Revision as of 22:08, 11 November 2024
Line 23:		Line 23:
	! CPU cores per node (CPUs)		! CPU cores per node (CPUs)
	! Memory per node (type)		! Memory per node (type)
	! ~~Local~~ storage per node (type/location)		! Filesystem storage per node (type/location)
	! GPUs per node (type)		! GPUs per node (type)
	\|-		\|-
Line 30:		Line 30:
	\|32 (Dual [https://www.amd.com/en/products/processors/server/epyc/7003-series/amd-epyc-7313.html AMD EPYC 7313])		\|32 (Dual [https://www.amd.com/en/products/processors/server/epyc/7003-series/amd-epyc-7313.html AMD EPYC 7313])
	\|~2TB (DDR4 3200MHz)		\|~2TB (DDR4 3200MHz)
	\|~350GB (SATA SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch0]]), ~2TB (NVMe SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch1]])		\|~350GB (SATA SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch0]]), ~2TB (NVMe SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch1]])
	\|0		\|0
	\|-		\|-
Line 37:		Line 37:
	\|28 (Dual [https://ark.intel.com/content/www/us/en/ark/products/91754/intel-xeon-processor-e5-2680-v4-35m-cache-2-40-ghz.html Intel Xeon E5-2680 v4])		\|28 (Dual [https://ark.intel.com/content/www/us/en/ark/products/91754/intel-xeon-processor-e5-2680-v4-35m-cache-2-40-ghz.html Intel Xeon E5-2680 v4])
	\|~768GB (DDR4 2400MHz)		\|~768GB (DDR4 2400MHz)
	\|~650GB (SATA SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch0]])		\|~650GB (SATA SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch0]])
	\|0		\|0
	\|-		\|-
Line 44:		Line 44:
	\|24 (Dual [https://www.intel.com/content/www/us/en/products/sku/91767/intel-xeon-processor-e52650-v4-30m-cache-2-20-ghz/specifications.html Intel Xeon E5-2650 v4])		\|24 (Dual [https://www.intel.com/content/www/us/en/products/sku/91767/intel-xeon-processor-e52650-v4-30m-cache-2-20-ghz/specifications.html Intel Xeon E5-2650 v4])
	\|~256GB (DDR4 2400MHz)		\|~256GB (DDR4 2400MHz)
	\|~800GB (SATA SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch0]])		\|~800GB (SATA SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch0]])
	\|0		\|0
	\|-		\|-
Line 51:		Line 51:
	\|24 (Dual [https://www.intel.com/content/www/us/en/products/sku/91767/intel-xeon-processor-e52650-v4-30m-cache-2-20-ghz/specifications.html Intel Xeon E5-2650 v4])		\|24 (Dual [https://www.intel.com/content/www/us/en/products/sku/91767/intel-xeon-processor-e52650-v4-30m-cache-2-20-ghz/specifications.html Intel Xeon E5-2650 v4])
	\|~256GB (DDR4 2400MHz)		\|~256GB (DDR4 2400MHz)
	\|~1.4TB (SATA SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch0]])		\|~1.4TB (SATA SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch0]])
	\|2 (1x [https://www.nvidia.com/en-gb/geforce/graphics-cards/geforce-gtx-1080-ti/specifications/ NVIDIA GeForce GTX 1080 Ti], 1x [https://www.nvidia.com/en-us/geforce/graphics-cards/compare/?section=compare-20 NVIDIA GeForce RTX 2080 Ti])		\|2 (1x [https://www.nvidia.com/en-gb/geforce/graphics-cards/geforce-gtx-1080-ti/specifications/ NVIDIA GeForce GTX 1080 Ti], 1x [https://www.nvidia.com/en-us/geforce/graphics-cards/compare/?section=compare-20 NVIDIA GeForce RTX 2080 Ti])
	\|-		\|-
Line 58:		Line 58:
	\|128 (Dual [https://www.amd.com/en/products/processors/server/epyc/7003-series/amd-epyc-7763.html AMD EPYC 7763])		\|128 (Dual [https://www.amd.com/en/products/processors/server/epyc/7003-series/amd-epyc-7763.html AMD EPYC 7763])
	\|~512GB (DDR4 3200MHz)		\|~512GB (DDR4 3200MHz)
	\|~3.4TB (NVMe SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch0]]), ~14TB (NVMe SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch1]])		\|~3.4TB (NVMe SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch0]]), ~14TB (NVMe SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch1]])
	\|7 ([https://www.nvidia.com/en-us/design-visualization/rtx-a5000 NVIDIA RTX A5000])		\|7 ([https://www.nvidia.com/en-us/design-visualization/rtx-a5000 NVIDIA RTX A5000])
	\|-		\|-
Line 65:		Line 65:
	\|64 (Dual [https://www.amd.com/en/products/processors/server/epyc/7003-series/amd-epyc-7513.html AMD EPYC 7513])		\|64 (Dual [https://www.amd.com/en/products/processors/server/epyc/7003-series/amd-epyc-7513.html AMD EPYC 7513])
	\|~256GB (DDR4 3200MHz)		\|~256GB (DDR4 3200MHz)
	\|~3.4TB (SATA SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch0]]), ~3.5TB (NVMe SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch1]])		\|~3.4TB (SATA SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch0]]), ~3.5TB (NVMe SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch1]])
	\|8 ([https://www.nvidia.com/en-us/design-visualization/rtx-a6000 NVIDIA RTX A6000])		\|8 ([https://www.nvidia.com/en-us/design-visualization/rtx-a6000 NVIDIA RTX A6000])
	\|-		\|-
Line 72:		Line 72:
	\|32 (Dual [https://www.amd.com/en/products/processors/server/epyc/4th-generation-9004-and-8004-series/amd-epyc-9124.html AMD EPYC 9124])		\|32 (Dual [https://www.amd.com/en/products/processors/server/epyc/4th-generation-9004-and-8004-series/amd-epyc-9124.html AMD EPYC 9124])
	\|~768GB (DDR5 4800MHz)		\|~768GB (DDR5 4800MHz)
	\|~350GB (SATA SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch0]]), ~7TB (NVMe SSD [[~~LocalDataStorage~~#~~UNIX_Local_Storage~~ \| /scratch1]])		\|~350GB (SATA SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch0]]), ~7TB (NVMe SSD [[FilesystemDataStorage#UNIX_Filesystem_Storage \| /scratch1]])
	\|8 ([https://www.nvidia.com/en-us/design-visualization/rtx-6000 NVIDIA RTX 6000 Ada Generation])		\|8 ([https://www.nvidia.com/en-us/design-visualization/rtx-6000 NVIDIA RTX 6000 Ada Generation])
	\|- class="sortbottom"		\|- class="sortbottom"

Mbaney: /* Nodes */

2024-10-15T18:38:37Z

Nodes

← Older revision		Revision as of 18:38, 15 October 2024
Line 113:		Line 113:
	cbcb24 24 255150 rhel8,Xeon,E5-2650 (null) idle		cbcb24 24 255150 rhel8,Xeon,E5-2650 (null) idle
	cbcb25 24 255278 rhel8,Xeon,E5-2650,Pascal,Turi gpu:rtx2080ti:1,gpu:gtx1080ti:1 idle		cbcb25 24 255278 rhel8,Xeon,E5-2650,Pascal,Turi gpu:rtx2080ti:1,gpu:gtx1080ti:1 idle
	cbcb26 128 513243 rhel8,Zen,EPYC-7763,Ampere gpu:rtxa5000:8 idle		cbcb26 128 513243 rhel8,Zen,EPYC-7763,Ampere gpu:rtxa5000:7 idle
	cbcb27 64 255167 rhel8,Zen,EPYC-7513,Ampere gpu:rtxa6000:8 idle		cbcb27 64 255167 rhel8,Zen,EPYC-7513,Ampere gpu:rtxa6000:8 idle
	cbcb28 32 771166 rhel8,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle		cbcb28 32 771166 rhel8,Zen,EPYC-9124,Ada gpu:rtx6000ada:8 idle

Mbaney: /* Nodes */

2024-10-15T18:38:08Z

Nodes

← Older revision		Revision as of 18:38, 15 October 2024
Line 80:		Line 80:
	\|~49TB (various)		\|~49TB (various)
	\|~94TB (various)		\|~94TB (various)
	\|34 (various)		\|33 (various)
	\|}		\|}