{"type":"doc","content":[{"type":"bodiedExtension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"excerpt","parameters":{"macroParams":{"atlassian-macro-output-type":{"value":"INLINE"}},"macroMetadata":{"macroId":{"value":"8bc78ab7-ed3d-414f-a734-697136a5691b"},"schemaVersion":{"value":"1"},"title":"Auszug"}},"localId":"b96129ed-f5fa-436d-a6db-c070cf90dd9f"},"content":[{"type":"paragraph","content":[{"text":"a Package for Computational Fluid Dynamics Simulations","type":"text"}]}]},{"type":"paragraph","content":[{"type":"hardBreak"},{"text":"Below you find explanations to obtain and check out product licenses and regarding support and training.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Functionality","type":"text"}]},{"type":"paragraph","content":[{"text":"S","type":"text","marks":[{"type":"strong"}]},{"text":"imulation of ","type":"text"},{"text":"T","type":"text","marks":[{"type":"strong"}]},{"text":"urbulent flow in ","type":"text"},{"text":"A","type":"text","marks":[{"type":"strong"}]},{"text":"rbitrary ","type":"text"},{"text":"R","type":"text","marks":[{"type":"strong"}]},{"text":"egions - ","type":"text"},{"text":"C","type":"text","marks":[{"type":"strong"}]},{"text":"omputational ","type":"text"},{"text":"C","type":"text","marks":[{"type":"strong"}]},{"text":"ontinuum ","type":"text"},{"text":"M","type":"text","marks":[{"type":"strong"}]},{"text":"echanics ","type":"text"},{"text":"+","type":"text","marks":[{"type":"strong"}]},{"text":" (STAR-CCM+) is a C++ based finite-volume-based program package for modelling of fluid flow problems and beyond (it also includes FEM, etc.). It is developed by ","type":"text"},{"text":"Siemens PLM Software","type":"text","marks":[{"type":"link","attrs":{"href":"http://mdx.plm.automation.siemens.com/"}}]},{"text":" (they bought CD-adapco). Today, Simcenter STAR-CCM+ can be applied to a wide range of multiphysics problems such as","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fluid dynamics","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Conjugate heat transfer","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Multiphase flows","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reacting flows","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Solid mechanics (FEM)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Particle flows","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Rheology","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Electrochemistry","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Electromagnetics","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Aero-acoustics","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fluid-structure interaction","type":"text"}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Conditions for Usage and Licensing","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Our STAR-CCM+ modules are restricted to members of the ","type":"text"},{"text":"adapco","type":"text","marks":[{"type":"strong"}]},{"text":" user group.","type":"text"}]}]},{"type":"paragraph","content":[{"text":"You can apply to become a group member at ","type":"text"},{"text":"support@nhr.zib.de","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:support@nhr.zib.de"}}]},{"text":" - if your usage purpose is research/teaching, or if your are a student. Projects that are financed by industrial partners are not allowed. To check if you are a UNIX group member you can type: ","type":"text"},{"text":"groups","type":"text","marks":[{"type":"textColor","attrs":{"color":"#003366"}},{"type":"strong"}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Within the core-h limits of ","type":"text"},{"text":"Test Projects","type":"text","marks":[{"type":"strong"}]},{"text":" (see ","type":"text"},{"text":"test account","type":"text","marks":[{"type":"link","attrs":{"href":"https://nhr-zib.atlassian.net/wiki/spaces/PUB/pages/426682"}}]},{"text":") we provide ","type":"text"},{"text":"free Power On Demand (POD) keys","type":"text","marks":[{"type":"strong"}]},{"text":" for teaching/academic research of non-industry funded projects.","type":"text"},{"type":"hardBreak"},{"text":"If you fulfil these conditions simply write to ","type":"text"},{"text":"support@nhr.zib.de","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:support@nhr.zib.de"}}]},{"text":".","type":"text"}]}]},{"type":"paragraph","content":[{"text":"To run STAR-CCM+ you need to specify the variable ","type":"text"},{"text":"CDLMD_LICENSE_FILE","type":"text","marks":[{"type":"textColor","attrs":{"color":"#1e1f21"}}]},{"text":", as shown in the ","type":"text"},{"text":"Example Jobscripts","type":"text","marks":[{"type":"link","attrs":{"href":"https://nhr-zib.atlassian.net/wiki/pages/resumedraft.action?draftId=426626#STAR-CCM+-StarJobscripts"}}]},{"text":" below.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Introduction","type":"text"}]},{"type":"paragraph","content":[{"text":"This page describes the specifics of installation and usage at NHR@ZIB systems only. A brief product overview is provided ","type":"text"},{"text":"here","type":"text","marks":[{"type":"link","attrs":{"href":"https://view.highspot.com/viewer/5473ec0796c21ef8b868c65f22c8e07a"}}]},{"text":". An introductory tutorial is accessible ","type":"text"},{"text":"here","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.sw.siemens.com/documentation/external/PL20240331916100316/en-US/userManual/starccmp_userguide_html/STARCCMP/GUID-BCFAEFE5-DB18-4096-8CB4-A0478525ABE1.html"}}]},{"text":".","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Public documentation, tutorials and support - no registration needed","type":"text"}]},{"type":"paragraph","content":[{"text":"Everybody can access both the official ","type":"text"},{"text":"User Guide","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.sw.siemens.com/documentation/external/PL20240331916100316/en-US/userManual/starccmp_userguide_html/STARCCMP/index.html"}}]},{"text":" (includes search function, click-by-click tutorials and files) and ","type":"text"},{"text":"https://community.sw.siemens.com","type":"text","marks":[{"type":"link","attrs":{"href":"https://community.sw.siemens.com/s/"}}]},{"text":" (anyone can contribute here). A PDF version of the User Guide is available on NHR@ZIB systems under ","type":"text"},{"text":"/sw/eng/starccm//STAR-CCM+/doc","type":"text","marks":[{"type":"code"}]},{"text":". Tutorial case files can be found in ","type":"text"},{"text":"/sw/eng/starccm//STAR-CCM+/doc/startutorialsdata","type":"text","marks":[{"type":"code"}]},{"text":" resp. (with solutions) in ","type":"text"},{"text":"/sw/eng/starccm//STAR-CCM+/tutorials","type":"text","marks":[{"type":"code"}]},{"text":", verification data in ","type":"text"},{"text":"/sw/eng/starccm//STAR-CCM+/VerificationData","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Full support and training/courses - after registration","type":"text"}]},{"type":"paragraph","content":[{"text":"Students can register for free to search the entire ","type":"text"},{"text":"support center","type":"text","marks":[{"type":"link","attrs":{"href":"https://support.sw.siemens.com"}}]},{"text":" (most extensive Q&A database of Siemens PLM) and attend the ","type":"text"},{"text":"Xcelerator Academy for Academics","type":"text","marks":[{"type":"link","attrs":{"href":"https://training.plm.automation.siemens.com/buy/academic.cfm"}}]},{"text":" (full self-paced courses for all levels).","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Installed versions","type":"text"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"To see available versions type:","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","content":[{"text":"module avail starccm","type":"text"}]},{"type":"paragraph","content":[{"text":"All versions use double precision. The recommended default module - providing all necessary environment settings - can be loaded with: module load starccm","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Example Jobscripts","type":"text"},{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.macro.core","extensionKey":"anchor","parameters":{"macroParams":{"":{"value":"StarJobscripts"},"legacyAnchorId":{"value":"STAR-CCM+-StarJobscripts"}},"macroMetadata":{"macroId":{"value":"e062b113-3986-4b70-8630-d5dfd5c28f4b"},"schemaVersion":{"value":"1"},"title":"Anker"}},"localId":"69b02920-8e9a-41e7-90d7-1657084180e7"}}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"Genoa cluster - slurm startscript example","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"#!/bin/bash\n#SBATCH --partition cpu-genoa:test\n#SBATCH --time 01:00:00\n#SBATCH --nodes=1\n#SBATCH --ntasks-per-node=192\n#SBATCH --job-name=StarCCM\n\nmodule load starccm\n\n## create the host list for StarCCM+\nsrun hostname -s | sort | uniq -c | awk '{ print $2\":\"$1 }' > starhosts.${SLURM_JOB_ID}\n\nexport CDLMD_LICENSE_FILE=1999@flex.cd-adapco.com\nexport PODKEY=\nexport MYCASE=\n\n## run starccm+\nstarccm+ -batch ${MYCASE} \\\n-power -podkey ${PODKEY} -licpath ${CDLMD_LICENSE_FILE} \\\n-np ${SLURM_NTASKS} \\\n-machinefile starhosts.${SLURM_JOB_ID} \n\necho '#################### StarCCM+ finished ############'\nrm starhosts.$SLURM_JOB_ID","type":"text"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"A100 cluster - slurm startscript example","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"#!/bin/bash\n#SBATCH --partition gpu-a100:test\n#SBATCH --time 01:00:00\n#SBATCH --nodes=1\n#SBATCH --ntasks-per-node=8\t# This needs to be an integer multiple of the GPUs per node.\n#SBATCH --gres=gpu:4 # number of GPUs per node\n#SBATCH --gpu-bind=single:2 # Recommended: pin each process to its own GPU (single:).\n#SBATCH --job-name=StarCCM\n\n## check if GPU offload device is available\nnvidia-smi\n\nmodule load starccm/19.04.007-r8\n\n## create the host list for StarCCM+\nsrun hostname -s | sort | uniq -c | awk '{ print $2\":\"$1 }' > starhosts.${SLURM_JOB_ID}\n\nexport CDLMD_LICENSE_FILE=1999@flex.cd-adapco.com\nexport PODKEY=\nexport MYCASE=\n\n## run starccm+\nstarccm+ -batch ${MYCASE} \\\n-power -podkey ${PODKEY} -licpath ${CDLMD_LICENSE_FILE} \\\n-np ${SLURM_NTASKS} -gpgpu auto \\\n-machinefile starhosts.${SLURM_JOB_ID} \n\necho '#################### StarCCM+ finished ############'\nrm starhosts.$SLURM_JOB_ID","type":"text"}]},{"type":"paragraph","content":[{"text":"CLX cluster - slurm startscript example","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"#!/bin/bash\n#SBATCH --partition cpu-clx:test\n#SBATCH --time 01:00:00\n#SBATCH --nodes=2\n#SBATCH --ntasks-per-node=96\n#SBATCH --job-name=StarCCM\n\nmodule load starccm\n\n## create the host list for StarCCM+\nsrun hostname -s | sort | uniq -c | awk '{ print $2\":\"$1 }' > starhosts.${SLURM_JOB_ID}\n\nexport CDLMD_LICENSE_FILE=1999@flex.cd-adapco.com\nexport PODKEY=\nexport MYCASE=\n\n## run starccm+\nstarccm+ -batch ${MYCASE} \\\n-power -podkey ${PODKEY} -licpath ${CDLMD_LICENSE_FILE} \\\n-np ${SLURM_NTASKS} \\\n-machinefile starhosts.${SLURM_JOB_ID} -mpi intel\n\necho '#################### StarCCM+ finished ############'\nrm starhosts.$SLURM_JOB_ID","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"For a short period till May 25 (2025), we also offer licenses from our own ","type":"text"},{"text":"Siemens License Server (v4.2.0). To use these, provide CDLMD_LICENSE_FILE=1700@10.241.101.159 without the -podkey flag.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#2d373c"}}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"GUI client - Server - Connection","type":"text"}]},{"type":"heading","attrs":{"level":5},"content":[{"text":"Start remote server on any compute node (headless/without GUI), e.g.","type":"text","marks":[{"type":"strong"}]}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"srun -p cpu-clx:test --tasks-per-node 96 --pty bash\nmodule load starccm\nstarccm+ -np 96 -server -collab -power -podkey $PODKEY","type":"text"}]},{"type":"paragraph","content":[{"text":"The hostname and port information displayed after the server startup is needed later (see \"Server::start -host ...\"). The \"-power\" flag is needed due to license reasons. The \"-collab\" flag is needed if your local and remote user name differ. \"-collab\" allows anyone to attach to your server, but do not worry: our system forbids others to access your allocated exclusive compute nodes (Beside you only root can ssh there.). ","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"Locally, the StarCCM client requires a password-less SSH connection, however du to security reasons NHR@ZIB allows password protected ssh keys only. To resolve this conflict on Linux/Mac systems run a ssh-agent in the background:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"ssh-add ~/.ssh/your_private_key","type":"text"}]},{"type":"paragraph","content":[{"text":"Hence, you need to type your password only once. If you are on Windows using PuTTy please refer ","type":"text"},{"text":"here","type":"text","marks":[{"type":"link","attrs":{"href":"https://nhr-zib.atlassian.net/wiki/download/attachments/426626/How%20to%20use%20PuTTy%20to%20connect%20a%20Windows%20client%20to%20Linux%20server.pdf?version=1&modificationDate=1730912313792&cacheVersion=1&api=v2"}}]},{"text":".","type":"text"}]},{"type":"paragraph","content":[{"text":"Now you can start StarCCM locally, and connect via","type":"text"},{"type":"hardBreak"},{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.migration","extensionKey":"inline-media-image","parameters":{"width":"","id":"8a8588bb-ee59-480a-9751-c46f38145d80","collection":"contentId-426626","height":""}}},{"type":"hardBreak"},{"text":"with the following settings:","type":"text"},{"type":"hardBreak"},{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.migration","extensionKey":"inline-media-image","parameters":{"width":"","id":"d37d1b42-eede-4278-907a-cc31adebdf7b","collection":"contentId-426626","height":""}}},{"type":"hardBreak"},{"text":"Here, you need to replace your username, the host name b####.usr.hlrn.de, and the port number #####, according to the screen output created after starting the remote server (see first step).","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Known Issues","type":"text"}]},{"type":"paragraph","content":[{"text":"1. license failure","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"To check if the license server of CD-adapco is accessible type:","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"telnet ","type":"text"},{"text":"flex.cd-adapco.com","type":"text","marks":[{"type":"link","attrs":{"href":"http://flex.cd-adapco.com"}}]},{"text":" 1999","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"This test (Trying ...) is positiv if the server answers (within a second):","type":"text"},{"type":"hardBreak"},{"text":"Escape character is '^]'","type":"text","marks":[{"type":"textColor","attrs":{"color":"#008000"}}]},{"type":"hardBreak"},{"text":"Typically, after some minutes, a negative test outcome is indicated by:","type":"text"},{"type":"hardBreak"},{"text":"telnet ... Connection timed out","type":"text","marks":[{"type":"textColor","attrs":{"color":"#ff0000"}}]}]},{"type":"paragraph","content":[{"text":"2. starccm+ GUI startup issues (with older versions)","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"Warning message:","type":"text"},{"type":"hardBreak"},{"text":"X Error of failed request: BadValue (integer parameter out of range for operation)","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"Solution:","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"starccm+ -mesa","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"type":"hardBreak"},{"type":"hardBreak"}]}],"version":1}