build_windows.ps1 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266
  1. #!powershell
  2. #
  3. # powershell -ExecutionPolicy Bypass -File .\scripts\build_windows.ps1
  4. #
  5. # gcloud auth application-default login
  6. $ErrorActionPreference = "Stop"
  7. function checkEnv() {
  8. if ($null -ne $env:ARCH ) {
  9. $script:ARCH = $env:ARCH
  10. } else {
  11. $arch=([System.Runtime.InteropServices.RuntimeInformation]::OSArchitecture)
  12. if ($null -ne $arch) {
  13. $script:ARCH = ($arch.ToString().ToLower()).Replace("x64", "amd64")
  14. } else {
  15. write-host "WARNING: old powershell detected, assuming amd64 architecture - set `$env:ARCH to override"
  16. $script:ARCH="amd64"
  17. }
  18. }
  19. $script:TARGET_ARCH=$script:ARCH
  20. Write-host "Building for ${script:TARGET_ARCH}"
  21. write-host "Locating required tools and paths"
  22. $script:SRC_DIR=$PWD
  23. if ($null -eq $env:VCToolsRedistDir) {
  24. $MSVC_INSTALL=(Get-CimInstance MSFT_VSInstance -Namespace root/cimv2/vs)[0].InstallLocation
  25. $env:VCToolsRedistDir=(get-item "${MSVC_INSTALL}\VC\Redist\MSVC\*")[0]
  26. }
  27. # Locate CUDA versions
  28. # Note: this assumes every version found will be built
  29. $cudaList=(get-item "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v*\bin\" -ea 'silentlycontinue')
  30. if ($cudaList.length -eq 0) {
  31. $d=(get-command -ea 'silentlycontinue' nvcc).path
  32. if ($null -ne $d) {
  33. $script:CUDA_DIRS=@($d| split-path -parent)
  34. }
  35. } else {
  36. $script:CUDA_DIRS=$cudaList
  37. }
  38. $inoSetup=(get-item "C:\Program Files*\Inno Setup*\")
  39. if ($inoSetup.length -gt 0) {
  40. $script:INNO_SETUP_DIR=$inoSetup[0]
  41. }
  42. $script:DIST_DIR="${script:SRC_DIR}\dist\windows-${script:TARGET_ARCH}"
  43. $env:CGO_ENABLED="1"
  44. Write-Output "Checking version"
  45. if (!$env:VERSION) {
  46. $data=(git describe --tags --first-parent --abbrev=7 --long --dirty --always)
  47. $pattern="v(.+)"
  48. if ($data -match $pattern) {
  49. $script:VERSION=$matches[1]
  50. }
  51. } else {
  52. $script:VERSION=$env:VERSION
  53. }
  54. $pattern = "(\d+[.]\d+[.]\d+).*"
  55. if ($script:VERSION -match $pattern) {
  56. $script:PKG_VERSION=$matches[1]
  57. } else {
  58. $script:PKG_VERSION="0.0.0"
  59. }
  60. write-host "Building Ollama $script:VERSION with package version $script:PKG_VERSION"
  61. # Note: Windows Kits 10 signtool crashes with GCP's plugin
  62. if ($null -eq $env:SIGN_TOOL) {
  63. ${script:SignTool}="C:\Program Files (x86)\Windows Kits\8.1\bin\x64\signtool.exe"
  64. } else {
  65. ${script:SignTool}=${env:SIGN_TOOL}
  66. }
  67. if ("${env:KEY_CONTAINER}") {
  68. ${script:OLLAMA_CERT}=$(resolve-path "${script:SRC_DIR}\ollama_inc.crt")
  69. Write-host "Code signing enabled"
  70. } else {
  71. write-host "Code signing disabled - please set KEY_CONTAINERS to sign and copy ollama_inc.crt to the top of the source tree"
  72. }
  73. $script:JOBS=((Get-CimInstance Win32_ComputerSystem).NumberOfLogicalProcessors)
  74. }
  75. function buildOllama() {
  76. mkdir -Force -path "${script:DIST_DIR}\"
  77. if ($script:ARCH -ne "arm64") {
  78. Remove-Item -ea 0 -recurse -force -path "${script:SRC_DIR}\dist\windows-${script:ARCH}"
  79. New-Item "${script:SRC_DIR}\dist\windows-${script:ARCH}\lib\ollama\" -ItemType Directory -ea 0
  80. & cmake --fresh --preset CPU --install-prefix $script:DIST_DIR
  81. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  82. & cmake --build --preset CPU --config Release --parallel $script:JOBS
  83. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  84. & cmake --install build --component CPU --strip
  85. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  86. $hashEnv = @{}
  87. Get-ChildItem env: | foreach { $hashEnv[$_.Name] = $_.Value }
  88. if ("$script:CUDA_DIRS".Contains("v11")) {
  89. $hashEnv.Keys | foreach { if ($_.Contains("CUDA_PATH_V11")) { $v11="$_" }}
  90. $env:CUDAToolkit_ROOT=$hashEnv[$v11]
  91. write-host "Building CUDA v11 backend libraries"
  92. # Note: cuda v11 requires msvc 2019 so force the older generator
  93. # to avoid 2022 (or newer) from being used as the default
  94. & cmake --fresh --preset "CUDA 11" -G "Visual Studio 16 2019" --install-prefix $script:DIST_DIR
  95. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  96. & cmake --build --preset "CUDA 11" --config Release --parallel $script:JOBS
  97. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  98. & cmake --install build --component "CUDA" --strip
  99. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  100. }
  101. if ("$script:CUDA_DIRS".Contains("v12")) {
  102. $hashEnv.Keys | foreach { if ($_.Contains("CUDA_PATH_V12")) { $v12="$_" }}
  103. $env:CUDAToolkit_ROOT=$hashEnv[$v12]
  104. write-host "Building CUDA v12 backend libraries"
  105. & cmake --fresh --preset "CUDA 12" --install-prefix $script:DIST_DIR
  106. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  107. & cmake --build --preset "CUDA 12" --config Release --parallel $script:JOBS
  108. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  109. & cmake --install build --component "CUDA" --strip
  110. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  111. }
  112. if ($env:HIP_PATH) {
  113. write-host "Building ROCm backend libraries"
  114. if (-Not (get-command -ErrorAction silent ninja)) {
  115. $NINJA_DIR=(gci -path (Get-CimInstance MSFT_VSInstance -Namespace root/cimv2/vs)[0].InstallLocation -r -fi ninja.exe) | split-path -parent
  116. $env:PATH="$NINJA_DIR;$env:PATH"
  117. }
  118. $env:HIPCXX="${env:HIP_PATH}\bin\clang++.exe"
  119. $env:HIP_PLATFORM="amd"
  120. $env:CMAKE_PREFIX_PATH="${env:HIP_PATH}"
  121. & cmake --fresh --preset "ROCm 6" -G Ninja -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ --install-prefix $script:DIST_DIR
  122. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  123. $env:HIPCXX=""
  124. $env:HIP_PLATFORM=""
  125. $env:CMAKE_PREFIX_PATH=""
  126. & cmake --build --preset "ROCm" --config Release --parallel $script:JOBS
  127. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  128. & cmake --install build --component "HIP" --strip
  129. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  130. }
  131. }
  132. write-host "Building ollama CLI"
  133. & go build -trimpath -ldflags "-s -w -X=github.com/ollama/ollama/version.Version=$script:VERSION -X=github.com/ollama/ollama/server.mode=release" .
  134. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  135. cp .\ollama.exe "${script:DIST_DIR}\"
  136. }
  137. function buildApp() {
  138. write-host "Building Ollama App"
  139. cd "${script:SRC_DIR}\app"
  140. & windres -l 0 -o ollama.syso ollama.rc
  141. & go build -trimpath -ldflags "-s -w -H windowsgui -X=github.com/ollama/ollama/version.Version=$script:VERSION -X=github.com/ollama/ollama/server.mode=release" -o "${script:SRC_DIR}\dist\windows-${script:TARGET_ARCH}-app.exe" .
  142. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  143. }
  144. function gatherDependencies() {
  145. if ($null -eq $env:VCToolsRedistDir) {
  146. write-error "Unable to locate VC Install location - please use a Developer shell"
  147. exit 1
  148. }
  149. write-host "Gathering runtime dependencies from $env:VCToolsRedistDir"
  150. cd "${script:SRC_DIR}"
  151. md "${script:DIST_DIR}\lib\ollama" -ea 0 > $null
  152. # TODO - this varies based on host build system and MSVC version - drive from dumpbin output
  153. # currently works for Win11 + MSVC 2019 + Cuda V11
  154. if ($script:TARGET_ARCH -eq "amd64") {
  155. $depArch="x64"
  156. } else {
  157. $depArch=$script:TARGET_ARCH
  158. }
  159. if ($depArch -eq "x64") {
  160. write-host "cp ${env:VCToolsRedistDir}\${depArch}\Microsoft.VC*.CRT\msvcp140*.dll ${script:DIST_DIR}\lib\ollama\"
  161. cp "${env:VCToolsRedistDir}\${depArch}\Microsoft.VC*.CRT\msvcp140*.dll" "${script:DIST_DIR}\lib\ollama\"
  162. write-host "cp ${env:VCToolsRedistDir}\${depArch}\Microsoft.VC*.CRT\vcruntime140.dll ${script:DIST_DIR}\lib\ollama\"
  163. cp "${env:VCToolsRedistDir}\${depArch}\Microsoft.VC*.CRT\vcruntime140.dll" "${script:DIST_DIR}\lib\ollama\"
  164. write-host "cp ${env:VCToolsRedistDir}\${depArch}\Microsoft.VC*.CRT\vcruntime140_1.dll ${script:DIST_DIR}\lib\ollama\"
  165. cp "${env:VCToolsRedistDir}\${depArch}\Microsoft.VC*.CRT\vcruntime140_1.dll" "${script:DIST_DIR}\lib\ollama\"
  166. $llvmCrtDir="$env:VCToolsRedistDir\..\..\..\Tools\Llvm\${depArch}\bin"
  167. foreach ($part in $("runtime", "stdio", "filesystem", "math", "convert", "heap", "string", "time", "locale", "environment")) {
  168. write-host "cp ${llvmCrtDir}\api-ms-win-crt-${part}*.dll ${script:DIST_DIR}\lib\ollama\"
  169. cp "${llvmCrtDir}\api-ms-win-crt-${part}*.dll" "${script:DIST_DIR}\lib\ollama\"
  170. }
  171. } else {
  172. # Carying the dll's doesn't seem to work, so use the redist installer
  173. copy-item -path "${env:VCToolsRedistDir}\vc_redist.arm64.exe" -destination "${script:DIST_DIR}" -verbose
  174. }
  175. cp "${script:SRC_DIR}\app\ollama_welcome.ps1" "${script:SRC_DIR}\dist\"
  176. }
  177. function sign() {
  178. if ("${env:KEY_CONTAINER}") {
  179. write-host "Signing Ollama executables, scripts and libraries"
  180. & "${script:SignTool}" sign /v /fd sha256 /t http://timestamp.digicert.com /f "${script:OLLAMA_CERT}" `
  181. /csp "Google Cloud KMS Provider" /kc ${env:KEY_CONTAINER} `
  182. $(get-childitem -path "${script:SRC_DIR}\dist" -r -include @('ollama_welcome.ps1')) `
  183. $(get-childitem -path "${script:SRC_DIR}\dist\windows-*" -r -include @('*.exe', '*.dll'))
  184. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  185. } else {
  186. write-host "Signing not enabled"
  187. }
  188. }
  189. function buildInstaller() {
  190. if ($null -eq ${script:INNO_SETUP_DIR}) {
  191. write-host "Inno Setup not present, skipping installer build"
  192. return
  193. }
  194. write-host "Building Ollama Installer"
  195. cd "${script:SRC_DIR}\app"
  196. $env:PKG_VERSION=$script:PKG_VERSION
  197. if ("${env:KEY_CONTAINER}") {
  198. & "${script:INNO_SETUP_DIR}\ISCC.exe" /DARCH=$script:TARGET_ARCH /SMySignTool="${script:SignTool} sign /fd sha256 /t http://timestamp.digicert.com /f ${script:OLLAMA_CERT} /csp `$qGoogle Cloud KMS Provider`$q /kc ${env:KEY_CONTAINER} `$f" .\ollama.iss
  199. } else {
  200. & "${script:INNO_SETUP_DIR}\ISCC.exe" /DARCH=$script:TARGET_ARCH .\ollama.iss
  201. }
  202. if ($LASTEXITCODE -ne 0) { exit($LASTEXITCODE)}
  203. }
  204. function distZip() {
  205. if (Test-Path -Path "${script:SRC_DIR}\dist\windows-amd64") {
  206. if (Test-Path -Path "${script:SRC_DIR}\dist\windows-amd64\lib\ollama\rocm") {
  207. write-host "Generating stand-alone distribution zip file ${script:SRC_DIR}\dist\ollama-windows-amd64-rocm.zip"
  208. # Temporarily adjust paths so we can retain the same directory structure
  209. Remove-Item -ea 0 -r "${script:SRC_DIR}\dist\windows-amd64-rocm"
  210. mkdir -Force -path "${script:SRC_DIR}\dist\windows-amd64-rocm\lib\ollama"
  211. Write-Output "Extract this ROCm zip file to the same location where you extracted ollama-windows-amd64.zip" > "${script:SRC_DIR}\dist\windows-amd64-rocm\README.txt"
  212. Move-Item -path "${script:SRC_DIR}\dist\windows-amd64\lib\ollama\rocm" -destination "${script:SRC_DIR}\dist\windows-amd64-rocm\lib\ollama"
  213. Compress-Archive -CompressionLevel Optimal -Path "${script:SRC_DIR}\dist\windows-amd64-rocm\*" -DestinationPath "${script:SRC_DIR}\dist\ollama-windows-amd64-rocm.zip" -Force
  214. }
  215. write-host "Generating stand-alone distribution zip file ${script:SRC_DIR}\dist\ollama-windows-amd64.zip"
  216. Compress-Archive -CompressionLevel Optimal -Path "${script:SRC_DIR}\dist\windows-amd64\*" -DestinationPath "${script:SRC_DIR}\dist\ollama-windows-amd64.zip" -Force
  217. if (Test-Path -Path "${script:SRC_DIR}\dist\windows-amd64-rocm") {
  218. Move-Item -destination "${script:SRC_DIR}\dist\windows-amd64\lib\ollama\rocm" -path "${script:SRC_DIR}\dist\windows-amd64-rocm\lib\ollama"
  219. }
  220. }
  221. if (Test-Path -Path "${script:SRC_DIR}\dist\windows-arm64") {
  222. write-host "Generating stand-alone distribution zip file ${script:SRC_DIR}\dist\ollama-windows-arm64.zip"
  223. Compress-Archive -CompressionLevel Optimal -Path "${script:SRC_DIR}\dist\windows-arm64\*" -DestinationPath "${script:SRC_DIR}\dist\ollama-windows-arm64.zip" -Force
  224. }
  225. }
  226. checkEnv
  227. try {
  228. if ($($args.count) -eq 0) {
  229. buildOllama
  230. buildApp
  231. gatherDependencies
  232. sign
  233. buildInstaller
  234. distZip
  235. } else {
  236. for ( $i = 0; $i -lt $args.count; $i++ ) {
  237. write-host "performing $($args[$i])"
  238. & $($args[$i])
  239. }
  240. }
  241. } catch {
  242. write-host "Build Failed"
  243. write-host $_
  244. } finally {
  245. set-location $script:SRC_DIR
  246. $env:PKG_VERSION=""
  247. }