Skip to content

Instantly share code, notes, and snippets.

@gamersalpha
Created January 15, 2025 19:05
Show Gist options
  • Save gamersalpha/c27ebe41154aee175afb170179982fcb to your computer and use it in GitHub Desktop.
Save gamersalpha/c27ebe41154aee175afb170179982fcb to your computer and use it in GitHub Desktop.
Ollama - SWAG Nginx proxy config
server {
listen 443 ssl;
listen [::]:443 ssl;
server_name ollama.*;
include /config/nginx/ssl.conf;
client_max_body_size 0;
# enable for ldap auth (requires ldap-location.conf in the location block)
#include /config/nginx/ldap-server.conf;
# enable for Authelia (requires authelia-location.conf in the location block)
#include /config/nginx/authelia-server.conf;
# enable for Authentik (requires authentik-location.conf in the location block)
#include /config/nginx/authentik-server.conf;
location / {
# enable the next two lines for http auth
#auth_basic "Restricted";
#auth_basic_user_file /config/nginx/.htpasswd;
# enable for ldap auth (requires ldap-server.conf in the server block)
#include /config/nginx/ldap-location.conf;
# enable for Authelia (requires authelia-server.conf in the server block)
#include /config/nginx/authelia-location.conf;
# enable for Authentik (requires authentik-server.conf in the server block)
#include /config/nginx/authentik-location.conf;
include /config/nginx/proxy.conf;
include /config/nginx/resolver.conf;
set $upstream_app 192.168.1.150;
set $upstream_port 11434;
set $upstream_proto http;
#proxy_set_header Host $upstream_app:$upstream_port;
rewrite /ollama_proxy(.+) $1 break;
proxy_hide_header 'Origin';
add_header 'Origin' 'http://192.168.1.150'; #should be ip of the server where ollama is
proxy_pass $upstream_proto://$upstream_app:$upstream_port;
#proxy_redirect off; #duplicate
#proxy_http_version 1.1; #duplicate
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection 'upgrade';
proxy_cache_bypass $http_upgrade;
#proxy_read_timeout 3600; #duplicate
#proxy_connect_timeout 3600; #duplicate
#proxy_send_timeout 3600; #duplicate
# REMOVE THIS LINE BEFORE SUBMITTING: Additional proxy settings such as headers go below this line, leave the blank line above.
}
# REMOVE THIS LINE BEFORE SUBMITTING: Some proxies require one or more additional location blocks for things like API or RPC endpoints.
# REMOVE THIS LINE BEFORE SUBMITTING: If the proxy you are making a sample for does not require an additional location block please remove the commented out section below.
# location ~ (/<container_name>)?/api {
# include /config/nginx/proxy.conf;
# include /config/nginx/resolver.conf;
# set $upstream_app <container_name>;
# set $upstream_port <port_number>;
# set $upstream_proto <http or https>;
# proxy_pass $upstream_proto://$upstream_app:$upstream_port;
#
# # REMOVE THIS LINE BEFORE SUBMITTING: Additional proxy settings such as headers go below this line, leave the blank line above.
# }
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment