Создание репозитория Ubuntu

#!/usr/local/bin/bash
## Script for Ubuntu two stage mirroring. v 1.0. vazhnov@jabber.ru
## Adapted from the "Mirror Synchronization Script Version 1.01 Updated 13 Feb 2007 by Peter Noble"
## About two stage mirroring: http://www.ubuntu.com/getubuntu/mirror/3
## /usr/local/bin/ubuntu-mirror-sync.sh

## Point our log file to somewhere and setup our admin email
log="/var/log/mirror/mirrorsync.log"

adminmail="admin@my.domain"
# Set to 0 if you do not want to receive email
sendemail=0

# Subject is the subject of our email
subject="Ubuntu Mirror Sync Finished"

## Setup the server to mirror
remote="rsync://mirror.yandex.ru/ubuntu/"

## Setup the local directory / Our mirror
local="/path/to/your/mirror"

# Options to all rsync
options_all_rsync=" --timeout=120 --checksum --compress "

# Additional options to debug mode
options_debug_rsync=" --verbose "

## Initialize some other variables
complete="false"
failures=0
stage_one_complete=0
status=1
pid=$$

## Create a lock file containing the process ID's
lockfile="/var/tmp/mirror.lock"
if [ -f $lockfile ]; then
	echo "Lock file present. Exiting."
	exit
fi

echo $pid > $lockfile

echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Started Ubuntu Mirror Sync" >> $log
echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - from $remote to $local " >> $log
while [[ "$complete" != "true" ]]; do

	if [[ $failures -gt 0 ]]; then
		## Sleep for 1 minutes for sanity's sake
		## The most common reason for a failure at this point
		##  is that the rsync server is handling too many concurrent connections.
		if [[ $1 == "debug" ]]; then
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` "sleeping 1 minute"
		else
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` "sleeping 1 minute" >> $log
		fi
		sleep 1m
	fi

	if [[ $stage_one_complete == "0" ]]; then
		if [[ $1 == "debug" ]]; then
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Working on attempt number $failures"
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Started FIRST stage Ubuntu mirror sync"
			rsync --recursive --times --links --hard-links \
			      --stats \
			      --exclude "Packages*" --exclude "Sources*" --exclude "Release*" \
			      $options_debug_rsync $options_all_rsync $remote $local
			status=$?
		else
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Started FIRST stage Ubuntu mirror sync" >> $log
			rsync --recursive --times --links --hard-links \
			      --stats \
			      --exclude "Packages*" --exclude "Sources*" --exclude "Release*" \
			      $options_all_rsync $remote $local >> $log
			status=$?
		fi

		if [[ $status -ne "0" ]]; then
			complete="false"
			(( failures += 1 ))
		else
			stage_one_complete=1
		fi
	fi

	if [[ $stage_one_complete == "1" ]]; then
		if [[ $1 == "debug" ]]; then
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Working on attempt number $failures"
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Started SECOND stage Ubuntu mirror sync"
			rsync --recursive --times --links --hard-links \
			      --stats --delete --delete-after \
			      --exclude "project/trace/${HOSTNAME}" \
			      $options_debug_rsync $options_all_rsync $remote $local
			status=$?
		else
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Started SECOND stage Ubuntu mirror sync" >> $log
			rsync --recursive --times --links --hard-links \
			      --stats --delete --delete-after \
			      --exclude "project/trace/${HOSTNAME}" \
			      $options_all_rsync $remote $local >> $log
			status=$?
		fi

		if [[ $status -ne "0" ]]; then
			complete="false"
			(( failures += 1 ))
		else
			echo `date -j "+%Y-%m-%d_%H-%M-%S"` " - $pid - Finished Ubuntu mirror sync" >> $log
			# Send the email
			if [[ -x /usr/bin/mail && "$sendemail" -eq "1" ]]; then
			mail -s "$subject" "$adminmail" <<OUTMAIL
Summary of Ubuntu Mirror Synchronization
PID: $pid
Failures: $failures
Finish Time: `date`

Sincerely,
$HOSTNAME

OUTMAIL
			fi
		complete="true"
		fi
	fi
done

rm $lockfile

exit 0

--- debmirror.orig	2009-06-29 11:15:30.000000000 +0200
+++ debmirror	2009-06-29 11:19:44.000000000 +0200
@@ -376,7 +376,7 @@
 use LWP::UserAgent;
 
 # Yeah, I use too many global variables in this program.
-our ($debug, $progress, $verbose, $passive, $skippackages, $getcontents);
+our ($debug, $nopkgbz2, $progress, $verbose, $passive, $skippackages, $getcontents);
 our ($ua, $proxy);
 our (@dists, @sections, @arches, @extra_dirs, @ignores, @excludes, @includes, @skip_installer);
 our (@excludes_deb_section, @limit_priority);
@@ -421,6 +421,7 @@
 
 my $help;
 GetOptions('debug'        => \$debug,
+	   'nopkgbz2'     => \$nopkgbz2,
 	   'progress|p'   => \$progress,
 	   'verbose|v'    => \$verbose,
 	   'source!'      => \$do_source,
@@ -839,7 +840,7 @@
 
 # Collect package lists
 my $failed = 0;
-foreach my $ext (".bz2", ".gz", "") {
+foreach my $ext ( $nopkgbz2 ? () : ".bz2" , ".gz" , "") {
   $failed = 0;
   process_dists(\&want_packages, $ext);

Не забудьте поменять ServerAdmin и DocumentRoot. Необходимо создать каталог /var/log/apache, в который разрешить запись пользователю, из под которого будет запущен сервер Apache.

# =================================================
# Basic settings
# =================================================
Listen 0.0.0.0:80
User apache
Group apache
ServerAdmin admin@your-domain.com
UseCanonicalName Off
ServerSignature Off
HostnameLookups Off
ServerTokens Prod
ServerRoot "/usr/local"
DocumentRoot "/path/to/your/mirror/"

LoadModule authz_host_module libexec/apache22/mod_authz_host.so
LoadModule auth_basic_module libexec/apache22/mod_auth_basic.so
LoadModule log_config_module libexec/apache22/mod_log_config.so
LoadModule mime_module libexec/apache22/mod_mime.so
LoadModule dir_module libexec/apache22/mod_dir.so

# Directory listings
LoadModule autoindex_module libexec/apache22/mod_autoindex.so
LoadModule alias_module libexec/apache22/mod_alias.so

<IfModule mod_dir.c>
        DirectoryIndex index.html
</IfModule>

# =================================================
# HTTP and performance settings
# =================================================
Timeout 300
KeepAlive On
MaxKeepAliveRequests 100
KeepAliveTimeout 15

<IfModule prefork.c>
        MinSpareServers 5
        MaxSpareServers 10
        StartServers 5
        MaxClients 150
        MaxRequestsPerChild 0
</IfModule>

# =================================================
# Access control
# =================================================
<Directory />
        Options FollowSymLinks +Indexes
        AllowOverride None
        Order allow,deny
        Allow from all
</Directory>

<Directory "/ubuntu/">
        Order allow,deny
        Allow from all
</Directory>

# =================================================
# MIME encoding
# =================================================
<IfModule mod_mime.c>
    TypesConfig /usr/local/etc/apache22/mime.types
</IfModule>
DefaultType text/plain

<IfModule mod_mime.c>
    AddEncoding x-compress .Z
    AddEncoding x-gzip .gz .tgz
    AddType application/x-compress .Z
    AddType application/x-gzip .gz .tgz
    AddType application/x-bzip2 .bz2
    AddType application/x-tar .tgz
</IfModule>

# =================================================
# Logs
# =================================================
ErrorLog "/var/log/apache/error.log"
LogLevel warn

<IfModule log_config_module>
    LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" combined
    LogFormat "%h %l %u %t \"%r\" %>s %b" common

    <IfModule logio_module>
      # You need to enable mod_logio.c to use %I and %O
      LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" %I %O" combinedio
    </IfModule>

    CustomLog "/var/log/apache/access.log" combined
</IfModule>

# Fancy directory listings
Include etc/apache22/extra/httpd-autoindex.conf

• /usr/local/etc/apache22/extra/httpd-autoindex.conf

по сравнению с оригинальным файлом, изменена только опция IndexOptions.

#
# IndexOptions: Controls the appearance of server-generated directory
# listings.
# FancyIndexing HTMLTable VersionSort
IndexOptions VersionSort FoldersFirst NameWidth=70 Charset=UTF-8

# We include the /icons/ alias for FancyIndexed directory listings.  If
# you do not use FancyIndexing, you may comment this out.
#
Alias /icons/ "/usr/local/www/apache22/icons/"

<Directory "/usr/local/www/apache22/icons">
    Options Indexes MultiViews
    AllowOverride None
    Order allow,deny
    Allow from all
</Directory>

#
# AddIcon* directives tell the server which icon to show for different
# files or filename extensions.  These are only displayed for
# FancyIndexed directories.
#
AddIconByEncoding (CMP,/icons/compressed.gif) x-compress x-gzip

AddIconByType (TXT,/icons/text.gif) text/*
AddIconByType (IMG,/icons/image2.gif) image/*
AddIconByType (SND,/icons/sound2.gif) audio/*
AddIconByType (VID,/icons/movie.gif) video/*

AddIcon /icons/binary.gif .bin .exe
AddIcon /icons/binhex.gif .hqx
AddIcon /icons/tar.gif .tar
AddIcon /icons/world2.gif .wrl .wrl.gz .vrml .vrm .iv
AddIcon /icons/compressed.gif .Z .z .tgz .gz .zip
AddIcon /icons/a.gif .ps .ai .eps
AddIcon /icons/layout.gif .html .shtml .htm .pdf
AddIcon /icons/text.gif .txt
AddIcon /icons/c.gif .c
AddIcon /icons/p.gif .pl .py
AddIcon /icons/f.gif .for
AddIcon /icons/dvi.gif .dvi
AddIcon /icons/uuencoded.gif .uu
AddIcon /icons/script.gif .conf .sh .shar .csh .ksh .tcl
AddIcon /icons/tex.gif .tex
AddIcon /icons/bomb.gif core

AddIcon /icons/back.gif ..
AddIcon /icons/hand.right.gif README
AddIcon /icons/folder.gif ^^DIRECTORY^^
AddIcon /icons/blank.gif ^^BLANKICON^^

#
# DefaultIcon is which icon to show for files which do not have an icon
# explicitly set.
#
DefaultIcon /icons/unknown.gif

#
# AddDescription allows you to place a short description after a file in
# server-generated indexes.  These are only displayed for FancyIndexed
# directories.
# Format: AddDescription "description" filename
#
#AddDescription "GZIP compressed document" .gz
#AddDescription "tar archive" .tar
#AddDescription "GZIP compressed tar archive" .tgz

#
# ReadmeName is the name of the README file the server will look for by
# default, and append to directory listings.
#
# HeaderName is the name of a file which should be prepended to
# directory indexes. 
ReadmeName README.html
HeaderName HEADER.html

#
# IndexIgnore is a set of filenames which directory indexing should ignore
# and not include in the listing.  Shell-style wildcarding is permitted.
#
IndexIgnore .??* *~ *# HEADER* README* RCS CVS *,v *,t

Конфигурационный файл для FreeBSD, но должно работать и в других системах, нужно только убрать опцию server.event-handler.

/usr/local/etc/lighttpd.conf

server.modules              = (
                                "mod_access",
                                "mod_accesslog" )
server.document-root        = "/path/to/your/mirror/"
server.errorlog             = "/var/log/lighttpd/error.log"
index-file.names            = ( "index.html", "index.htm" )
server.event-handler = "freebsd-kqueue" # needed on OS X
mimetype.assign             = (
  ".pdf"          =>      "application/pdf",
  ".sig"          =>      "application/pgp-signature",
  ".spl"          =>      "application/futuresplash",
  ".class"        =>      "application/octet-stream",
  ".ps"           =>      "application/postscript",
  ".torrent"      =>      "application/x-bittorrent",
  ".dvi"          =>      "application/x-dvi",
  ".gz"           =>      "application/x-gzip",
  ".pac"          =>      "application/x-ns-proxy-autoconfig",
  ".swf"          =>      "application/x-shockwave-flash",
  ".tar.gz"       =>      "application/x-tgz",
  ".tgz"          =>      "application/x-tgz",
  ".tar"          =>      "application/x-tar",
  ".zip"          =>      "application/zip",
  ".mp3"          =>      "audio/mpeg",
  ".m3u"          =>      "audio/x-mpegurl",
  ".wma"          =>      "audio/x-ms-wma",
  ".wax"          =>      "audio/x-ms-wax",
  ".ogg"          =>      "application/ogg",
  ".wav"          =>      "audio/x-wav",
  ".gif"          =>      "image/gif",
  ".jar"          =>      "application/x-java-archive",
  ".jpg"          =>      "image/jpeg",
  ".jpeg"         =>      "image/jpeg",
  ".png"          =>      "image/png",
  ".xbm"          =>      "image/x-xbitmap",
  ".xpm"          =>      "image/x-xpixmap",
  ".xwd"          =>      "image/x-xwindowdump",
  ".css"          =>      "text/css",
  ".html"         =>      "text/html",
  ".htm"          =>      "text/html",
  ".js"           =>      "text/javascript",
  ".asc"          =>      "text/plain",
  ".c"            =>      "text/plain",
  ".cpp"          =>      "text/plain",
  ".log"          =>      "text/plain",
  ".conf"         =>      "text/plain",
  ".text"         =>      "text/plain",
  ".txt"          =>      "text/plain",
  ".dtd"          =>      "text/xml",
  ".xml"          =>      "text/xml",
  ".mpeg"         =>      "video/mpeg",
  ".mpg"          =>      "video/mpeg",
  ".mov"          =>      "video/quicktime",
  ".qt"           =>      "video/quicktime",
  ".avi"          =>      "video/x-msvideo",
  ".asf"          =>      "video/x-ms-asf",
  ".asx"          =>      "video/x-ms-asf",
  ".wmv"          =>      "video/x-ms-wmv",
  ".bz2"          =>      "application/x-bzip",
  ".tbz"          =>      "application/x-bzip-compressed-tar",
  ".tar.bz2"      =>      "application/x-bzip-compressed-tar",
  # default mime type
  ""              =>      "application/octet-stream",
 )
server.tag                 = "lighttpd"
accesslog.filename          = "/var/log/lighttpd/access.log"
url.access-deny             = ( "~", ".inc" )

$HTTP["url"] =~ "\.pdf$" {
  server.range-requests = "disable"
}
server.pid-file            = "/var/run/lighttpd.pid"

## virtual directory listings
dir-listing.activate       = "enable"
## select encoding for directory listings
dir-listing.encoding        = "utf-8"

## change uid to <uid> (default: don't care)
server.username            = "www"
## change uid to <uid> (default: don't care)
server.groupname           = "www"

Если репозиторий один, то конфигурацию можно поместить в /etc/nginx/sites-enabled/default:

server {
…
	location / {
		root /path/to/your/mirror;
		autoindex on;
	}

	location /ubuntu/ {
		root /path/to/your/mirror;
		autoindex on;
	}
…
}

Если же зеркал репозиториев несколько (ru.archive.ubuntu.com, archive.canonical.com, security.ubuntu.com), то лучше создать отдельные конфигурационные файлы, например /etc/nginx/sites-enabled/archive.ubuntu.com.conf:

server {
	listen   [::]:80;

	server_name *.archive.ubuntu.com security.ubuntu.com;
	root /path/to/your/mirror/ubuntu;
	autoindex on;

	location /ubuntu/ {
		root /path/to/your/mirror;
	}
}