summaryrefslogtreecommitdiff
path: root/abslibre
blob: a5733f0e45bfc007668207de30f936688452716a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
#!/bin/bash

ABSLIBRE=/srv/abslibre
ABSGIT=/srv/git/repositories/abslibre.git
# Remote
# ABSGIT=http://projects.parabolagnulinux.org/abslibre.git
BLACKLIST='https://projects.parabolagnulinux.org/blacklist.git/plain/blacklist.txt'
SYNCARGS='-mrtv --no-motd --delete-after --no-p --no-o --no-g'
BLFILE=/tmp/blacklist.txt

# Variables from abs.conf
ABSROOT="/srv/abs/"
# DON'T CHANGE. WE NEED IT FOR ABSLIBRE
SYNCSERVER="rsync.archlinux.org"
ARCH="i686"
MIRRORLIST="/etc/pacman.d/mirrorlist"
REPOS=(core extra community testing community-testing !staging !community-staging)

# Steps
# * Sync abs
# * Download blacklist.txt
# * Sync abslibre from abs excluding from blacklist
# * Create repo.abs.tar.gz tarballs

function sync_abs() {
    for ARCH in any i686 x86_64; do
        rsync ${SYNCARGS} ${SYNCSERVER}::abs/${ARCH}/ ${ABSROOT}/${ARCH} || return $?
    done
}

function get_blacklist() {
	printf ":: Updating blacklist...\t"
	wget -q -O - "${BLACKLIST}" | cut -d':' -f1 | sort -u | \
    sed "s/^/**\//" > ${BLFILE} || {
		printf "[FAILED]\n"
		return 1
	}

# Prevent using an empty blacklist
    [ $(wc -l ${BLFILE} | cut -d " " -f1) -eq 0 ] && return 1

	printf "[OK]\n"
}

function sync_abs_libre() {

# Clone ABSLibre git repo
    if [ -d /var/tmp/abslibre/.git ]; then
        pushd /var/tmp/abslibre >/dev/null 2>&1
        git pull
        popd  >/dev/null 2>&1
    else 
        git clone /srv/git/abslibre.git /var/tmp/abslibre
    fi

# Sync from ABS and then sync from ABSLibre
	printf ":: Syncing ABSLibre...\t"
	(rsync ${SYNCARGS} --delete-excluded \
        --exclude-from=${BLFILE} \
        ${ABSROOT} \
        ${ABSLIBRE} \
    &&
    for ARCH in i686 x86_64; do rsync -v -mrtq --no-motd --no-p --no-o --no-g --exclude=.git/ /var/tmp/abslibre/ ${ABSLIBRE}/${ARCH}/; done) || {
		printf "[FAILED]\n"
		return 1
	}

	printf "[OK]\n"
}

# This part is very hacky and particular to the current setup :P
sync_pre_mips64el() {
    pushd /home/fauno/Repos/abslibre-pre-mips64el >/dev/null

    sudo -u fauno sh -c "

    rsync ${SYNCARGS} \
          --exclude=.git* \
          --exclude=community-staging \
          --exclude=community-testing \
          --exclude=gnome-unstable \
          --exclude=kde-unstable \
          --exclude=multilib \
          --exclude=multilib-testing \
          --exclude=multilib-staging \
          --exclude=staging \
          --exclude=testing \
          ${ABSLIBRE}/x86_64/ \
          /home/fauno/Repos/abslibre-pre-mips64el/ && \
          git add . && \
          git commit -m \"$(date)\" -a
          git push origin master
    "
}

# Create .abs.tar.gz tarballs
create_tarballs() {
    for repo in ${ABSLIBRE}/{i686,x86_64}/*; do
        baserepo=${repo##*/}
        arch=$(basename $(dirname $repo))

# Remove the old one
        mkdir -p /srv/http/web/media/abs/$baserepo/os/$arch/
        rm /srv/http/web/media/abs/$baserepo/os/$arch/$baserepo.abs.tar.gz
# Create a new one joining arch and any
# Remove the first part of the path (it could be $repo but any isn't hit)
        bsdtar -czvf /srv/http/web/media/abs/$baserepo/os/$arch/$baserepo.abs.tar.gz \
               -s ":${ABSLIBRE}/[a-z0-9_]\+/[a-z]\+::" \
               $repo/* ${ABSLIBRE}/any/${baserepo}/*

    done
}

sync_abs || exit 1
get_blacklist || exit 1
sync_abs_libre || exit 1
# This is being done at repo server now
sync_pre_mips64el || exit 1
#create_tarballs || exit 1

echo "Exclusion list used"
cat ${BLFILE}

exit 0