1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
|
// -*- mode: cpp; mode: fold -*-
// Description /*{{{*/
// $Id: mirror.cc,v 1.59 2004/05/08 19:42:35 mdz Exp $
/* ######################################################################
Mirror Aquire Method - This is the Mirror aquire method for APT.
##################################################################### */
/*}}}*/
// Include Files /*{{{*/
#include <apt-pkg/fileutl.h>
#include <apt-pkg/acquire-method.h>
#include <apt-pkg/acquire-item.h>
#include <apt-pkg/acquire.h>
#include <apt-pkg/error.h>
#include <apt-pkg/hashes.h>
#include <fstream>
#include <iostream>
#include <stdarg.h>
#include <sys/stat.h>
using namespace std;
#include "mirror.h"
#include "http.h"
/*}}}*/
/*
* TODO:
* - send expected checksum to the mirror method so that
some checking/falling back can be done here already
* - keep the mirror file around in /var/lib/apt/mirrors
* can't be put into lists/ because of the listclearer
* cleanup by time (mtime relative to the other mtimes)
* - use a TTL time the mirror file is fetched again (6h?)
* - deal with runing as non-root because we can't write to the lists
dir then -> use the cached mirror file
* - better method to download than having a pkgAcquire interface here
* - magicmarker is (a bit) evil
* - testing :)
*/
MirrorMethod::MirrorMethod()
: HttpMethod(), HasMirrorFile(false)
{
#if 0
HasMirrorFile=true;
BaseUri="mirror://people.ubuntu.com/~mvo/mirror/mirrors";
MirrorFile="/var/lib/apt/lists/people.ubuntu.com_%7emvo_apt_mirror_mirrors";
Mirror="http://de.archive.ubuntu.com/ubuntu/";
#endif
};
// HttpMethod::Configuration - Handle a configuration message /*{{{*/
// ---------------------------------------------------------------------
/* We stash the desired pipeline depth */
bool MirrorMethod::Configuration(string Message)
{
if (pkgAcqMethod::Configuration(Message) == false)
return false;
Debug = _config->FindB("Debug::Acquire::mirror",false);
return true;
}
/*}}}*/
// clean the mirrors dir based on ttl information
bool MirrorMethod::Clean(string dir)
{
}
bool MirrorMethod::GetMirrorFile(string uri)
{
string Marker = _config->Find("Acquire::Mirror::MagicMarker","///");
BaseUri = uri.substr(0,uri.find(Marker));
string fetch = BaseUri;
fetch.replace(0,strlen("mirror://"),"http://");
MirrorFile = _config->FindDir("Dir::State::mirrors") + URItoFileName(BaseUri);
if(Debug)
{
cerr << "base-uri: " << BaseUri << endl;
cerr << "mirror-file: " << MirrorFile << endl;
}
// check the file, if it is not older than RefreshInterval just use it
// otherwise try to get a new one
if(FileExists(MirrorFile))
{
struct stat buf;
time_t t,now,refresh;
if(stat(MirrorFile.c_str(), &buf) != 0)
return false;
t = std::max(buf.st_mtime, buf.st_ctime);
now = time(NULL);
refresh = 60*_config->FindI("Acquire::Mirror::RefreshInterval",360);
if(t + refresh > now)
{
if(Debug)
clog << "Mirror file is in RefreshInterval" << endl;
HasMirrorFile = true;
return true;
}
if(Debug)
clog << "Mirror file " << MirrorFile << " older than " << refresh << ", re-download it" << endl;
}
// not that great to use pkgAcquire here, but we do not have
// any other way right now
pkgAcquire Fetcher;
new pkgAcqFile(&Fetcher, fetch, "", 0, "", "", "", MirrorFile);
bool res = (Fetcher.Run() == pkgAcquire::Continue);
if(res)
HasMirrorFile = true;
Fetcher.Shutdown();
return res;
}
bool MirrorMethod::SelectMirror()
{
// FIXME: make the mirror selection more clever, do not
// just use the first one!
ifstream in(MirrorFile.c_str());
getline(in, Mirror);
if(Debug)
cerr << "Using mirror: " << Mirror << endl;
return true;
}
// MirrorMethod::Fetch - Fetch an item /*{{{*/
// ---------------------------------------------------------------------
/* This adds an item to the pipeline. We keep the pipeline at a fixed
depth. */
bool MirrorMethod::Fetch(FetchItem *Itm)
{
// select mirror only once per session
if(!HasMirrorFile)
{
GetMirrorFile(Itm->Uri);
SelectMirror();
}
for (FetchItem *I = Queue; I != 0; I = I->Next)
{
if(I->Uri.find("mirror://") != string::npos)
I->Uri.replace(0,BaseUri.size(),Mirror);
}
// now run the real fetcher
return HttpMethod::Fetch(Itm);
};
void MirrorMethod::Fail(string Err,bool Transient)
{
if(Queue->Uri.find("http://") != string::npos)
Queue->Uri.replace(0,Mirror.size(), BaseUri);
pkgAcqMethod::Fail(Err, Transient);
}
void MirrorMethod::URIStart(FetchResult &Res)
{
if(Queue->Uri.find("http://") != string::npos)
Queue->Uri.replace(0,Mirror.size(), BaseUri);
pkgAcqMethod::URIStart(Res);
}
void MirrorMethod::URIDone(FetchResult &Res,FetchResult *Alt)
{
if(Queue->Uri.find("http://") != string::npos)
Queue->Uri.replace(0,Mirror.size(), BaseUri);
pkgAcqMethod::URIDone(Res, Alt);
}
int main()
{
setlocale(LC_ALL, "");
MirrorMethod Mth;
return Mth.Loop();
}
|
