summaryrefslogtreecommitdiff
path: root/shared/fileTraverser.cpp
blob: 6438b3581e50a2a43f72bd0a410010ec41f1cb05 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
#include "fileTraverser.h"
#include "globalFunctions.h"
#include "systemFunctions.h"
#include <wx/intl.h>

#ifdef FFS_WIN
#include <wx/msw/wrapwin.h> //includes "windows.h"

#elif defined FFS_LINUX
#include <sys/stat.h>
#include <dirent.h>
#include <errno.h>
#endif


#ifdef FFS_WIN
class CloseHandleOnExit
{
public:
    CloseHandleOnExit(HANDLE fileHandle) : fileHandle_(fileHandle) {}

    ~CloseHandleOnExit()
    {
        CloseHandle(fileHandle_);
    }

private:
    HANDLE fileHandle_;
};


class CloseFindHandleOnExit
{
public:
    CloseFindHandleOnExit(HANDLE searchHandle) : searchHandle_(searchHandle) {}

    ~CloseFindHandleOnExit()
    {
        FindClose(searchHandle_);
    }

private:
    HANDLE searchHandle_;
};


inline
void setWin32FileInformation(const FILETIME& lastWriteTime,
                             const DWORD fileSizeHigh,
                             const DWORD fileSizeLow,
                             FreeFileSync::TraverseCallback::FileInfo& output)
{
    //convert UTC FILETIME to ANSI C format (number of seconds since Jan. 1st 1970 UTC)
    wxLongLong writeTimeLong(wxInt32(lastWriteTime.dwHighDateTime), lastWriteTime.dwLowDateTime);
    writeTimeLong /= 10000000;                    //reduce precision to 1 second (FILETIME has unit 10^-7 s)
    writeTimeLong -= wxLongLong(2, 3054539008UL); //timeshift between ansi C time and FILETIME in seconds == 11644473600s
    output.lastWriteTimeRaw = writeTimeLong;

    output.fileSize = wxULongLong(fileSizeHigh, fileSizeLow);
}


inline
bool setWin32FileInformationFromSymlink(const Zstring linkName, FreeFileSync::TraverseCallback::FileInfo& output)
{
    //open handle to target of symbolic link
    HANDLE hFile = ::CreateFile(linkName.c_str(),
                                0,
                                FILE_SHARE_READ | FILE_SHARE_WRITE | FILE_SHARE_DELETE,
                                NULL,
                                OPEN_EXISTING,
                                FILE_FLAG_BACKUP_SEMANTICS,
                                NULL);
    if (hFile == INVALID_HANDLE_VALUE)
        return false;

    CloseHandleOnExit dummy(hFile);

    BY_HANDLE_FILE_INFORMATION fileInfoByHandle;

    if (!::GetFileInformationByHandle(
                hFile,
                &fileInfoByHandle))
        return false;

    //write output
    setWin32FileInformation(fileInfoByHandle.ftLastWriteTime, fileInfoByHandle.nFileSizeHigh, fileInfoByHandle.nFileSizeLow, output);
    return true;
}

#elif defined FFS_LINUX
class CloseDirOnExit
{
public:
    CloseDirOnExit(DIR* dir) : m_dir(dir) {}

    ~CloseDirOnExit()
    {
        ::closedir(m_dir); //no error handling here
    }

private:
    DIR* m_dir;
};
#endif


template <bool traverseDirectorySymlinks>
bool traverseDirectory(const Zstring& directory, FreeFileSync::TraverseCallback* sink, const int level)
{
    using FreeFileSync::TraverseCallback;

    if (level == 100) //catch endless recursion
    {
        switch (sink->onError(wxString(_("Endless loop when traversing directory:")) + wxT("\n\"") + directory + wxT("\"")))
        {
        case TraverseCallback::TRAVERSING_STOP:
            return false;
        case TraverseCallback::TRAVERSING_CONTINUE:
            return true;
        }
    }

#ifdef FFS_WIN
    //ensure directoryFormatted ends with backslash
    const Zstring directoryFormatted = directory.EndsWith(globalFunctions::FILE_NAME_SEPARATOR) ?
                                       directory :
                                       directory + globalFunctions::FILE_NAME_SEPARATOR;

    WIN32_FIND_DATA fileMetaData;
    HANDLE searchHandle = FindFirstFile((directoryFormatted + DefaultChar('*')).c_str(), //pointer to name of file to search for
                                        &fileMetaData);   //pointer to returned information

    if (searchHandle == INVALID_HANDLE_VALUE)
    {
        const DWORD lastError = ::GetLastError();
        if (lastError == ERROR_FILE_NOT_FOUND)
            return true;

        //else: we have a problem... report it:
        const wxString errorMessage = wxString(_("Error traversing directory:")) + wxT("\n\"") + directory.c_str() + wxT("\"") ;
        switch (sink->onError(errorMessage + wxT("\n\n") + FreeFileSync::getLastErrorFormatted(lastError)))
        {
        case TraverseCallback::TRAVERSING_STOP:
            return false;
        case TraverseCallback::TRAVERSING_CONTINUE:
            return true;
        }
    }
    CloseFindHandleOnExit dummy(searchHandle);

    do
    {   //don't return "." and ".."
        const wxChar* const shortName = fileMetaData.cFileName;
        if (    shortName[0] == wxChar('.') &&
                ((shortName[1] == wxChar('.') && shortName[2] == wxChar('\0')) ||
                 shortName[1] == wxChar('\0')))
            continue;

        const Zstring fullName = directoryFormatted + shortName;

        if (fileMetaData.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) //a directory... (for directory symlinks this flag is set too!)
        {
            const TraverseCallback::ReturnValDir rv = sink->onDir(shortName, fullName);
            switch (rv.returnCode)
            {
            case TraverseCallback::ReturnValDir::TRAVERSING_STOP:
                return false;

            case TraverseCallback::ReturnValDir::TRAVERSING_IGNORE_DIR:
                break;

            case TraverseCallback::ReturnValDir::TRAVERSING_CONTINUE:
                //traverse into symbolic links, junctions, etc. if requested only:
                if (traverseDirectorySymlinks || (~fileMetaData.dwFileAttributes & FILE_ATTRIBUTE_REPARSE_POINT))
                    if (!traverseDirectory<traverseDirectorySymlinks>(fullName, rv.subDirCb, level + 1))
                        return false;
                break;
            }
        }
        else //a file...
        {
            TraverseCallback::FileInfo details;

            if (fileMetaData.dwFileAttributes & FILE_ATTRIBUTE_REPARSE_POINT) //dereference symlinks!
            {
                if (!setWin32FileInformationFromSymlink(fullName, details)) //broken symlink
                {
                    details.lastWriteTimeRaw = 0; //we are not interested in the modifiation time of the link
                    details.fileSize         = 0;
                }
            }
            else
                setWin32FileInformation(fileMetaData.ftLastWriteTime, fileMetaData.nFileSizeHigh, fileMetaData.nFileSizeLow, details);

            switch (sink->onFile(shortName, fullName, details))
            {
            case TraverseCallback::TRAVERSING_STOP:
                return false;
            case TraverseCallback::TRAVERSING_CONTINUE:
                break;
            }
        }
    }
    while (FindNextFile(searchHandle,	 // handle to search
                        &fileMetaData)); // pointer to structure for data on found file

    const DWORD lastError = ::GetLastError();
    if (lastError == ERROR_NO_MORE_FILES)
        return true; //everything okay

    //else: we have a problem... report it:
    const wxString errorMessage = wxString(_("Error traversing directory:")) + wxT("\n\"") + directory.c_str() + wxT("\"") ;
    switch (sink->onError(errorMessage + wxT("\n\n") + FreeFileSync::getLastErrorFormatted(lastError)))
    {
    case TraverseCallback::TRAVERSING_STOP:
        return false;
    case TraverseCallback::TRAVERSING_CONTINUE:
        return true;
    }

#elif defined FFS_LINUX
    DIR* dirObj = ::opendir(directory.c_str()); //directory must NOT end with path separator, except "/"
    if (dirObj == NULL)
    {
        const wxString errorMessage = wxString(_("Error traversing directory:")) + wxT("\n\"") + directory.c_str() + wxT("\"") ;
        switch (sink->onError(errorMessage + wxT("\n\n") + FreeFileSync::getLastErrorFormatted()))
        {
        case TraverseCallback::TRAVERSING_STOP:
            return false;
        case TraverseCallback::TRAVERSING_CONTINUE:
            return true;
        }
    }
    CloseDirOnExit dummy(dirObj);

    while (true)
    {
        errno = 0; //set errno to 0 as unfortunately this isn't done when readdir() returns NULL because it can't find any files
        struct dirent* dirEntry = ::readdir(dirObj);
        if (dirEntry == NULL)
        {
            if (errno == 0)
                return true; //everything okay

            //else: we have a problem... report it:
            const wxString errorMessage = wxString(_("Error traversing directory:")) + wxT("\n\"") + directory.c_str() + wxT("\"") ;
            switch (sink->onError(errorMessage + wxT("\n\n") + FreeFileSync::getLastErrorFormatted()))
            {
            case TraverseCallback::TRAVERSING_STOP:
                return false;
            case TraverseCallback::TRAVERSING_CONTINUE:
                return true;
            }
        }

        //don't return "." and ".."
        const wxChar* const shortName = dirEntry->d_name;
        if (      shortName[0] == wxChar('.') &&
                  ((shortName[1] == wxChar('.') && shortName[2] == wxChar('\0')) ||
                   shortName[1] == wxChar('\0')))
            continue;

        const Zstring fullName = directory.EndsWith(globalFunctions::FILE_NAME_SEPARATOR) ? //e.g. "/"
                                 directory + shortName :
                                 directory + globalFunctions::FILE_NAME_SEPARATOR + shortName;

        struct stat fileInfo;
        if (lstat(fullName.c_str(), &fileInfo) != 0) //lstat() does not resolve symlinks
        {
            const wxString errorMessage = wxString(_("Error reading file attributes:")) + wxT("\n\"") + fullName.c_str() + wxT("\"");
            switch (sink->onError(errorMessage + wxT("\n\n") + FreeFileSync::getLastErrorFormatted()))
            {
            case TraverseCallback::TRAVERSING_STOP:
                return false;
            case TraverseCallback::TRAVERSING_CONTINUE:
                break;
            }
            continue;
        }

        const bool isSymbolicLink = S_ISLNK(fileInfo.st_mode);
        if (isSymbolicLink) //dereference symbolic links
        {
            if (stat(fullName.c_str(), &fileInfo) != 0) //stat() resolves symlinks
            {
                //a broken symbolic link
                TraverseCallback::FileInfo details;
                details.lastWriteTimeRaw = 0; //we are not interested in the modifiation time of the link
                details.fileSize         = 0;

                switch (sink->onFile(shortName, fullName, details))
                {
                case TraverseCallback::TRAVERSING_STOP:
                    return false;
                case TraverseCallback::TRAVERSING_CONTINUE:
                    break;
                }
                continue;
            }
        }


        if (S_ISDIR(fileInfo.st_mode)) //a directory... (note: symbolic links need to be dereferenced to test if they point to a directory!)
        {
            const TraverseCallback::ReturnValDir rv = sink->onDir(shortName, fullName);
            switch (rv.returnCode)
            {
            case TraverseCallback::ReturnValDir::TRAVERSING_STOP:
                return false;

            case TraverseCallback::ReturnValDir::TRAVERSING_IGNORE_DIR:
                break;

            case TraverseCallback::ReturnValDir::TRAVERSING_CONTINUE:
                //traverse into symbolic links, junctions, etc. if requested only:
                if (traverseDirectorySymlinks || !isSymbolicLink) //traverse into symbolic links if requested only
                    if (!traverseDirectory<traverseDirectorySymlinks>(fullName, rv.subDirCb, level + 1))
                        return false;
                break;
            }
        }
        else //a file...
        {
            TraverseCallback::FileInfo details;
            details.lastWriteTimeRaw = fileInfo.st_mtime; //UTC time(ANSI C format); unit: 1 second
            details.fileSize         = fileInfo.st_size;

            switch (sink->onFile(shortName, fullName, details))
            {
            case TraverseCallback::TRAVERSING_STOP:
                return false;
            case TraverseCallback::TRAVERSING_CONTINUE:
                break;
            }
        }
    }
#endif

    return true; //dummy value
}


void FreeFileSync::traverseFolder(const Zstring& directory,
                                  const bool traverseDirectorySymlinks,
                                  TraverseCallback* sink)
{
#ifdef FFS_WIN
    const Zstring& directoryFormatted = directory;
#elif defined FFS_LINUX
    const Zstring directoryFormatted = //remove trailing slash
        directory.size() > 1 && directory.EndsWith(globalFunctions::FILE_NAME_SEPARATOR) ?  //exception: allow '/'
        directory.BeforeLast(globalFunctions::FILE_NAME_SEPARATOR) :
        directory;
#endif

    if (traverseDirectorySymlinks)
        traverseDirectory<true>(directoryFormatted, sink, 0);
    else
        traverseDirectory<false>(directoryFormatted, sink, 0);
}
bgstack15