-
Notifications
You must be signed in to change notification settings - Fork 1
/
reddit_app.py
320 lines (252 loc) · 9.5 KB
/
reddit_app.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
#!/usr/bin/python3
"""
This is the GUI for the Reddit Downloader.
"""
from domainparsers.reddit import Reddit
from domainparsers.reddit import RedditListener
from domainparsers.reddit import RedditException
from utils.downloader import Downloader
from utils.downloader import DownloaderListener
from utils.downloader import DownloaderException
import threading
import queue
from queue import Queue
from tkinter import Tk
from tkinter import Toplevel
from tkinter import TclError
from tkinter import Message
from tkinter import Menu
from tkinter import Frame
from tkinter import filedialog
from tkinter import font
from tkinter import Label
from tkinter import Button
from tkinter import messagebox
from tkinter import StringVar
from tkinter import IntVar
from tkinter import Entry
from tkinter import DISABLED
from tkinter import NORMAL
from tkinter import TOP
from tkinter import E
from tkinter import W
from tkinter.ttk import Progressbar
__author__ = 'petarGitNik'
__copyright__ = 'Copyright (c) 2017 petarGitNik [email protected]'
__version__ = 'v0.1.0'
__license__ = 'MIT'
__email__ = '[email protected]'
__status__ = 'Development'
class RedditApp(Frame):
def __init__(self, master=None):
"""
Initialize the main application Frame and load it with other widgets.
"""
super().__init__(master)
self.root = master
self.pack()
self.setup_main_frame()
self.create_menubar()
self.create_widgets()
def setup_main_frame(self):
self.root.resizable(0, 0)
self.root.wm_title('(sub)Reddit Downloader')
def create_menubar(self):
menubar = Menu(self.root)
menubar.add_command(label='About', command=AboutWindow.about)
menubar.add_command(label='Exit', command=self.root.quit)
self.root.config(menu=menubar)
def create_widgets(self):
"""
Create widgets to populate the applications frame.
"""
# URL, Pages, Destination
paths_frame = Frame(self)
lbl_url = Label(paths_frame, text='URL:')
lbl_pages = Label(paths_frame, text='Pages:')
lbl_destination = Label(paths_frame, text='Destination:')
lbl_pages_help = Label(
paths_frame, text='(Leave zero to crawl all pages)'
)
self.url_var = StringVar()
self.pages_var = IntVar()
self.destination_var = StringVar()
url = Entry(paths_frame, textvariable=self.url_var)
pages = Entry(paths_frame, textvariable=self.pages_var)
destination = Entry(paths_frame, textvariable=self.destination_var)
btn_chooser = Button(
paths_frame, text='Destination', command=self.choose_directory
)
pad_x = 5
pad_y = 7
r = 0
lbl_url.grid(row=r, column=0, sticky=E, padx=pad_x, pady=pad_y)
url.grid(row=r, column=1)
r += 1
lbl_pages.grid(row=r, column=0, sticky=E)
pages.grid(row=r, column=1, padx=pad_x, pady=pad_y)
lbl_pages_help.grid(row=r, column=2)
r += 1
lbl_destination.grid(row=r, column=0, sticky=E)
destination.grid(row=r, column=1, padx=pad_x, pady=pad_y)
btn_chooser.grid(row=r, column=2, sticky=E+W)
paths_frame.pack(side=TOP, padx=10, pady=10)
# Download button
download_frame = Frame(self)
self.btn_download = Button(
download_frame, text='Download', command=self.download_reddit
)
self.btn_download.pack(padx=10, pady=10)
download_frame.pack(side=TOP)
# Progress label
progress_info = Frame(self)
self.lbl_progress_info = Label(progress_info, text='')
self.lbl_progress_info.pack(padx=10, pady=10)
progress_info.pack(side=TOP)
def add_progress_bar(self):
"""
Add progress bar to root frame.
"""
self.progress_frame = Frame(self)
self.progress_bar = Progressbar(
self.progress_frame, orient='horizontal', length=400, mode='indeterminate'
)
self.progress_bar.pack(padx=10, pady=10)
self.progress_frame.pack(side=TOP)
def remove_progress_bar(self):
"""
Remove progress bare from root frame.
"""
self.progress_bar.destroy()
self.progress_frame.destroy()
def change_progress_label(self, text):
"""
Change text of progress bar label.
"""
self.lbl_progress_info.configure(
text=text, fg='red', font=(font.BOLD)
)
def choose_directory(self):
"""
Update the destination path entry filed with the chosen path.
"""
destination_path = filedialog.askdirectory(initialdir='~')
self.destination_var.set(destination_path)
def download_reddit(self):
"""
Download images from subreddit.
"""
try:
self.reddit = Reddit(self.url_var.get(), self.pages_var.get())
except RedditException:
messagebox.showerror('Error', 'Please input valid link')
return
except TclError:
messagebox.showerror('Error', 'Please input only whole numbers')
return
except Exception as e:
print(e)
messagebox.showerror('Error', 'Something went wrong with Reddit.')
return
try:
self.downloader = Downloader(self.reddit, self.destination_var.get())
except DownloaderException:
messagebox.showerror('Error', 'Invalid download path')
return
except Exception as e:
print(e)
messagebox.showerror('Error', 'Something went wrong with Downloader.')
return
self.btn_download.configure(text='Cancel', command=self.cancel_download)
self.change_progress_label('Fetching data...')
self.add_progress_bar()
self.progress_bar.start()
self.queue = Queue()
self.reddit_listener = RedditListener()
self.reddit.register(self.reddit_listener)
self.downloader_listener = DownloaderListener()
self.downloader.register(self.downloader_listener)
DownloadThread(self.queue, self.reddit, self.downloader).start()
self.root.after(100, self.process_queue)
def process_queue(self):
"""
Stop the progress bar if the thread has yielded control. If download was
canceled, re-enable download button only after thread has yielded control.
Reset progress bar and download button, and unregister all listeners when
downloading is finished or canceled.
"""
try:
msg = self.queue.get(0)
if self.btn_download['text'] == 'Cancel':
# self.reddit.fetch = True
# self.downloader.downloading = True
self.btn_download.configure(text='Download', command=self.download_reddit)
self.remove_progress_bar()
self.change_progress_label('Download finished.')
if self.btn_download['state'] == DISABLED:
self.btn_download.configure(state=NORMAL)
self.reddit.unregister()
self.downloader.unregister()
print(msg)
except queue.Empty:
if getattr(self.reddit_listener, 'fetched', None):
print(self.reddit_listener.maximum)
self.progress_bar.configure(mode='determinate')
self.progress_bar['value'] = 0
self.progress_bar['maximum'] = self.reddit_listener.maximum
self.reddit_listener.fetched = False
if (getattr(self.downloader_listener, 'currently_at', None) and
self.downloader.downloading):
print(self.downloader_listener.currently_at)
self.progress_bar['value'] = self.downloader_listener.currently_at
self.root.after(100, self.process_queue)
def cancel_download(self):
"""
Cancel fetching or downloading process.
"""
self.reddit.fetch = False
self.downloader.downloading = False
self.btn_download.configure(text='Download', command=self.download_reddit)
self.remove_progress_bar()
self.change_progress_label('Download canceled.')
self.btn_download.configure(state=DISABLED)
class DownloadThread(threading.Thread):
"""
Start a download thread.
"""
def __init__(self, queue, reddit, downloader):
threading.Thread.__init__(self)
self.queue = queue
self.reddit = reddit
self.downloader = downloader
def run(self):
"""
Fetching of download links and downloading process are located here.
"""
self.reddit.get_all_posts()
self.downloader.download_files()
self.queue.put('Downloading finished')
class AboutWindow(object):
"""
This is the Reddit Image Downloader. Paste URL into corresponding field,
choose path to download directory, and choose how many pages of a subreddit
you want to crawl.
The application was made by petarGitNik (https://github.com/petargitnik).
"""
@classmethod
def about(cls):
"""
Launch about window.
"""
top = Toplevel()
top.resizable(0, 0)
top.title('About the application')
about_message = AboutWindow.__doc__
msg = Message(top, text=about_message)
msg.pack()
btn_dismiss = Button(top, text='Dismiss', command=top.destroy)
btn_dismiss.pack()
if __name__ == '__main__':
root = Tk()
app = RedditApp(master=root)
app.mainloop()