Update
This commit is contained in:
Firstname Lastname
commit
48c152afd9
|
|
@ -0,0 +1,89 @@
|
||||||
|
# Project Title
|
||||||
|
|
||||||
|
Ydl is a simple python program that downloads youtube videos, converts them into
|
||||||
|
audio file and creates an xml file to listen to them as a podcast.
|
||||||
|
|
||||||
|
## Getting Started
|
||||||
|
|
||||||
|
These instructions will get you a copy of the project up and running on your local machine for development and testing purposes. See deployment for notes on how to deploy the project on a live system.
|
||||||
|
|
||||||
|
### Prerequisites
|
||||||
|
|
||||||
|
What things you need to install the software and how to install them
|
||||||
|
|
||||||
|
```
|
||||||
|
Give examples
|
||||||
|
```
|
||||||
|
|
||||||
|
### Installing
|
||||||
|
|
||||||
|
A step by step series of examples that tell you how to get a development env running
|
||||||
|
|
||||||
|
Say what the step will be
|
||||||
|
|
||||||
|
```
|
||||||
|
Give the example
|
||||||
|
```
|
||||||
|
|
||||||
|
And repeat
|
||||||
|
|
||||||
|
```
|
||||||
|
until finished
|
||||||
|
```
|
||||||
|
|
||||||
|
End with an example of getting some data out of the system or using it for a little demo
|
||||||
|
|
||||||
|
## Running the tests
|
||||||
|
|
||||||
|
Explain how to run the automated tests for this system
|
||||||
|
|
||||||
|
### Break down into end to end tests
|
||||||
|
|
||||||
|
Explain what these tests test and why
|
||||||
|
|
||||||
|
```
|
||||||
|
Give an example
|
||||||
|
```
|
||||||
|
|
||||||
|
### And coding style tests
|
||||||
|
|
||||||
|
Explain what these tests test and why
|
||||||
|
|
||||||
|
```
|
||||||
|
Give an example
|
||||||
|
```
|
||||||
|
|
||||||
|
## Deployment
|
||||||
|
|
||||||
|
Add additional notes about how to deploy this on a live system
|
||||||
|
|
||||||
|
## Built With
|
||||||
|
|
||||||
|
* [Dropwizard](http://www.dropwizard.io/1.0.2/docs/) - The web framework used
|
||||||
|
* [Maven](https://maven.apache.org/) - Dependency Management
|
||||||
|
* [ROME](https://rometools.github.io/rome/) - Used to generate RSS Feeds
|
||||||
|
|
||||||
|
## Contributing
|
||||||
|
|
||||||
|
Please read [CONTRIBUTING.md](https://gist.github.com/PurpleBooth/b24679402957c63ec426) for details on our code of conduct, and the process for submitting pull requests to us.
|
||||||
|
|
||||||
|
## Versioning
|
||||||
|
|
||||||
|
We use [SemVer](http://semver.org/) for versioning. For the versions available, see the [tags on this repository](https://github.com/your/project/tags).
|
||||||
|
|
||||||
|
## Authors
|
||||||
|
|
||||||
|
* **Billie Thompson** - *Initial work* - [PurpleBooth](https://github.com/PurpleBooth)
|
||||||
|
|
||||||
|
See also the list of [contributors](https://github.com/your/project/contributors) who participated in this project.
|
||||||
|
|
||||||
|
## License
|
||||||
|
|
||||||
|
This project is licensed under the MIT License - see the [LICENSE.md](LICENSE.md) file for details
|
||||||
|
|
||||||
|
## Acknowledgments
|
||||||
|
|
||||||
|
* Hat tip to anyone whose code was used
|
||||||
|
* Inspiration
|
||||||
|
* etc
|
||||||
|
|
||||||
|
|
@ -0,0 +1,6 @@
|
||||||
|
feedgen==0.8.0
|
||||||
|
lxml==4.4.2
|
||||||
|
pkg-resources==0.0.0
|
||||||
|
python-dateutil==2.8.1
|
||||||
|
six==1.13.0
|
||||||
|
youtube-dl==2019.11.22
|
||||||
|
|
@ -0,0 +1,131 @@
|
||||||
|
from __future__ import unicode_literals
|
||||||
|
import youtube_dl
|
||||||
|
from feedgen.feed import FeedGenerator
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
import argparse
|
||||||
|
|
||||||
|
#TODO:
|
||||||
|
# offer download video option
|
||||||
|
# create good README.md
|
||||||
|
# .gitignore
|
||||||
|
# LICENSE
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser()
|
||||||
|
parser.add_argument("-s","--simulate", help="Do not download videos, just do as if",action="store_true")
|
||||||
|
parser.add_argument("-q","--quiet", help="Very quiet option for youtube-dl",action="store_true")
|
||||||
|
parser.add_argument("-f","--feed", help="Create Podcast feed",action="store_true")
|
||||||
|
parser.add_argument("-video", help="Download videos instead of creating audio",action="store_true")
|
||||||
|
parser.add_argument("-d","--dir", help="Define download directory for files, default value:'~/Vidéos'", default="~/Vidéos")
|
||||||
|
parser.add_argument("-url", help="Define base url for podcasts, default value:'http://podcasts.lutix.org'", default="http://podcasts.lutix.org")
|
||||||
|
parser.add_argument("-yturl","--youtube_url", help="Define youtube url to fetch", default ="https://www.youtube.com/watch?v=xJO5GstqTSY&list=PLxzM9a5lhAumFRpcigmGY1QLDYxb4-P2B")
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
|
||||||
|
def fetch_info(url_yt):
|
||||||
|
print('Fetching Youtube Link informations...')
|
||||||
|
infos = youtube_dl.YoutubeDL({'quiet':True,'ignoreerrors':True}).extract_info(url_yt, False)
|
||||||
|
print('...Done')
|
||||||
|
return infos
|
||||||
|
|
||||||
|
def create_feed(results):
|
||||||
|
"""
|
||||||
|
#results keys
|
||||||
|
_type entries id title uploader uploader_id uploader_url extractor webpage_url webpage_url_basename extractor_key
|
||||||
|
"""
|
||||||
|
fg = FeedGenerator()
|
||||||
|
fg.load_extension('podcast')
|
||||||
|
fg.podcast.itunes_category('Podcasting')
|
||||||
|
|
||||||
|
fg.title(results['title'])
|
||||||
|
fg.description('none')
|
||||||
|
fg.link(href=args.url,rel='self')
|
||||||
|
|
||||||
|
for item in results['entries']:
|
||||||
|
"""
|
||||||
|
#results['entries'] keys
|
||||||
|
id uploader uploader_id uploader_url channel_id channel_url upload_date license creator title alt_title thumbnail description categories tags subtitles automatic_captions duration
|
||||||
|
"""
|
||||||
|
fe = fg.add_entry()
|
||||||
|
fe.id(item['id'])
|
||||||
|
fe.title(item['title'])
|
||||||
|
fe.description(item['description'])
|
||||||
|
item_full_path = args.url +'/'+results['title']+'/'+item['title']+'.mp3'
|
||||||
|
fe.enclosure(item_full_path,str(item['duration']),'audio/mpeg')
|
||||||
|
|
||||||
|
fg.rss_str(pretty=True)
|
||||||
|
# create folder of feed if it doesn't exists
|
||||||
|
os.makedirs(args.dir+'/'+results['title'], exist_ok=True)
|
||||||
|
fg.rss_file(args.dir+'/'+results['title']+'/podcast.xml')
|
||||||
|
|
||||||
|
return True
|
||||||
|
|
||||||
|
def my_hook(d):
|
||||||
|
if d['status'] == 'finished':
|
||||||
|
print('Done downloading, now converting ...')
|
||||||
|
|
||||||
|
def yt_download(ydl_opts):
|
||||||
|
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
|
||||||
|
print('Downloading Videos...')
|
||||||
|
print('Depending on number of files, it can take a while...')
|
||||||
|
results = ydl.extract_info(args.youtube_url, not args.simulate)
|
||||||
|
print('Done')
|
||||||
|
|
||||||
|
def create_opts(infos,type):
|
||||||
|
if type=='audio':
|
||||||
|
ydl_opts = {
|
||||||
|
'quiet':args.quiet,
|
||||||
|
'format': 'bestaudio/best',
|
||||||
|
'ignoreerrors': True,
|
||||||
|
'postprocessors': [{
|
||||||
|
'key': 'FFmpegExtractAudio',
|
||||||
|
'preferredcodec': 'mp3',
|
||||||
|
'preferredquality': '192',
|
||||||
|
}],
|
||||||
|
'progress_hooks': [my_hook],
|
||||||
|
}
|
||||||
|
elif type=='video':
|
||||||
|
ydl_opts= {}
|
||||||
|
|
||||||
|
|
||||||
|
# if youtube url is a list, then download archive
|
||||||
|
print('Fetching Url properties...')
|
||||||
|
if 'entries' in infos:
|
||||||
|
ydl_opts['download_archive']= args.dir+'/archive.txt'
|
||||||
|
ydl_opts['outtmpl']= args.dir+'/%(playlist_title)s/%(title)s.%(ext)s'
|
||||||
|
else:
|
||||||
|
ydl_opts['download_archive']= args.dir+'/archive.txt'
|
||||||
|
ydl_opts['outtmpl']= args.dir+'/%(title)s.%(ext)s'
|
||||||
|
print('Done')
|
||||||
|
|
||||||
|
return ydl_opts
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
print('Downloads folder name: {}'.format(args.dir))
|
||||||
|
infos = fetch_info(args.youtube_url)
|
||||||
|
|
||||||
|
# if youtube url linked to a list
|
||||||
|
if 'entries' in infos:
|
||||||
|
print('')
|
||||||
|
print('List of episodes online:')
|
||||||
|
for k,i in enumerate(infos['entries']):
|
||||||
|
print('Episode {}: {}, Durée:{}'.format(k+1,i['title'],i['duration']))
|
||||||
|
|
||||||
|
if args.feed:
|
||||||
|
print('')
|
||||||
|
print('Feed creation...{}'.format("Done" if create_feed(infos) else "Error"))
|
||||||
|
else:
|
||||||
|
print('')
|
||||||
|
print('Warning: no podcast feed has been created, please add --feed argument.')
|
||||||
|
else:
|
||||||
|
if args.feed:
|
||||||
|
print('')
|
||||||
|
print('In spite of --feed argument, as you specified contradictory options, no feed can be created!')
|
||||||
|
|
||||||
|
if args.simulate:
|
||||||
|
print('Downloads...Not requested!')
|
||||||
|
else:
|
||||||
|
yt_download(create_opts(infos, type='audio' if not args.video else 'video'))
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
Loading…
Reference in New Issue