Update
This commit is contained in:
		
						commit
						48c152afd9
					
				
							
								
								
									
										89
									
								
								README.md
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										89
									
								
								README.md
									
									
									
									
									
										Normal file
									
								
							@ -0,0 +1,89 @@
 | 
			
		||||
# Project Title
 | 
			
		||||
 | 
			
		||||
Ydl is a simple python program that downloads youtube videos, converts them into
 | 
			
		||||
audio file and creates an xml file to listen to them as a podcast. 
 | 
			
		||||
 | 
			
		||||
## Getting Started
 | 
			
		||||
 | 
			
		||||
These instructions will get you a copy of the project up and running on your local machine for development and testing purposes. See deployment for notes on how to deploy the project on a live system.
 | 
			
		||||
 | 
			
		||||
### Prerequisites
 | 
			
		||||
 | 
			
		||||
What things you need to install the software and how to install them
 | 
			
		||||
 | 
			
		||||
```
 | 
			
		||||
Give examples
 | 
			
		||||
```
 | 
			
		||||
 | 
			
		||||
### Installing
 | 
			
		||||
 | 
			
		||||
A step by step series of examples that tell you how to get a development env running
 | 
			
		||||
 | 
			
		||||
Say what the step will be
 | 
			
		||||
 | 
			
		||||
```
 | 
			
		||||
Give the example
 | 
			
		||||
```
 | 
			
		||||
 | 
			
		||||
And repeat
 | 
			
		||||
 | 
			
		||||
```
 | 
			
		||||
until finished
 | 
			
		||||
```
 | 
			
		||||
 | 
			
		||||
End with an example of getting some data out of the system or using it for a little demo
 | 
			
		||||
 | 
			
		||||
## Running the tests
 | 
			
		||||
 | 
			
		||||
Explain how to run the automated tests for this system
 | 
			
		||||
 | 
			
		||||
### Break down into end to end tests
 | 
			
		||||
 | 
			
		||||
Explain what these tests test and why
 | 
			
		||||
 | 
			
		||||
```
 | 
			
		||||
Give an example
 | 
			
		||||
```
 | 
			
		||||
 | 
			
		||||
### And coding style tests
 | 
			
		||||
 | 
			
		||||
Explain what these tests test and why
 | 
			
		||||
 | 
			
		||||
```
 | 
			
		||||
Give an example
 | 
			
		||||
```
 | 
			
		||||
 | 
			
		||||
## Deployment
 | 
			
		||||
 | 
			
		||||
Add additional notes about how to deploy this on a live system
 | 
			
		||||
 | 
			
		||||
## Built With
 | 
			
		||||
 | 
			
		||||
* [Dropwizard](http://www.dropwizard.io/1.0.2/docs/) - The web framework used
 | 
			
		||||
* [Maven](https://maven.apache.org/) - Dependency Management
 | 
			
		||||
* [ROME](https://rometools.github.io/rome/) - Used to generate RSS Feeds
 | 
			
		||||
 | 
			
		||||
## Contributing
 | 
			
		||||
 | 
			
		||||
Please read [CONTRIBUTING.md](https://gist.github.com/PurpleBooth/b24679402957c63ec426) for details on our code of conduct, and the process for submitting pull requests to us.
 | 
			
		||||
 | 
			
		||||
## Versioning
 | 
			
		||||
 | 
			
		||||
We use [SemVer](http://semver.org/) for versioning. For the versions available, see the [tags on this repository](https://github.com/your/project/tags). 
 | 
			
		||||
 | 
			
		||||
## Authors
 | 
			
		||||
 | 
			
		||||
* **Billie Thompson** - *Initial work* - [PurpleBooth](https://github.com/PurpleBooth)
 | 
			
		||||
 | 
			
		||||
See also the list of [contributors](https://github.com/your/project/contributors) who participated in this project.
 | 
			
		||||
 | 
			
		||||
## License
 | 
			
		||||
 | 
			
		||||
This project is licensed under the MIT License - see the [LICENSE.md](LICENSE.md) file for details
 | 
			
		||||
 | 
			
		||||
## Acknowledgments
 | 
			
		||||
 | 
			
		||||
* Hat tip to anyone whose code was used
 | 
			
		||||
* Inspiration
 | 
			
		||||
* etc
 | 
			
		||||
 | 
			
		||||
							
								
								
									
										6
									
								
								requirements.txt
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										6
									
								
								requirements.txt
									
									
									
									
									
										Normal file
									
								
							@ -0,0 +1,6 @@
 | 
			
		||||
feedgen==0.8.0
 | 
			
		||||
lxml==4.4.2
 | 
			
		||||
pkg-resources==0.0.0
 | 
			
		||||
python-dateutil==2.8.1
 | 
			
		||||
six==1.13.0
 | 
			
		||||
youtube-dl==2019.11.22
 | 
			
		||||
							
								
								
									
										131
									
								
								ydl.py
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										131
									
								
								ydl.py
									
									
									
									
									
										Normal file
									
								
							@ -0,0 +1,131 @@
 | 
			
		||||
from __future__ import unicode_literals
 | 
			
		||||
import youtube_dl
 | 
			
		||||
from feedgen.feed import FeedGenerator
 | 
			
		||||
import os
 | 
			
		||||
import sys
 | 
			
		||||
import argparse
 | 
			
		||||
 | 
			
		||||
#TODO:
 | 
			
		||||
# offer download video option
 | 
			
		||||
# create good README.md
 | 
			
		||||
# .gitignore
 | 
			
		||||
# LICENSE
 | 
			
		||||
 | 
			
		||||
parser = argparse.ArgumentParser()
 | 
			
		||||
parser.add_argument("-s","--simulate", help="Do not download videos, just do as if",action="store_true")
 | 
			
		||||
parser.add_argument("-q","--quiet", help="Very quiet option for youtube-dl",action="store_true")
 | 
			
		||||
parser.add_argument("-f","--feed", help="Create Podcast feed",action="store_true")
 | 
			
		||||
parser.add_argument("-video", help="Download videos instead of creating audio",action="store_true")
 | 
			
		||||
parser.add_argument("-d","--dir", help="Define download directory for files, default value:'~/Vidéos'", default="~/Vidéos")
 | 
			
		||||
parser.add_argument("-url", help="Define base url for podcasts, default value:'http://podcasts.lutix.org'", default="http://podcasts.lutix.org")
 | 
			
		||||
parser.add_argument("-yturl","--youtube_url", help="Define youtube url to fetch", default ="https://www.youtube.com/watch?v=xJO5GstqTSY&list=PLxzM9a5lhAumFRpcigmGY1QLDYxb4-P2B")
 | 
			
		||||
args = parser.parse_args()
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
def fetch_info(url_yt):
 | 
			
		||||
    print('Fetching Youtube Link informations...')
 | 
			
		||||
    infos = youtube_dl.YoutubeDL({'quiet':True,'ignoreerrors':True}).extract_info(url_yt, False)
 | 
			
		||||
    print('...Done')
 | 
			
		||||
    return infos
 | 
			
		||||
 | 
			
		||||
def create_feed(results):
 | 
			
		||||
    """
 | 
			
		||||
    #results keys
 | 
			
		||||
    _type entries id title uploader uploader_id uploader_url extractor webpage_url webpage_url_basename extractor_key
 | 
			
		||||
    """
 | 
			
		||||
    fg = FeedGenerator()
 | 
			
		||||
    fg.load_extension('podcast')
 | 
			
		||||
    fg.podcast.itunes_category('Podcasting')
 | 
			
		||||
 | 
			
		||||
    fg.title(results['title'])
 | 
			
		||||
    fg.description('none')
 | 
			
		||||
    fg.link(href=args.url,rel='self')
 | 
			
		||||
 | 
			
		||||
    for item in results['entries']:
 | 
			
		||||
        """
 | 
			
		||||
        #results['entries'] keys
 | 
			
		||||
        id uploader uploader_id uploader_url channel_id channel_url upload_date license creator title alt_title thumbnail description categories tags subtitles automatic_captions duration
 | 
			
		||||
        """
 | 
			
		||||
        fe = fg.add_entry()
 | 
			
		||||
        fe.id(item['id'])
 | 
			
		||||
        fe.title(item['title'])
 | 
			
		||||
        fe.description(item['description'])
 | 
			
		||||
        item_full_path = args.url +'/'+results['title']+'/'+item['title']+'.mp3'
 | 
			
		||||
        fe.enclosure(item_full_path,str(item['duration']),'audio/mpeg')
 | 
			
		||||
 | 
			
		||||
    fg.rss_str(pretty=True)
 | 
			
		||||
    # create folder of feed if it doesn't exists
 | 
			
		||||
    os.makedirs(args.dir+'/'+results['title'], exist_ok=True)
 | 
			
		||||
    fg.rss_file(args.dir+'/'+results['title']+'/podcast.xml')
 | 
			
		||||
 | 
			
		||||
    return True
 | 
			
		||||
 | 
			
		||||
def my_hook(d):
 | 
			
		||||
    if d['status'] == 'finished':
 | 
			
		||||
        print('Done downloading, now converting ...')
 | 
			
		||||
 | 
			
		||||
def yt_download(ydl_opts):
 | 
			
		||||
    with youtube_dl.YoutubeDL(ydl_opts) as ydl:
 | 
			
		||||
        print('Downloading Videos...')
 | 
			
		||||
        print('Depending on number of files, it can take a while...')
 | 
			
		||||
        results = ydl.extract_info(args.youtube_url, not args.simulate)
 | 
			
		||||
        print('Done')
 | 
			
		||||
 | 
			
		||||
def create_opts(infos,type):
 | 
			
		||||
    if type=='audio':
 | 
			
		||||
        ydl_opts = {
 | 
			
		||||
            'quiet':args.quiet,
 | 
			
		||||
            'format': 'bestaudio/best',
 | 
			
		||||
            'ignoreerrors': True,
 | 
			
		||||
            'postprocessors': [{
 | 
			
		||||
                'key': 'FFmpegExtractAudio',
 | 
			
		||||
                'preferredcodec': 'mp3',
 | 
			
		||||
                'preferredquality': '192',
 | 
			
		||||
            }],
 | 
			
		||||
            'progress_hooks': [my_hook],
 | 
			
		||||
        }
 | 
			
		||||
    elif type=='video':
 | 
			
		||||
        ydl_opts= {}
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
    # if youtube url  is a list, then download archive 
 | 
			
		||||
    print('Fetching Url properties...')
 | 
			
		||||
    if 'entries' in infos:
 | 
			
		||||
        ydl_opts['download_archive']= args.dir+'/archive.txt'
 | 
			
		||||
        ydl_opts['outtmpl']= args.dir+'/%(playlist_title)s/%(title)s.%(ext)s'
 | 
			
		||||
    else:
 | 
			
		||||
        ydl_opts['download_archive']= args.dir+'/archive.txt'
 | 
			
		||||
        ydl_opts['outtmpl']= args.dir+'/%(title)s.%(ext)s'
 | 
			
		||||
    print('Done')
 | 
			
		||||
 | 
			
		||||
    return ydl_opts
 | 
			
		||||
 | 
			
		||||
if __name__ == "__main__":
 | 
			
		||||
    print('Downloads folder name: {}'.format(args.dir))
 | 
			
		||||
    infos = fetch_info(args.youtube_url)
 | 
			
		||||
 | 
			
		||||
    # if youtube url linked to a list
 | 
			
		||||
    if 'entries' in infos:
 | 
			
		||||
        print('')
 | 
			
		||||
        print('List of episodes online:')
 | 
			
		||||
        for k,i in enumerate(infos['entries']):
 | 
			
		||||
            print('Episode {}: {}, Durée:{}'.format(k+1,i['title'],i['duration']))
 | 
			
		||||
 | 
			
		||||
        if args.feed:
 | 
			
		||||
            print('')
 | 
			
		||||
            print('Feed creation...{}'.format("Done" if create_feed(infos) else "Error"))
 | 
			
		||||
        else:
 | 
			
		||||
            print('')
 | 
			
		||||
            print('Warning: no podcast feed has been created, please add --feed argument.')
 | 
			
		||||
    else:
 | 
			
		||||
        if args.feed:
 | 
			
		||||
            print('')
 | 
			
		||||
            print('In spite of --feed argument, as you specified contradictory options, no feed can be created!')
 | 
			
		||||
 | 
			
		||||
    if args.simulate:
 | 
			
		||||
        print('Downloads...Not requested!')
 | 
			
		||||
    else:
 | 
			
		||||
        yt_download(create_opts(infos, type='audio' if not args.video else 'video'))
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user