colab数据的加载方式

1. colab挂载google硬盘

最方便。

#第一种方式
from google.colab import drive
drive.mount('/content/gdrive')

2. 第二种方式

通过代码进行文件的上传或者下载。

# 第二种方式，可以进行文件处理
!pip install -U -q PyDrive
from pydrive.auth import GoogleAuth
from pydrive.drive import GoogleDrive
from google.colab import auth
from oauth2client.client import GoogleCredentials

# Authenticate and create the PyDrive client.
# This only needs to be done once in a notebook.
auth.authenticate_user()
gauth = GoogleAuth()
gauth.credentials = GoogleCredentials.get_application_default()
drive = GoogleDrive(gauth)

# 上传或者下载
# Create & upload a file.
uploaded = drive.CreateFile({'title': 'model.zip'})
uploaded.SetContentFile('model.zip')
uploaded.Upload()
print('Uploaded file with ID {}'.format(uploaded.get('id')))

# 或者下载文件（举例）  在google drive中的文件ID
download = drive.CreateFile({'id': '1BZOv422XJvxFUnGh-0xVeSvgFgqVY45q'})

download.GetContentFile('train_LbELtWX.zip')

!unzip train_LbELtWX.zip

3. 第三种方式

生成硬盘挂载文件夹gdrive，之后可以利用正常的linux环境下的文件处理命令，比较方便。

!apt-get install -y -qq software-properties-common python-software-properties module-init-tools
!add-apt-repository -y ppa:alessandro-strada/ppa 2>&1 > /dev/null
!apt-get update -qq 2>&1 > /dev/null
!apt-get -y install -qq google-drive-ocamlfuse fuse
from google.colab import auth
auth.authenticate_user()
from oauth2client.client import GoogleCredentials
creds = GoogleCredentials.get_application_default()
import getpass
!google-drive-ocamlfuse -headless -id={creds.client_id} -secret={creds.client_secret} < /dev/null 2>&1 | grep URL
vcode = getpass.getpass()
!echo {vcode} | google-drive-ocamlfuse -headless -id={creds.client_id} -secret={creds.client_secret}

#生成gdrive文件夹
!mkdir -p gdrive
!google-drive-ocamlfuse gdrive 

4.将本地文件与虚拟机之间的上传或者下载

from google.colab import files

uploaded= files.upload()
for fn in uploaded.keys():
 print('User uploaded file
	"{name}" with length {length} bytes'.format(name=fn,
length=len(uploaded[fn])))

from google.colab import files
files.download('./weight.best.hdf5')