python ./lib/train.py 路径说明 os.getcwd() os.path.dirname(file)

最新推荐文章于 2023-10-13 21:49:02 发布

ruguowoshiyu

最新推荐文章于 2023-10-13 21:49:02 发布

阅读量538

点赞数

CC 4.0 BY-SA版权

分类专栏： python 文章标签： python 路径

本文链接：https://blog.youkuaiyun.com/ruguowoshiyu/article/details/84314019

python 专栏收录该内容

35 篇文章

订阅专栏

本文详细解析了在Python中使用os模块获取当前工作目录及脚本路径的方法。通过实例演示了os.getcwd()与os.path.dirname(__file__)的区别，帮助读者深入理解文件路径处理。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

当在terminal中运行 python ./lib/train.py时，以下代码的输入结果为


import os
print(os.getcwd()) # . 打印的是项目根目录
print(os.path.dirname(__file__)) # ./lib 打印的是.py脚本的路径

确定要放弃本次机会？

福利倒计时

: :

立减 ¥

普通VIP年卡可用

立即使用

ruguowoshiyu

关注关注

0
点赞
踩
0

收藏

觉得还不错? 一键收藏
0
评论
分享

复制链接

分享到 QQ

分享到新浪微博

扫一扫
举报

举报

专栏目录

LLMs之BELLE：源码解读(sft_train.py文件)采用LoRA微调模型—解析命令行参数→参数与日志初始化→初始化模型和标记器→模型优化(LoRA/梯度检查点/flash_attention

头部AI社区如有邀博主AI主题演讲请私信—心比天高，仗剑走天涯，保持热爱，奔赴向梦想！低调，专注，谦虚，自律，反思，成长，还算比较正能量的博主，公益免费传播…内心特别想在AI界做出一些可以推进历史进程影响力的技术(兴趣使然，有点小情怀，也有点使命感呀

10-10

1682

'''：模型检查点的路径(若None则从头开始训练)、下载的预训练模型路径、模型权重数据类型、是否使用flash_attention、是否使用Llama模型：输入训练数据的文件路径、用于评估困惑度的可选评估数据文件的路径。

train.py 中的一些小知识点

轮子去哪儿了

08-14

1503

文章目录asdf1. def load_darknet_weights(self, weights_path) : 加载预训练权重的函数2. dict.get(key, default=None)3. python 函数中关于星 * 的使用例子3.1. 用在函数的参数前，\* 可以同时访问多个参数，\*\* 可以同时访问多个字典形式的参数3.2 用在变量之前， \* 可以提取变量中的值，\*\...

参与评论您还未登录，请先登录后发表或查看评论

train

yongquanfengjie的博客

06-18

381

# -- encoding:utf-8 -- import os import tensorflow as tf from nets.w2vnet import CBOWNetwork, SkipGramNetwork from utils.data_utils import DataManager # parameters # ===================================== # 模型训练数据参数 tf.flags.DEFINE_string("data_path", ".

python中导入 train_test_split提示错误

u011089760的博客

05-15

1万+

原因：在python3.6中sklearn已弃用train_test_split，导致导入报错解决方式，用model_selection模块导入： from sklearn.model_selection import train_test_split 经测试，在python2中也是使用该方式导入train_test_split模块 ...

python os.listdir / os.mkdir / os.rmdir 和 os.getcwd函数

u012005313的专栏

10-18

2751

参考自： http://it.100xuexi.com/view/otdetail/20130423/057606dc-7ad1-47e4-8ea6-0cf75f514837.html 《Machine Learning In Action》第二章 #################################################################3

yolov5代码解读之train.py【训练模型】

qq_53968319的博客

08-10

1681

正常情况下，比如coco128数据集中它是含有128张图片的，然后利用这128张图片会在batch（291行代码）的时候给模型一批一批的喂数据，喂数据的时候每一张图片都会给到模型，但是每一张图片的检测效果是不同的，比如有的图片上的目标比较容易检测正确，有的比较难以识别到的目标，所以这个时候我们希望把难识别到的目标多传入模型几次，也就是说会给数据集中每一张图片分配一个采样权重，这样在一轮训练时会额外关注那些难识别的样本，从而改正最终的识别效果。比如某一张图片中含有识别不精确的目标越多，这个图片的权重就越大。

07-11

print(f"文件存在: {os.path.exists(file_path)}") # 返回False则说明路径错误 # 2. 获取当前工作目录 print(f"当前工作目录: {os.getcwd()}") # 3. 使用绝对路径（推荐） abs_path = os.path.abspath(file_path) ...

File "/home/yf/miniconda3/envs/ss/lib/python3.9/site-packages/numpy/lib/_datasource.py", line 192, in open return ds.open(path, mode, encoding=encoding, newline=newline) File "/home/yf/miniconda3/envs/ss/lib/python3.9/site-packages/numpy/lib/_datasource.py", line 532, in open raise FileNotFoundError(f"{path} not found.") FileNotFoundError: ./datasets/nyuv2/train.txt not found. 什么问题

03-21

路径是相对路径./datasets/nyuv2/train.txt，所以可能的问题点有几个： 1. 文件确实不存在。用户可能没有正确下载或放置数据集，或者路径设置错误。 2. 路径问题。代码中的相对路径可能基于当前工作目录，而实际...

# 将图片和标注数据按比例切分为训练集和测试集 import shutil import random import os # 原始路径 image_original_path = "data/images/" label_original_path = "data/labels/" cur_path = os.getcwd() #cur_path = 'D:/image_denoising_test/denoise/' # 训练集路径 train_image_path = os.path.join(cur_path, "datasets/images/train/") train_label_path = os.path.join(cur_path, "datasets/labels/train/") # 验证集路径 val_image_path = os.path.join(cur_path, "datasets/images/val/") val_label_path = os.path.join(cur_path, "datasets/labels/val/") # 测试集路径 test_image_path = os.path.join(cur_path, "datasets/images/test/") test_label_path = os.path.join(cur_path, "datasets/labels/test/") # 训练集目录 list_train = os.path.join(cur_path, "datasets/train.txt") list_val = os.path.join(cur_path, "datasets/val.txt") list_test = os.path.join(cur_path, "datasets/test.txt") train_percent = 0.8 val_percent = 0.1 test_percent = 0.1 def del_file(path): for i in os.listdir(path): file_data = path + "\\" + i os.remove(file_data) def mkdir(): if not os.path.exists(train_image_path): os.makedirs(train_image_path) else: del_file(train_image_path) if not os.path.exists(train_label_path): os.makedirs(train_label_path) else: del_file(train_label_path) if not os.path.exists(val_image_path): os.makedirs(val_image_path) else: del_file(val_image_path) if not os.path.exists(val_label_path): os.makedirs(val_label_path) else: del_file(val_label_path) if not os.path.exists(test_image_path): os.makedirs(test_image_path) else: del_file(test_image_path) if not os.path.exists(test_label_path): os.makedirs(test_label_path) else: del_file(test_label_path) def clearfile(): if os.path.exists(list_train): os.remove(list_train) if os.path.exists(list_val): os.remove(list_val) if os.path.exists(list_test): os.remove(list_test) def main(): mkdir() clearfile() file_train = open(list_train, 'w') file_val = open(list_val, 'w') file_test = open(list_test, 'w') total_txt = os.listdir(label_original_path) num_txt = len(total_txt) list_all_txt = range(num_txt) num_train = int(num_txt * train_percent) num_val = int(num_txt * val_percent) num_test = num_txt - num_train - num_val train = random.sample(list_all_txt, num_train) # train从list_all_txt取出num_train个元素 # 所以list_all_txt列表只剩下了这些元素 val_test = [i for i in list_all_txt if not i in train] # 再从val_test取出num_val个元素，val_test剩下的元素就是test val = random.sample(val_test, num_val) print("训练集数目：{}, 验证集数目：{}, 测试集数目：{}".format(len(train), len(val), len(val_test) - len(val))) for i in list_all_txt: name = total_txt[i][:-4] srcImage = image_original_path + name + '.jpg' srcLabel = label_original_path + name + ".txt" if i in train: dst_train_Image = train_image_path + name + '.jpg' dst_train_Label = train_label_path + name + '.txt' shutil.copyfile(srcImage, dst_train_Image) shutil.copyfile(srcLabel, dst_train_Label) file_train.write(dst_train_Image + '\n') elif i in val: dst_val_Image = val_image_path + name + '.jpg' dst_val_Label = val_label_path + name + '.txt' shutil.copyfile(srcImage, dst_val_Image) shutil.copyfile(srcLabel, dst_val_Label) file_val.write(dst_val_Image + '\n') else: dst_test_Image = test_image_path + name + '.jpg' dst_test_Label = test_label_path + name + '.txt' shutil.copyfile(srcImage, dst_test_Image) shutil.copyfile(srcLabel, dst_test_Label) file_test.write(dst_test_Image + '\n') file_train.close() file_val.close() file_test.close() if __name__ == "__main__": main() 以上代码报错 Traceback (most recent call last): File "C:\Users\Administrator\ultralytics\trainTest.py", line 133, in <module> main() ~~~~^^ File "C:\Users\Administrator\ultralytics\trainTest.py", line 111, in main shutil.copyfile(srcImage, dst_train_Image) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\software\anaconda3\Lib\shutil.py", line 260, in copyfile with open(src, 'rb') as fsrc: ~~~~^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: 'data/images/classes.jpg'

07-25

另外，原始代码中在写入文件列表时，写入的是目标图像路径（dst_train_Image等），这些路径是绝对路径（因为之前拼接时cur_path是当前工作目录，而目标路径也是基于cur_path的），所以写入的txt文件中的路径是绝对...

Traceback (most recent call last): File "Cnn_train_mfcc.py", line 150, in <module> x_train, y_train, x_dev, y_dev = data_pre('file/', class_num=10) File "Cnn_train_mfcc.py", line 26, in data_pre x_train.append(get_mfcc(wenjian)) File "/mnt/workspace/wwbs/NN1/NN1/get_features.py", line 13, in get_mfcc fs, audio = wav.read(file) # audio 音频波形信号 fs 采样率 File "/usr/local/lib/python3.6/dist-packages/scipy/io/wavfile.py", line 544, in read fid = open(filename, 'rb') FileNotFoundError: [Errno 2] No such file or directory: 'D:\\BS\\GMM\\data\\train\\打开暖气\\B27.wav'这个错在哪里

05-10

例如，如果文件在脚本的同级目录，应该用os.path.join(os.path.dirname(__file__), 'filename.wav')来构建路径，或者在Jupyter notebook中使用os.chdir()调整目录。然后是文件权限的问题。虽然用户没有提到权限...

FileNotFoundError Traceback (most recent call last) Cell In[79], line 6 3 DATA_PATH = "C:/Users/wxn/Desktop/2014.csv" 5 # 加载数据 ----> 6 X, y = load_data(DATA_PATH) 8 if X is not None and y is not None: 9 # 训练评估模型 10 model = train_evaluate_svm(X, y) Cell In[76], line 2, in load_data(file_path) 1 def load_data(file_path): ----> 2 df = pd.read_csv(R"C:\Users\wxn\Desktop\2014.csv") 3 print(f"数据加载成功! 形状: {df.shape}") 4 print(f"特征列: {list(df.columns[:-1])}") File /opt/conda/envs/anaconda-2024.02-py310/lib/python3.10/site-packages/pandas/io/parsers/readers.py:948, in read_csv(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, date_format, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, encoding_errors, dialect, on_bad_lines, delim_whitespace, low_memory, memory_map, float_precision, storage_options, dtype_backend) 935 kwds_defaults = _refine_defaults_read( 936 dialect, 937 delimiter, (...) 944 dtype_backend=dtype_backend, 945 ) 946 kwds.update(kwds_defaults) --> 948 return _read(filepath_or_buffer, kwds) File /opt/conda/envs/anaconda-2024.02-py310/lib/python3.10/site-packages/pandas/io/parsers/readers.py:611, in _read(filepath_or_buffer, kwds) 608 _validate_names(kwds.get("names", None)) 610 # Create the parser. --> 611 parser = TextFileReader(filepath_or_buffer, **kwds) 613 if chunksize or iterator: 614 return parser File /opt/conda/envs/anaconda-2024.02-py310/lib/python3.10/site-packages/pandas/io/parsers/readers.py:1448, in TextFileReader.__init__(self, f, engine, **kwds) 1445 self.options["has_index_names"] = kwds["has_index_names"] 1447 self.handles: IOHandles | None = None -> 1448 self._engine = self._make_engine(f, self.engine) File /opt/conda/envs/anaconda-2024.02-py310/lib/python3.10/site-packages/pandas/io/parsers/readers.py:1705, in TextFileReader._make_engine(self, f, engine) 1703 if "b" not in mode: 1704 mode += "b" -> 1705 self.handles = get_handle( 1706 f, 1707 mode, 1708 encoding=self.options.get("encoding", None), 1709 compression=self.options.get("compression", None), 1710 memory_map=self.options.get("memory_map", False), 1711 is_text=is_text, 1712 errors=self.options.get("encoding_errors", "strict"), 1713 storage_options=self.options.get("storage_options", None), 1714 ) 1715 assert self.handles is not None 1716 f = self.handles.handle File /opt/conda/envs/anaconda-2024.02-py310/lib/python3.10/site-packages/pandas/io/common.py:863, in get_handle(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options) 858 elif isinstance(handle, str): 859 # Check whether the filename is to be opened in binary mode. 860 # Binary mode does not support 'encoding' and 'newline'. 861 if ioargs.encoding and "b" not in ioargs.mode: 862 # Encoding --> 863 handle = open( 864 handle, 865 ioargs.mode, 866 encoding=ioargs.encoding, 867 errors=errors, 868 newline="", 869 ) 870 else: 871 # Binary mode 872 handle = open(handle, ioargs.mode) FileNotFoundError: [Errno 2] No such file or directory: 'C:\\Users\\wxn\\Desktop\\2014.csv'这样的问题如何解决

python ./lib/train.py 路径说明 os.getcwd() os.path.dirname(__file__)

python ./lib/train.py 路径说明 os.getcwd() os.path.dirname(file)