---2019/09/13---
为了上pyd和用pyinstaller打包趟了些坑，过两天详细补上，然后弄个打包脚本（嗯一定）...
---2019/09/15---
先上个代码吧...
import os
import sys
import shutil
from time import time
from py_compile import compile as pyc_compile
from distutils.core import setup, Extension
from Cython.Distutils import build_ext
# 编译pyd时需要额外参数 放在这里 执行命令时就不用加额外参数了
sys.argv += ['build_ext', '--inplace']
project_name = "your_project_name"
spec_file_name = project_name + ".spec"
def compile_py_to(py_path, compile_type="pyd", pkgs=None, compile_name=None, compile_output_dir=None, export_func_name=None):
# py_path py文件完整路径
# compile_type py编译的类型 默认是输出pyd pyc可选 pyc下可以另行配置要不要保留注释 说明 文档
# compile_name py编译最终的文件名 不含后缀 后缀由compile_type确定 不指定则默认和文件名一样
# compile_output_dir 编译的最终输出目录 若不指定则输出目录和py同一位置
# export_func_name 对外的接口函数名称 pyd可能需要 不指定则默认和文件名一样
# py_dir py文件所在文件夹
# py_name py文件名 带后缀
# py_basename py文件名 不带后缀
# ext 文件后缀 万一传入的不是py文件 用来判断一下
py_dir, py_name = os.path.split(py_path)
py_basename, ext = os.path.splitext(py_name)
pyini = [py_path, py_dir, py_name, py_basename]
if ext != ".py":
print("{}\n{} 不是python文件".format(py_dir, py_name))
return False
if compile_type == "pyd":
compile_status = compile_py_to_pyd(pyini, pkgs=pkgs, compile_name=compile_name, compile_output_dir=compile_output_dir, export_func_name=export_func_name)
elif compile_type == "pyc":
compile_status = compile_py_to_pyc(pyini, compile_name=compile_name, compile_output_dir=compile_output_dir)
else:
compile_status = "未作任何处理"
print("{}处理为{}的结果是 --> {}".format(py_path, compile_type, compile_status))
def compile_py_to_pyd(pyini, pkgs=None, compile_name=None, compile_output_dir=None, export_func_name=None):
py_path, py_dir, py_name, py_basename = pyini
compile_c_name = py_basename + ".c" # 临时生成的c文件名
compile_c_path = os.path.join(py_dir, compile_c_name) # 完整c文件的路径
pyd_ends = ".cp35-win32" + ".pyd" # 前面部分由python版本和windows位数确定
# 如果没有指定最终输出名则使用py_basename作为最终输出文件名
# 编译的最终输出目录
if compile_name is None:
compile_name = py_basename
if compile_output_dir is None:
compile_output_dir = py_dir
# export_func_name 如果不指定则和py文件名不带后缀一致
if export_func_name is None:
export_func_name = py_basename
compile_pyd_name = export_func_name + pyd_ends # 生成的pyd文件名 注意这里用的是export_func_name
compile_pyd_name_needed = compile_name + ".pyd" # 最终需要的pyd文件名
compile_pyd_path = os.path.join(py_dir, compile_pyd_name) # 完整pyd文件的路径
compile_pyd_path_needed = os.path.join(compile_output_dir, compile_pyd_name_needed) # 完整pyd文件的路径
# 正常情况这里需要注释掉 不注释掉则将跳过已存在的pyd
# if os.path.isfile(compile_pyd_path_needed):
# return True
if pkgs:
export_func_name = ".".join(pkgs + [export_func_name])
# ext_modules 中Extension第二个参数实际上可以多个文件一起
# 但暂时采用单个文件依次处理的方式 熟悉了可以试试更多的方法
ext_modules = [
Extension(export_func_name, [py_path]),
]
# 注意 生成pyd文件命令
# python compile_to_pyc_or_pyd.py build_ext --inplace
setup(
name = py_basename,# 包名
version = "0.3.2",# 包版本
author = "weimo",# 作者
author_email = "[email protected]",# 作者邮件
url = "https://blog.weimo.info",# 包的链接
description = "build pyd file by {} file.".format(py_name), # 简单描述
# long_description = "", # 详细描述
cmdclass = {'build_ext': build_ext},
ext_modules = ext_modules
)
# 删除临时c文件并重命名pyd文件名
if os.path.isfile(compile_c_path):
os.remove(compile_c_path)
if os.path.isfile(compile_pyd_path):
# 输出目录已存在pyd文件 先删除再重命名
if os.path.isfile(compile_pyd_path_needed):
os.remove(compile_pyd_path_needed)
os.rename(compile_pyd_path, compile_pyd_path_needed)
# 至此 默认情况下 py文件编译为pyd文件 两者位于同一目录位置
return True
def compile_py_to_pyc(pyini, compile_name=None, compile_output_dir=None):
py_path, py_dir, py_name, py_basename = pyini
if compile_name is None:
compile_name = py_basename
if compile_output_dir is None:
compile_output_dir = py_dir
compile_pyc_name = compile_name + ".pyc"
compile_pyc_path = os.path.join(compile_output_dir, compile_pyc_name)
# 预先删除掉原来的pyc文件
if os.path.exists(compile_pyc_path):
os.remove(compile_pyc_path)
print("删除了已存在的pyc文件 --> {}".format(compile_pyc_path))
# optimize 1是去除注释 2是去除注释和文档
compile_result = pyc_compile(py_path, cfile=compile_pyc_path, optimize=2)
print("compile_result --> {}".format(compile_result))
print("编译了 {} 为 {}".format(py_path, compile_pyc_path))
return True
def console_structure(project_dir=os.getcwd()):
# project_dir 项目目录
# 遍历project_dir 输出所有可能需要编译的文件路径等
# 手动选择调整 然后进行编译打包一把梭
# 一些通用的需要排除的通用设定
# methods = "exclude"
flist = []
methods = "include"
include_ends = [".py"]
exclude_starts = [".", "__"]
exclude_ends = [".log", ".json", ".exe", ".txt", ".ico", ".ini", ".html", ".h", ".ui", ".c", ".cpp", ".spec"]
exclude_dir = ["build", "dist", "program", "testscript"]
exclude_file = ["__init__.py", "py_file_you_want_to_exclude"]
tmp_exclude_file = ["tmp_py_file_you_want_to_exclude"]
exclude_file += tmp_exclude_file
for root, dirs, files in os.walk(project_dir, topdown=True):
if root == project_dir:
for subdir in dirs:
needed_continue = False
for starts in exclude_starts:
if subdir.startswith(starts):
needed_continue = True
break
if needed_continue:
continue
if subdir in exclude_dir:
continue
flist += console_structure(project_dir=os.path.join(project_dir, subdir))
for file in files:
if methods == "exclude":
needed_continue = False
for ends in exclude_ends:
if file.endswith(ends):
needed_continue = True
break
if needed_continue:
continue
if file in exclude_file:
continue
if file.endswith(".py"):
py_path = os.path.join(project_dir, file)
print("r'" + py_path + "',")
flist.append(py_path)
else:
break
return flist
def copy_to_zip(project_tmp_compile_dir):
mv_exclude_files = ["some_files_dont_need_to_move_such_as_main_pyd", spec_file_name]
mv_exclude_folders = ["some_folders_dont_need_to_move_such_as_build_and_dist", "dist", "__pycache__"]
for root, dirs, files in os.walk(project_tmp_compile_dir, topdown=True):
if root == project_tmp_compile_dir:
for subdir in dirs:
if subdir in mv_exclude_folders:
continue
path_old = os.path.join(project_tmp_compile_dir, subdir)
path_new = os.path.join(project_tmp_compile_dir, "dist", project_name)
shutil.move(path_old, path_new)
for file in files:
if file in mv_exclude_files:
continue
path_old = os.path.join(project_tmp_compile_dir, file)
path_new = os.path.join(project_tmp_compile_dir, "dist", project_name)
shutil.move(path_old, path_new)
def copy_binaries(project_tmp_compile_dir, project_dir=os.getcwd()):
dirs_need_to_copy = ["icon", "program"]
files_need_to_copy = [spec_file_name, "file_need_to_copy"]
for folder_need_copy in dirs_need_to_copy:
path_old = os.path.join(project_dir, folder_need_copy)
path_new = os.path.join(project_tmp_compile_dir, folder_need_copy)
if not os.path.exists(path_new):
shutil.copytree(path_old, path_new)
for file_need_copy in files_need_to_copy:
path_old = os.path.join(project_dir, file_need_copy)
path_new = os.path.join(project_tmp_compile_dir, file_need_copy)
if os.path.exists(path_new):
# pyinstaller 打包用的spec文件 和 另一个py文件需要覆盖掉
os.remove(path_new)
shutil.copyfile(path_old, path_new)
def compile_it(flist, project_dir=os.getcwd()):
project_top_level_dir, project_name = os.path.split(project_dir)
project_tmp_compile_dir = os.path.join(project_top_level_dir, "tmp_compile_for_" + project_name)
compile_config = {
"project_name":project_name,
"project_version":"0.3.2",
"project_tmp_compile_dir":project_tmp_compile_dir,
}
if not os.path.isdir(project_tmp_compile_dir):
os.mkdir(project_tmp_compile_dir)
pycs = [os.path.join(project_dir, "compact.py")]
check_path_to_make_dir_and_compile(pycs, project_dir, project_tmp_compile_dir)
pyds = flist
check_path_to_make_dir_and_compile(pyds, project_dir, project_tmp_compile_dir, compile_type="pyd")
return project_tmp_compile_dir
def check_path_to_make_dir_and_compile(pycs_or_pyds, project_dir, project_tmp_compile_dir, compile_type="pyc"):
for py__file_path in pycs_or_pyds:
# 先得到相对于项目的相对路径
# 然后分割 得到可能需要新建的文件夹 需要则新建 不需要则开始编译
pyc_file_relpath = os.path.relpath(py__file_path, project_dir)
pyc_file_path_pres = os.path.normpath(pyc_file_relpath)
dirs_need_to_make = pyc_file_path_pres.split(os.sep)[:-1] # 注意最后一个是文件 所以要去掉
# 检查有没有已经新建 没有的话就新建
base_dir = project_tmp_compile_dir
for dir_make in dirs_need_to_make:
dir_make_full_path = os.path.join(base_dir, dir_make)
if os.path.isdir(dir_make_full_path):
base_dir = dir_make_full_path # 注意这里是因为往后的话 基础目录在变化
continue
else:
# print("新建 --> {}".format(dir_make_full_path))
os.mkdir(dir_make_full_path)
compile_output_dir = os.path.join(project_tmp_compile_dir, *dirs_need_to_make)
if compile_type == "pyc":
compile_py_to(py__file_path, compile_type="pyc", compile_output_dir=compile_output_dir)
elif compile_type == "pyd":
py__dir, py_name = os.path.split(py__file_path)
py__basename, ext = os.path.splitext(py_name)
if py__basename == "main":
compile_py_to(py__file_path, compile_type="pyd", pkgs=dirs_need_to_make, compile_name="compile_name_you_want", compile_output_dir=compile_output_dir, export_func_name="export_func_name_you_want")
else:
compile_py_to(py__file_path, compile_type="pyd", pkgs=dirs_need_to_make, compile_output_dir=compile_output_dir)
def pyinstaller_build_tozip(project_tmp_compile_dir):
# 这里实际上没有打包成zip 因为还需要测试下 稳定了加上
copy_binaries(project_tmp_compile_dir)
path_log = os.getcwd()
os.chdir(project_tmp_compile_dir)
os.system("pyinstaller {}".format(spec_file_name))
os.chdir(path_log)
copy_to_zip(project_tmp_compile_dir)
if __name__ == "__main__":
flist = console_structure()
print("-*-" * 10)
compile_flag = input("continue to compile? (y/n)\n")
if compile_flag != "y":
print("action end.")
exit()
ts = time()
project_tmp_compile_dir = compile_it(flist)
pyinstaller_build_tozip(project_tmp_compile_dir)
print("打包完成！耗时{:.2f}s".format(time() - ts))
