1
0
mirror of https://github.com/pdf2htmlEX/pdf2htmlEX.git synced 2024-12-22 13:00:08 +00:00

provisional commit of scripts to build debian package

This commit is contained in:
Stephen Gaito 2020-06-01 07:49:30 +00:00
parent 1b7bab3e2d
commit a73211fb9b
7 changed files with 260 additions and 178 deletions

178
archive/createDebianPackage Executable file
View File

@ -0,0 +1,178 @@
#!/usr/bin/env python
"""
Dirty script for building package for PPA
by WangLu
2011.01.13
modified for pdf2htmlEX
2012.08.28
modified for general git repo
2013.05.30
"""
# CONSIDER PORTING to either BASH or PERL (as used by dpkg-buldpackage)
# CONSIDER BINARY ONLY PACKAGE based on appDir or docerDir
#
# See: https://blog.serverdensity.com/how-to-create-a-debian-deb-package/
# See: http://www.sj-vs.net/creating-a-simple-debian-deb-package-based-on-a-directory-structure/
# See: https://unix.stackexchange.com/questions/30303/how-to-create-a-deb-file-manually
# See: https://askubuntu.com/questions/1130558/how-to-build-deb-package-for-ubuntu-18-04
# See: https://blog.knoldus.com/create-a-debian-package-using-dpkg-deb-tool/
# See: http://www.tldp.org/HOWTO/html_single/Debian-Binary-Package-Building-HOWTO/
# See: https://coderwall.com/p/urkybq/how-to-create-debian-package-from-source
#
# NOTES:
# 1. Should use something to force update of changelog
# 2. How best to compute dpkg version
# 3. Distribute only binary package (no source package -- link to main github repo)
# 4. Use ppa: https://launchpad.net/~pdf2htmlex/+archive/ubuntu/pdf2htmlex
# 5. Rename poppler-data destination to poppler-pdf2htmlEX
# 6. Ensure source code location of poppler-data has been updated
import os
import sys
import re
import time
package='pdf2htmlex'
ppa_name='ppa:pdf2htmlex/pdf2htmlex'
supported_distributions=('disco',)
dist_pattern=re.compile('|'.join(['\\) '+i for i in supported_distributions]))
archive_cmd='cd pdf2htmlEX/build && (rm CMakeCache.txt || true) && cmake .. && make dist'
archive_suffix='.tar.bz2'
#if os.path.exists('imageBuild/debianDir'):
# sys.stdout.write('Build area already exists, delete to continue?(y/n)')
# sys.stdout.flush()
# ans = raw_input().lower()
# while ans not in ['y', 'n']:
# sys.stdout.write('I don\'t understand, enter \'y\' or \'n\':')
# ans = raw_input().lower()
#
# if ans == 'n':
# print 'Skipped.'
# sys.exit(0)
#
if os.system('rm -rf imageBuild/debianDir') != 0:
print 'Failed to clean up old build directory'
sys.exit(-1)
print 'Generating version...'
try:
version = re.findall(
r'set\(PDF2HTMLEX_VERSION\s*"([^"]*)"\)',
open('pdf2htmlEX/CMakeLists.txt').read()
)[0]
except:
print 'Cannot get package name and version number'
sys.exit(-1)
try:
rev = open('.git/refs/heads/master').read()[:5]
except:
print 'Cannot get revision number'
sys.exit(-1)
projectdir=os.getcwd()
today_timestr = time.strftime('%Y%m%d')
deb_version = version+'-1~git'+today_timestr+'r'+rev
full_deb_version = deb_version+'-0ubuntu1'
print 'Version: %s' % (version,)
print 'Full Version: %s' % (full_deb_version,)
#check if we need to update debian/changelog
with open('debian/changelog') as f:
if re.findall(r'\(([^)]+)\)', f.readline())[0] == full_deb_version:
print
print 'No need to update debian/changelog, skipping'
else:
print
print 'Writing debian/changelog'
if os.system('dch -v "%s"' % (full_deb_version,)) != 0:
print 'Failed when updating debian/changelog'
sys.exit(-1)
# changelog may have been updated, reopen it
with open('debian/changelog') as f:
#check dist mark of changelog
changelog = f.read()
m = dist_pattern.search(changelog)
if m is None or m.pos >= changelog.find('\n'):
print 'Cannot locate the dist name in the first line of changelog'
sys.exit(-1)
print
print 'Preparing build ...'
# handling files
if os.system(archive_cmd) != 0:
print 'Failed in creating tarball'
sys.exit(-1)
orig_tar_filename = package+'-'+version+archive_suffix
os.mkdir('imageBuild/debianDir')
if os.system('test -e pdf2htmlEX/build/%s && cp pdf2htmlEX/build/%s imageBuild/debianDir/' % (orig_tar_filename, orig_tar_filename)) != 0:
print 'Cannot copy tarball file to build area'
sys.exit(-1)
deb_orig_tar_filename = package+'_'+deb_version+'.orig'+archive_suffix
try:
os.chdir('imageBuild/debianDir')
except:
print 'Cannot find imageBuild/debianDir'
sys.exit(-1)
# remove old dir
os.system('rm -rf %s' % (package+'-'+version,))
if os.system('mv %s %s && tar -xvf %s' % (orig_tar_filename, deb_orig_tar_filename, deb_orig_tar_filename)) != 0:
print 'Cannot extract tarball'
sys.exit(-1)
try:
os.chdir(package+'-'+version)
except:
print 'Cannot enter project dir'
sys.exit(-1)
os.system('cp -r %s/debian .' % (projectdir,))
for cur_dist in supported_distributions:
print
print 'Building for ' + cur_dist + ' ...'
# substitute distribution name
with open('debian/changelog', 'w') as f:
f.write(dist_pattern.sub('~%s1) %s' % (cur_dist, cur_dist), changelog, 1))
# No PPA Orginization set up, only building dpkg
# # building for ppa
# if os.system('debuild -S -sa') != 0:
# print 'Failed in debuild'
# sys.exit(-1)
#
# print
# sys.stdout.write('Everything seems to be good so far, upload?(y/n)')
# sys.stdout.flush()
# ans = raw_input().lower()
# while ans not in ['y', 'n']:
# sys.stdout.write('I don\'t understand, enter \'y\' or \'n\':')
# ans = raw_input().lower()
#
# if ans == 'n':
# print 'Skipped.'
# sys.exit(0)
#
# print 'Uploading'
# if os.system('dput %s ../%s' % (ppa_name, package+'_'+full_deb_version+'~'+cur_dist+'1_source.changes')) != 0:
# print 'Failed in uploading by dput'
# sys.exit(-1)
# building for dpkg
if os.system('dpkg-buildpackage -b --no-sign') != 0:
print 'Failed in dpkg-buildpackage'
sys.exit(-1)
print 'Build area not cleaned.'
print 'All done. Cool!'

View File

@ -1,178 +1,92 @@
#!/usr/bin/env python #!/bin/bash
""" # This bash script creates a (binary) Debian Package Archive for pdf2htmlEX
Dirty script for building package for PPA
by WangLu
2011.01.13
modified for pdf2htmlEX source ./buildScripts/reSourceVersionEnvs
2012.08.28
modified for general git repo echo ""
2013.05.30 echo "-------------------------------------------------------------------"
""" echo "CREATING pdf2htmlEX (binary) Debian package"
echo "-------------------------------------------------------------------"
echo ""
# CONSIDER PORTING to either BASH or PERL (as used by dpkg-buldpackage) export DPKG_NAME="pdf2htmlEX-$PDF2HTMLEX_BRANCH-$BUILD_TIME-$MACHINE_ARCH-$(lsb_release -cs).deb"
# CONSIDER BINARY ONLY PACKAGE based on appDir or docerDir
echo "export DPKG_NAME=\"$DPKG_NAME\"" >> buildScripts/reSourceVersionEnvs
# Adapted from: https://blog.serverdensity.com/how-to-create-a-debian-deb-package/
# and: http://www.sj-vs.net/creating-a-simple-debian-deb-package-based-on-a-directory-structure/
DEBDIR=imageBuild/debianDir
DOCDIR=$DEBDIR/usr/local/share/doc/pdf2htmlEX
sudo rm -rf $DEBDIR
mkdir -p $DOCDIR
# Install pdf2htmlEX
# #
# See: https://blog.serverdensity.com/how-to-create-a-debian-deb-package/ cd pdf2htmlEX/build
# See: http://www.sj-vs.net/creating-a-simple-debian-deb-package-based-on-a-directory-structure/
# See: https://unix.stackexchange.com/questions/30303/how-to-create-a-deb-file-manually
# See: https://askubuntu.com/questions/1130558/how-to-build-deb-package-for-ubuntu-18-04
# See: https://blog.knoldus.com/create-a-debian-package-using-dpkg-deb-tool/
# See: http://www.tldp.org/HOWTO/html_single/Debian-Binary-Package-Building-HOWTO/
# See: https://coderwall.com/p/urkybq/how-to-create-debian-package-from-source
# #
# NOTES: make install DESTDIR=../../$DEBDIR
# 1. Should use something to force update of changelog
# 2. How best to compute dpkg version
# 3. Distribute only binary package (no source package -- link to main github repo)
# 4. Use ppa: https://launchpad.net/~pdf2htmlex/+archive/ubuntu/pdf2htmlex
# 5. Rename poppler-data destination to poppler-pdf2htmlEX
# 6. Ensure source code location of poppler-data has been updated
import os # Install a copy of poppler-data for pdf2htmlEX's exclusive use
import sys
import re
import time
package='pdf2htmlex'
ppa_name='ppa:pdf2htmlex/pdf2htmlex'
supported_distributions=('disco',)
dist_pattern=re.compile('|'.join(['\\) '+i for i in supported_distributions]))
archive_cmd='cd pdf2htmlEX/build && (rm CMakeCache.txt || true) && cmake .. && make dist'
archive_suffix='.tar.bz2'
#if os.path.exists('imageBuild/debianDir'):
# sys.stdout.write('Build area already exists, delete to continue?(y/n)')
# sys.stdout.flush()
# ans = raw_input().lower()
# while ans not in ['y', 'n']:
# sys.stdout.write('I don\'t understand, enter \'y\' or \'n\':')
# ans = raw_input().lower()
# #
# if ans == 'n': cd ../../poppler-data
# print 'Skipped.'
# sys.exit(0)
# #
if os.system('rm -rf imageBuild/debianDir') != 0: make install \
print 'Failed to clean up old build directory' prefix=$PDF2HTMLEX_PREFIX \
sys.exit(-1) datadir=$PDF2HTMLEX_PREFIX/share/pdf2htmlEX \
DESTDIR=../$DEBDIR
print 'Generating version...' cd ..
try:
version = re.findall(
r'set\(PDF2HTMLEX_VERSION\s*"([^"]*)"\)',
open('pdf2htmlEX/CMakeLists.txt').read()
)[0]
except:
print 'Cannot get package name and version number'
sys.exit(-1)
try: # Create a 'useful' changelog
rev = open('.git/refs/heads/master').read()[:5]
except:
print 'Cannot get revision number'
sys.exit(-1)
projectdir=os.getcwd()
today_timestr = time.strftime('%Y%m%d')
deb_version = version+'-1~git'+today_timestr+'r'+rev
full_deb_version = deb_version+'-0ubuntu1'
print 'Version: %s' % (version,)
print 'Full Version: %s' % (full_deb_version,)
#check if we need to update debian/changelog
with open('debian/changelog') as f:
if re.findall(r'\(([^)]+)\)', f.readline())[0] == full_deb_version:
print
print 'No need to update debian/changelog, skipping'
else:
print
print 'Writing debian/changelog'
if os.system('dch -v "%s"' % (full_deb_version,)) != 0:
print 'Failed when updating debian/changelog'
sys.exit(-1)
# changelog may have been updated, reopen it
with open('debian/changelog') as f:
#check dist mark of changelog
changelog = f.read()
m = dist_pattern.search(changelog)
if m is None or m.pos >= changelog.find('\n'):
print 'Cannot locate the dist name in the first line of changelog'
sys.exit(-1)
print
print 'Preparing build ...'
# handling files
if os.system(archive_cmd) != 0:
print 'Failed in creating tarball'
sys.exit(-1)
orig_tar_filename = package+'-'+version+archive_suffix
os.mkdir('imageBuild/debianDir')
if os.system('test -e pdf2htmlEX/build/%s && cp pdf2htmlEX/build/%s imageBuild/debianDir/' % (orig_tar_filename, orig_tar_filename)) != 0:
print 'Cannot copy tarball file to build area'
sys.exit(-1)
deb_orig_tar_filename = package+'_'+deb_version+'.orig'+archive_suffix
try:
os.chdir('imageBuild/debianDir')
except:
print 'Cannot find imageBuild/debianDir'
sys.exit(-1)
# remove old dir
os.system('rm -rf %s' % (package+'-'+version,))
if os.system('mv %s %s && tar -xvf %s' % (orig_tar_filename, deb_orig_tar_filename, deb_orig_tar_filename)) != 0:
print 'Cannot extract tarball'
sys.exit(-1)
try:
os.chdir(package+'-'+version)
except:
print 'Cannot enter project dir'
sys.exit(-1)
os.system('cp -r %s/debian .' % (projectdir,))
for cur_dist in supported_distributions:
print
print 'Building for ' + cur_dist + ' ...'
# substitute distribution name
with open('debian/changelog', 'w') as f:
f.write(dist_pattern.sub('~%s1) %s' % (cur_dist, cur_dist), changelog, 1))
# No PPA Orginization set up, only building dpkg
# # building for ppa
# if os.system('debuild -S -sa') != 0:
# print 'Failed in debuild'
# sys.exit(-1)
# #
# print git log --format="%cd %h %d %n %s%n" --date=short > $DOCDIR/gitLog
# sys.stdout.write('Everything seems to be good so far, upload?(y/n)')
# sys.stdout.flush()
# ans = raw_input().lower()
# while ans not in ['y', 'n']:
# sys.stdout.write('I don\'t understand, enter \'y\' or \'n\':')
# ans = raw_input().lower()
#
# if ans == 'n':
# print 'Skipped.'
# sys.exit(0)
#
# print 'Uploading'
# if os.system('dput %s ../%s' % (ppa_name, package+'_'+full_deb_version+'~'+cur_dist+'1_source.changes')) != 0:
# print 'Failed in uploading by dput'
# sys.exit(-1)
# building for dpkg ########################################
if os.system('dpkg-buildpackage -b --no-sign') != 0: # setup the DEBIAN package files
print 'Failed in dpkg-buildpackage'
sys.exit(-1)
print 'Build area not cleaned.' controlFile=$DEBDIR/DEBIAN/control
print 'All done. Cool!' conffilesFile=$DEBDIR/DEBIAN/conffiles
md5sumsFile=$DEBDIR/DEBIAN/md5sums
mkdir -p $DEBDIR/DEBIAN
# Create the md5sums file
#
find $DEBDIR -type f | xargs md5sum > $md5sumsFile
# Accumulate the control file information
#
versionValue=$(git describe --abbrev=0)
releaseValue=$(lsb_release -cs)
architectureValue=$(dpkg-architecture -q DEB_BUILD_ARCH_CPU)
maintainerValue="$(git config --get user.name) <$(git config --get user.email)>"
# Now create the control file
#
echo "Package: pdf2htmlEX" > $controlFile
echo "Version: 0:0.$versionValue-0" >> $controlFile
echo "Distribution: $releaseValue" >> $controlFile
echo "Architecture: $architectureValue" >> $controlFile
echo "Section: universe/web" >> $controlFile
echo "Priority: optional" >> $controlFile
echo "Essential: no" >> $controlFile
echo "Depends: libcairo2, libpng16-16, libjpeg-turbo8, libxml2" >> $controlFile
echo "Maintainer: $maintainerValue" >> $controlFile
echo "Homepage: http://github.com/pdf2htmlEX/pdf2htmlEX" >> $controlFile
echo "Description: Converts PDF to HTML without losing format" >> $controlFile
echo " pdf2htmlEX converts PDF to HTML while retaining text, format & style as much as possible" >> $controlFile
# Create the (empty) conffiles
#
touch $conffilesFile
# Finally create the debian archive
#
cd imageBuild
#
sudo chown -R root:root debianDir
#
dpkg --build debianDir $DPKG_NAME

View File

@ -28,7 +28,7 @@ cd ../../poppler-data
make install \ make install \
prefix=$PDF2HTMLEX_PREFIX \ prefix=$PDF2HTMLEX_PREFIX \
datadir=$PDF2HTMLEX_PREFIX/share/pdf2htmlEX \ datadir=$PDF2HTMLEX_PREFIX/share/pdf2htmlEX \
DESTDIR=../imageBuild/appDir DESTDIR=../imageBuild/dockerDir
cd ../imageBuild/dockerDir cd ../imageBuild/dockerDir

View File

@ -24,9 +24,7 @@ sudo apt-get $UNATTENDED install \
make \ make \
gcc \ gcc \
g++ \ g++ \
build-essential \ dpkg \
dpkg-dev \
devscripts \
gettext \ gettext \
openjdk-8-jre-headless \ openjdk-8-jre-headless \
jq \ jq \

View File

@ -19,10 +19,3 @@ sudo apt-get $UNATTENDED install \
libpng-dev \ libpng-dev \
libjpeg-dev \ libjpeg-dev \
libxml2-dev \ libxml2-dev \
# libspiro-dev \
# libpango1.0-dev \
# liblcms2-dev \
# libuninameslist-dev \
# python3-dev

View File

@ -27,5 +27,4 @@ cd ../../poppler-data
make install \ make install \
prefix=$PDF2HTMLEX_PREFIX \ prefix=$PDF2HTMLEX_PREFIX \
datadir=$PDF2HTMLEX_PREFIX/share/pdf2htmlEX \ datadir=$PDF2HTMLEX_PREFIX/share/pdf2htmlEX
DESTDIR=../imageBuild/appDir

View File

@ -379,7 +379,7 @@ int main(int argc, char **argv)
// //
param.data_dir = string(getenv("APPDIR")) + param.data_dir; param.data_dir = string(getenv("APPDIR")) + param.data_dir;
} }
param.poppler_data_dir = param.data_dir + "/poppler" param.poppler_data_dir = param.data_dir + "/poppler";
parse_options(argc, argv); parse_options(argc, argv);
check_param(); check_param();