October 2014 - openSUSE Commits - openSUSE Mailing Lists

commit libcss for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package libcss for openSUSE:Factory checked in at 2014-10-31 18:27:51 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/libcss (Old) and /work/SRC/openSUSE:Factory/.libcss.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "libcss" Changes: -------- --- /work/SRC/openSUSE:Factory/libcss/libcss.changes 2014-05-28 10:01:47.000000000 +0200 +++ /work/SRC/openSUSE:Factory/.libcss.new/libcss.changes 2014-10-31 20:13:25.000000000 +0100 @@ -1,0 +2,8 @@ +Fri Oct 31 00:11:46 UTC 2014 - crrodriguez(a)opensuse.org + +- libcss-buildopts.patch: Do not define BSD_SOURCE but + GNU_SOURCE (fioxes build fail in factory) +- use -std=gnu99 instead of -std=c99. +- Disable -Werror + +------------------------------------------------------------------- New: ---- libcss-buildopts.patch ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ libcss.spec ++++++ --- /var/tmp/diff_new_pack.Iz3E6v/_old 2014-10-31 20:13:26.000000000 +0100 +++ /var/tmp/diff_new_pack.Iz3E6v/_new 2014-10-31 20:13:26.000000000 +0100 @@ -32,6 +32,7 @@ BuildRequires: netsurf-buildsystem >= 1.1 BuildRequires: pkg-config BuildRoot: %{_tmppath}/%{name}-%{version}-build +Patch: libcss-buildopts.patch %description LibCSS is a CSS (Cascading Style Sheet) parser and selection engine, @@ -63,6 +64,7 @@ %prep %setup -q +%patch -p1 %build make %{?_smp_mflags} %{make_vars} %{build_vars} ++++++ libcss-buildopts.patch ++++++ --- libcss-0.3.0.orig/Makefile +++ libcss-0.3.0/Makefile @@ -18,13 +18,13 @@ WARNFLAGS := -Wall -W -Wundef -Wpointer- # BeOS/Haiku/AmigaOS4 standard library headers create warnings ifneq ($(TARGET),beos) ifneq ($(TARGET),amiga) - WARNFLAGS := $(WARNFLAGS) -Werror + WARNFLAGS := $(WARNFLAGS) endif endif -CFLAGS := -D_BSD_SOURCE -I$(CURDIR)/include/ \ +CFLAGS := -D_GNU_SOURCE -I$(CURDIR)/include/ \ -I$(CURDIR)/src $(WARNFLAGS) $(CFLAGS) ifneq ($(GCCVER),2) - CFLAGS := $(CFLAGS) -std=c99 + CFLAGS := $(CFLAGS) -std=gnu99 else # __inline__ is a GCCism CFLAGS := $(CFLAGS) -Dinline="__inline__" -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit duperemove for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package duperemove for openSUSE:Factory checked in at 2014-10-31 18:27:56 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/duperemove (Old) and /work/SRC/openSUSE:Factory/.duperemove.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "duperemove" Changes: -------- --- /work/SRC/openSUSE:Factory/duperemove/duperemove.changes 2014-09-30 19:42:03.000000000 +0200 +++ /work/SRC/openSUSE:Factory/.duperemove.new/duperemove.changes 2014-10-31 20:03:36.000000000 +0100 @@ -1,0 +2,11 @@ +Fri Oct 31 02:44:53 UTC 2014 - mfasheh(a)suse.com + +- Update to duperemove v0.09.beta2 + - fix memory leak + - fix hardlink detection on btrfs + - print file number status during csum phase + - print a status bar during extent seearch + - several bugfixes and performance improvements to extent search +- Removed patch: 001-fix-build.patch + +------------------------------------------------------------------- Old: ---- 001-fix-build.patch duperemove-v0.09.beta1.tar.gz New: ---- duperemove-v0.09.beta2.tar.gz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ duperemove.spec ++++++ --- /var/tmp/diff_new_pack.49iyG2/_old 2014-10-31 20:03:37.000000000 +0100 +++ /var/tmp/diff_new_pack.49iyG2/_new 2014-10-31 20:03:37.000000000 +0100 @@ -17,13 +17,13 @@ %define modname duperemove -%define tar_version v0.09.beta1 +%define tar_version v0.09.beta2 Name: duperemove BuildRequires: gcc-c++ BuildRequires: glib2-devel BuildRequires: libgcrypt-devel -Version: 0.09~beta1 +Version: 0.09~beta2 Release: 0 Summary: Software to find duplicate extents in files and remove them License: GPL-2.0 @@ -31,7 +31,6 @@ Url: https://github.com/markfasheh/duperemove Source: %{modname}-%{tar_version}.tar.gz BuildRoot: %{_tmppath}/%{name}-%{version}-build -Patch1: 001-fix-build.patch %description Duperemove finds duplicate extents in files and prints them to the @@ -48,7 +47,6 @@ %prep %setup -q -n %{modname}-%{tar_version} -%patch1 -p1 %build make ++++++ duperemove-v0.09.beta1.tar.gz -> duperemove-v0.09.beta2.tar.gz ++++++ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/Makefile new/duperemove-v0.09.beta2/Makefile --- old/duperemove-v0.09.beta1/Makefile 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/Makefile 2014-10-31 00:27:39.000000000 +0100 @@ -1,11 +1,11 @@ -RELEASE=v0.09.beta1 +RELEASE=v0.09.beta2 CC = gcc CFLAGS = -Wall -ggdb MANPAGES=duperemove.8 btrfs-extent-same.8 -DIST_SOURCES=csum-gcrypt.c csum-mhash.c csum.h duperemove.c hash-tree.c hash-tree.h results-tree.c results-tree.h kernel.h LICENSE list.h Makefile rbtree.c rbtree.h rbtree.txt README TODO dedupe.c dedupe.h btrfs-ioctl.h filerec.c filerec.h $(MANPAGES) btrfs-extent-same.c debug.h util.c util.h serialize.c serialize.h hashstats.c +DIST_SOURCES=csum-gcrypt.c csum-mhash.c csum.h duperemove.c hash-tree.c hash-tree.h results-tree.c results-tree.h kernel.h LICENSE list.h Makefile rbtree.c rbtree.h rbtree.txt README TODO dedupe.c dedupe.h btrfs-ioctl.h filerec.c filerec.h btrfs-util.c btrfs-util.h $(MANPAGES) btrfs-extent-same.c debug.h util.c util.h serialize.c serialize.h hashstats.c DIST=duperemove-$(RELEASE) DIST_TARBALL=$(DIST).tar.gz TEMP_INSTALL_DIR:=$(shell mktemp -du -p .) @@ -26,7 +26,7 @@ $(crypt_CFLAGS) $(glib_CFLAGS) LIBRARY_FLAGS += $(crypt_LIBS) $(glib_LIBS) -objects = duperemove.o rbtree.o hash-tree.o results-tree.o dedupe.o filerec.o util.o serialize.o $(hash_obj) +objects = duperemove.o rbtree.o hash-tree.o results-tree.o dedupe.o filerec.o util.o serialize.o btrfs-util.o $(hash_obj) progs = duperemove DESTDIR = / @@ -38,7 +38,7 @@ all: $(progs) kernel.h list.h btrfs-ioctl.h debug.h duperemove: $(objects) kernel.h duperemove.c - $(CC) $(LIBRARY_FLAGS) $(CFLAGS) $(objects) -o duperemove + $(CC) $(CFLAGS) $(objects) -o duperemove $(LIBRARY_FLAGS) tarball: clean mkdir -p $(TEMP_INSTALL_DIR)/$(DIST) @@ -60,14 +60,14 @@ done csum-test: $(hash_obj) csum-test.c - $(CC) $(LIBRARY_FLAGS) $(CFLAGS) $(hash_obj) -o csum-test csum-test.c + $(CC) $(CFLAGS) $(hash_obj) -o csum-test csum-test.c $(LIBRARY_FLAGS) filerec-test: filerec.c filerec.h rbtree.o - $(CC) $(LIBRARY_FLAGS) $(CFLAGS) -DFILEREC_TEST filerec.c rbtree.o -o filerec-test + $(CC) $(CFLAGS) -DFILEREC_TEST filerec.c rbtree.o -o filerec-test $(LIBRARY_FLAGS) hashstats_obj = $(hash_obj) rbtree.o hash-tree.o filerec.o util.o serialize.o results-tree.o hashstats: $(hashstats_obj) hashstats.c - $(CC) $(LIBRARY_FLAGS) $(CFLAGS) $(hashstats_obj) hashstats.c -o hashstats + $(CC) $(CFLAGS) $(hashstats_obj) hashstats.c -o hashstats $(LIBRARY_FLAGS) clean: rm -fr $(objects) $(progs) $(DIST_TARBALL) btrfs-extent-same filerec-test hashstats csum-*.o *~ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/TODO new/duperemove-v0.09.beta2/TODO --- old/duperemove-v0.09.beta1/TODO 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/TODO 2014-10-31 00:27:39.000000000 +0100 @@ -1,6 +1,3 @@ -- Inodes between subvolumes on a btrfs file system can have the same i_ino (hooray!). - We need to handle this, probably by recording subvolid on the filerec. - - Store results of our search to speed up subsequent runs. - When writing hashes, store latest btrfs transaction id in the hash file (import find-new from btrfsprogs for this) - When reading hashes and we have a transaction id, do a scan of btrfs objects to see which inodes have changed. @@ -14,6 +11,18 @@ - Add an optional mode to do duplicate checking with resolution of extent owners. +- Multi-threaded extent search. + - This needs locking and atomic updates to some fields, so it's not quite + as straight forward as threading the hash stage. A start would be to have + find_all_dups queue up appropriate dup_blocks_lists to worker threads. + The threads have to properly lock the filerec compared trees and results + trees. b_seen also needs to be read/written atomically. + +- csum_whole_file() still does a read/checksum of holes and unwritten + extents (even though we detect and mark them now). If we calculate and + store (in memory) the checksum of a zero'd block, we can skip the read and + copy our known value directly into the block digest member. + - Allow checking for similar files by some criteria (approximate size, file magic type, file extension, etc) diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/btrfs-util.c new/duperemove-v0.09.beta2/btrfs-util.c --- old/duperemove-v0.09.beta1/btrfs-util.c 1970-01-01 01:00:00.000000000 +0100 +++ new/duperemove-v0.09.beta2/btrfs-util.c 2014-10-31 00:27:39.000000000 +0100 @@ -0,0 +1,74 @@ +/* + * btrfs-util.c + * + * Copyright (C) 2014 SUSE. All rights reserved. + * + * This program is free software; you can redistribute it and/or + * modify it under the terms of the GNU General Public + * License version 2 as published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License for more details. + * + * Some parts of this taken from btrfs-progs, which is also GPLv2 + */ + +#include <unistd.h> +#include <stdlib.h> +#include <stdint.h> +#include <sys/statfs.h> +#include <sys/ioctl.h> +#include <inttypes.h> +#include <errno.h> +#include <string.h> +#include <linux/magic.h> +#include <linux/btrfs.h> + +#include "btrfs-util.h" +#include "debug.h" + +/* For some reason linux/btrfs.h doesn't define this. */ +#define BTRFS_FIRST_FREE_OBJECTID 256ULL + +/* + * For a given: + * - file or directory return the containing tree root id + * - subvolume return its own tree id + * - BTRFS_EMPTY_SUBVOL_DIR_OBJECTID (directory with ino == 2) the result is + * undefined and function returns -1 + */ +int lookup_btrfs_subvolid(int fd, uint64_t *subvolid) +{ + int ret; + struct btrfs_ioctl_ino_lookup_args args; + + memset(&args, 0, sizeof(args)); + args.objectid = BTRFS_FIRST_FREE_OBJECTID; + + ret = ioctl(fd, BTRFS_IOC_INO_LOOKUP, &args); + if (ret) + return errno; + + *subvolid = args.treeid; + + return 0; +} + +int check_file_btrfs(int fd, int *btrfs) +{ + int ret; + struct statfs fs; + + *btrfs = 0; + + ret = fstatfs(fd, &fs); + if (ret) + return errno; + + if (fs.f_type == BTRFS_SUPER_MAGIC) + *btrfs = 1; + + return ret; +} diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/btrfs-util.h new/duperemove-v0.09.beta2/btrfs-util.h --- old/duperemove-v0.09.beta1/btrfs-util.h 1970-01-01 01:00:00.000000000 +0100 +++ new/duperemove-v0.09.beta2/btrfs-util.h 2014-10-31 00:27:39.000000000 +0100 @@ -0,0 +1,22 @@ +/* + * btrfs-util.h + * + * Copyright (C) 2014 SUSE. All rights reserved. + * + * This program is free software; you can redistribute it and/or + * modify it under the terms of the GNU General Public + * License version 2 as published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License for more details. + */ + +#ifndef __BTRFS_UTIL__ +#define __BTRFS_UTIL__ + +int check_file_btrfs(int fd, int *btrfs); +int lookup_btrfs_subvolid(int fd, uint64_t *rootid); + +#endif /* __BTRFS_UTIL__ */ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/debug.h new/duperemove-v0.09.beta2/debug.h --- old/duperemove-v0.09.beta1/debug.h 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/debug.h 2014-10-31 00:27:39.000000000 +0100 @@ -2,6 +2,7 @@ #define __DEBUG_H__ #include <stdio.h> +#include <stdbool.h> extern int verbose; extern int debug; @@ -56,6 +57,7 @@ declare_alloc_tracking_header(filerec); declare_alloc_tracking_header(files_compared); declare_alloc_tracking_header(filerec_token); +declare_alloc_tracking_header(file_hash_head); /* Can be called anywhere we want to dump the above statistics */ void print_mem_stats(void); @@ -73,6 +75,45 @@ } \ } while(0) + +/* + * compiletime_assert and associated code taken from + * linux-3.14.git/include/linux/compiler.h + */ + +# define __compiletime_warning(message) +# define __compiletime_error(message) + +/* + * Sparse complains of variable sized arrays due to the temporary variable in + * __compiletime_assert. Unfortunately we can't just expand it out to make + * sparse see a constant array size without breaking compiletime_assert on old + * versions of GCC (e.g. 4.2.4), so hide the array from sparse altogether. + */ +#define __compiletime_error_fallback(condition) \ + do { ((void)sizeof(char[1 - 2 * condition])); } while (0) + +#define __compiletime_assert(condition, msg, prefix, suffix) \ + do { \ + bool __cond = !(condition); \ + extern void prefix ## suffix(void) __compiletime_error(msg); \ + if (__cond) \ + prefix ## suffix(); \ + __compiletime_error_fallback(__cond); \ + } while (0) + +/** + * compiletime_assert - break build and emit msg if condition is false + * @condition: a compile-time constant condition to check + * @msg: a message to emit if condition is false + * + * In tradition of POSIX assert, this macro will break the build if the + * supplied condition is *false*, emitting the supplied error message if the + * compiler has support to do so. + */ +#define compiletime_assert(condition, msg) \ + __compiletime_assert(condition, msg, __compiletime_assert_, __LINE__) + /* * BUILD_BUG_ON() and associated code taken from * linux-2.6.git/include/linux/bug.h diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/duperemove.c new/duperemove-v0.09.beta2/duperemove.c --- old/duperemove-v0.09.beta1/duperemove.c 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/duperemove.c 2014-10-31 00:27:39.000000000 +0100 @@ -17,7 +17,6 @@ #include <sys/types.h> #include <sys/stat.h> -#include <sys/statfs.h> #include <limits.h> #include <fcntl.h> #include <unistd.h> @@ -32,7 +31,6 @@ #include <ctype.h> #include <getopt.h> #include <inttypes.h> -#include <linux/magic.h> #include <assert.h> #include <linux/fiemap.h> @@ -47,6 +45,7 @@ #include "dedupe.h" #include "util.h" #include "serialize.h" +#include "btrfs-util.h" #include "debug.h" /* exported via debug.h */ @@ -73,13 +72,17 @@ static char *serialize_fname = NULL; static unsigned int hash_threads = 0; +static int fancy_status = 0; + static void debug_print_block(struct file_block *e) { struct filerec *f = e->b_file; - printf("%s\tloff: %llu lblock: %llu seen: %u\n", f->filename, + printf("%s\tloff: %llu lblock: %llu seen: %u flags: 0x%x\n", + f->filename, (unsigned long long)e->b_loff, - (unsigned long long)e->b_loff / blocksize, e->b_seen); + (unsigned long long)e->b_loff / blocksize, e->b_seen, + e->b_flags); } static void debug_print_tree(struct hash_tree *tree) @@ -372,10 +375,12 @@ assert(buf != NULL); unsigned char *digest = malloc(DIGEST_LEN_MAX); assert(digest != NULL); + static long long unsigned cur_num_filerecs = 0; GMutex *tree_mutex = g_dataset_get_data(tree, "mutex"); - printf("csum: %s\n", file->filename); + printf("csum: %s \t[%llu/%llu]\n", file->filename, + __sync_add_and_fetch(&cur_num_filerecs, 1), num_filerecs); fc = alloc_fiemap_ctxt(); if (fc == NULL) /* This should be non-fatal */ @@ -448,6 +453,8 @@ filerec_close(file); free(digest); free(buf); + if (fc) + free(fc); return; @@ -456,6 +463,8 @@ err_noclose: free(digest); free(buf); + if (fc) + free(fc); fprintf( stderr, @@ -543,7 +552,7 @@ printf("\t-A\t\tOpens files readonly when deduping. Primarily for use by privileged users on readonly snapshots\n"); printf("\t-b bsize\tUse bsize blocks. Default is %dk.\n", DEFAULT_BLOCKSIZE / 1024); - printf("\t-h\t\tPrint numbers in human-readble format.\n"); + printf("\t-h\t\tPrint numbers in human-readable format.\n"); printf("\t-v\t\tBe verbose.\n"); printf("\t--hash-threads=N\n\t\t\tUse N threads for hashing phase. " "Default is automatically detected.\n"); @@ -593,44 +602,18 @@ return 0; } -static int check_file_fs(struct filerec *file, int *bad_fs) -{ - int ret; - struct statfs fs; - - *bad_fs = 0; - - if (!run_dedupe) - return 0; - - ret = filerec_open(file, 0); - if (ret) - return ret; - - ret = fstatfs(file->fd, &fs); - if (ret) { - ret = -errno; - goto out; - } - - if (fs.f_type != BTRFS_SUPER_MAGIC) - *bad_fs = 1; - -out: - filerec_close(file); - return ret; -} - /* * Returns nonzero on fatal errors only */ static int add_file(const char *name, int dirfd) { int ret, len = strlen(name); - int bad_fs; + int fd; + int on_btrfs = 0; struct stat st; char *pathtmp; struct filerec *file; + uint64_t subvolid; if (len > (path_max - pathp)) { fprintf(stderr, "Path max exceeded: %s %s\n", path, name); @@ -671,26 +654,59 @@ goto out; } - file = filerec_new(path, st.st_ino); - if (file == NULL) { - fprintf(stderr, "Out of memory while allocating file record " - "for: %s\n", path); - return ENOMEM; + fd = open(path, O_RDONLY); + if (fd == -1) { + ret = errno; + fprintf(stderr, "Error %d: %s while opening file \"%s\". " + "Skipping.\n", ret, strerror(ret), path); + goto out; } - ret = check_file_fs(file, &bad_fs); + ret = check_file_btrfs(fd, &on_btrfs); if (ret) { - fprintf(stderr, "Skip file \"%s\" due to errors\n", - file->filename); - filerec_free(file); - return ENOMEM; + close(fd); + fprintf(stderr, "Skip file \"%s\" due to errors\n", path); + goto out; } - if (bad_fs) { - fprintf(stderr, "Can only dedupe files on btrfs\n"); - filerec_free(file); + + if (run_dedupe && !on_btrfs) { + close(fd); + fprintf(stderr, "\"%s\": Can only dedupe files on btrfs\n", + path); return ENOSYS; } + if (on_btrfs) { + /* + * Inodes between subvolumes on a btrfs file system + * can have the same i_ino. Get the subvolume id of + * our file so hard link detection works. + */ + ret = lookup_btrfs_subvolid(fd, &subvolid); + if (ret) { + close(fd); + fprintf(stderr, + "Error %d: %s while finding subvolid for file " + "\"%s\". Skipping.\n", ret, strerror(ret), + path); + goto out; + } + } else { + subvolid = st.st_dev; + } + +// printf("\"%s\", ino: %llu, subvolid: %"PRIu64"\n", path, +// (unsigned long long)st.st_ino, subvolid); + + close(fd); + + file = filerec_new(path, st.st_ino, subvolid); + if (file == NULL) { + fprintf(stderr, "Out of memory while allocating file record " + "for: %s\n", path); + return ENOMEM; + } + out: pathp = pathtmp; return 0; @@ -784,12 +800,27 @@ /* Filter out option combinations that don't make sense. */ if (write_hashes && - (read_hashes || run_dedupe)) + (read_hashes || run_dedupe)) { + if (run_dedupe) + fprintf(stderr, + "Error: Can not dedupe with --write-hashes " + "option. Try writing hashes and then deduping " + "with --read-hashes instead.\n"); + if (read_hashes) + fprintf(stderr, + "Error: Specify only one of --write-hashes or " + "--read-hashes.\n"); + return 1; + } if (read_hashes) { - if (numfiles) + if (numfiles) { + fprintf(stderr, + "Error: --read-hashes option does not take a " + "file list argument\n"); return 1; + } goto out_nofiles; } @@ -852,19 +883,14 @@ (unsigned long long)eoff[1] / blocksize); } -struct dupe_walk_ctxt { - struct file_block *orig; - - struct filerec *orig_file; - struct filerec *walk_file; - - struct results_tree *res; -}; - -static int walk_dupe_block(struct file_block *block, void *priv) +static int walk_dupe_block(struct filerec *orig_file, + struct file_block *orig_file_block, + struct filerec *walk_file, + struct file_block *walk_file_block, + struct results_tree *res) { - struct dupe_walk_ctxt *ctxt = priv; - struct file_block *orig = ctxt->orig; + struct file_block *orig = orig_file_block; + struct file_block *block = walk_file_block; struct file_block *start[2] = { orig, block }; struct file_block *end[2]; struct running_checksum *csum; @@ -891,8 +917,8 @@ * This is kind of ugly, however it does correctly * signify the end of our list. */ - if (orig->b_file_next.next == &ctxt->orig_file->block_list || - block->b_file_next.next == &ctxt->walk_file->block_list) + if (orig->b_file_next.next == &orig_file->block_list || + block->b_file_next.next == &walk_file->block_list) break; orig = list_entry(orig->b_file_next.next, struct file_block, @@ -903,32 +929,59 @@ finish_running_checksum(csum, match_id); - record_match(ctxt->res, match_id, ctxt->orig_file, ctxt->walk_file, + record_match(res, match_id, orig_file, walk_file, start, end); out: return 0; } +/* + * Start an extent search (with orig_block) at each block in our dups + * list which is owned by walk_file. + */ +static void lookup_walk_file_hash_head(struct file_block *orig_block, + struct filerec *walk_file, + struct results_tree *res) +{ + struct dupe_blocks_list *parent = orig_block->b_parent; + struct file_block *cur; + struct file_hash_head *head = find_file_hash_head(parent, walk_file); + + /* find_file_dups should have checked this for us already */ + abort_on(head == NULL); + + list_for_each_entry(cur, &head->h_blocks, b_head_list) { + /* Ignore self. Technically this shouldn't happen (see above) + * until we allow walking a file against itself. */ + if (cur == orig_block) + continue; + + abort_on(cur->b_file != walk_file); + + if (walk_dupe_block(orig_block->b_file, orig_block, + walk_file, cur, res)) + break; + } +} + static void find_file_dupes(struct filerec *file, struct filerec *walk_file, struct results_tree *res) { struct file_block *cur; - struct dupe_walk_ctxt ctxt = { 0, }; list_for_each_entry(cur, &file->block_list, b_file_next) { if (block_seen(cur)) continue; + + if (!file_in_dups_list(cur->b_parent, walk_file)) + continue; + /* * For each file block with the same hash: * - Traverse, along with original file until we have no match * - record */ - memset(&ctxt, 0, sizeof(struct dupe_walk_ctxt)); - ctxt.orig_file = file; - ctxt.walk_file = walk_file; - ctxt.orig = cur; - ctxt.res = res; - for_each_dupe(cur, walk_file, walk_dupe_block, &ctxt); + lookup_walk_file_hash_head(cur, walk_file, res); } clear_all_seen_blocks(); } @@ -941,50 +994,6 @@ return mark_filerecs_compared(file1, file2); } -/* - * This dupe list is too large for the extent search algorithm to - * handle efficiently. Instead of walking the block list, we walk the - * list of files referenced and compare them to each other directly. - * - * A future improvement might be to always do this, at the cost of - * extra memory usage. - */ -static int walk_large_dups(struct hash_tree *tree, - struct results_tree *res, - struct dupe_blocks_list *dups) -{ - int ret; - struct rb_node *node = rb_first(&dups->dl_files_root); - struct rb_node *next; - struct filerec_token *t1, *t2; - struct filerec *file1, *file2; - - while (node) { - t1 = rb_entry(node, struct filerec_token, t_node); - file1 = t1->t_file; - - next = rb_next(node); - while (next) { - t2 = rb_entry(next, struct filerec_token, t_node); - file2 = t2->t_file; - - /* filerec token tree does not allow duplicates */ - abort_on(file1 == file2); - if (!filerecs_compared(file1, file2)) { - ret = compare_files(res, file1, file2); - if (ret) - return ret; - break; - } - - next = rb_next(next); - } - node = rb_next(node); - } - - return 0; -} - static int walk_dupe_hashes(struct dupe_blocks_list *dups, struct results_tree *res) { @@ -1043,13 +1052,59 @@ return 0; } +static void update_extent_search_status(struct hash_tree *tree, + unsigned long long processed) +{ + static int last_pos = -1; + int i, pos; + int width = 40; + float progress; + + if (!fancy_status) + return; + + progress = (float) processed / tree->num_hashes; + pos = width * progress; + + /* Only update our status every width% */ + if (pos <= last_pos) + return; + last_pos = pos; + + printf("\r["); + for(i = 0; i < width; i++) { + if (i < pos) + printf("#"); + else if (i == pos) + printf("%%"); + else + printf(" "); + } + printf("]"); + fflush(stdout); +} + +static void clear_extent_search_status(unsigned long long processed, + int err) +{ + if (!fancy_status) + return; + + if (err) + printf("\rSearch exited (%llu processed) with error %d: " + "\"%s\"\n", processed, err, strerror(err)); + else + printf("\rSearch completed with no errors. \n"); + fflush(stdout); +} + static int find_all_dups(struct hash_tree *tree, struct results_tree *res) { - int ret; + int ret = 0; struct rb_root *root = &tree->root; struct rb_node *node = rb_first(root); struct dupe_blocks_list *dups; - LIST_HEAD(large_dupes); + unsigned long long processed = 0; while (1) { if (node == NULL) @@ -1057,29 +1112,22 @@ dups = rb_entry(node, struct dupe_blocks_list, dl_node); - if (dups->dl_num_files) { - list_add_tail(&dups->dl_large_list, &large_dupes); + update_extent_search_status(tree, processed); - printf("Hash (\""); - debug_print_digest(stdout, dups->dl_hash); - printf("\") has %u items (across %u files), processing later.\n", - dups->dl_num_elem, dups->dl_num_files); - } else if (dups->dl_num_elem > 1) { + if (dups->dl_num_elem > 1) { ret = walk_dupe_hashes(dups, res); if (ret) - return ret; + goto out; } - node = rb_next(node); - } + processed++; - list_for_each_entry(dups, &large_dupes, dl_large_list) { - ret = walk_large_dups(tree, res, dups); - if (ret) - return ret; + node = rb_next(node); } +out: - return 0; + clear_extent_search_status(processed, ret); + return ret; } int main(int argc, char **argv) @@ -1101,6 +1149,9 @@ return EINVAL; } + if (isatty(STDOUT_FILENO)) + fancy_status = 1; + if (read_hashes) { ret = read_hash_tree(serialize_fname, &tree, &blocksize, NULL); if (ret == FILE_VERSION_ERROR) { @@ -1143,8 +1194,9 @@ fprintf(stderr, "Error %d while writing to hash file\n", ret); goto out; } else { - printf("Hashed %"PRIu64" blocks. Calculating duplicate " - "extents - this may take some time.\n", tree.num_blocks); + printf("Hashed %"PRIu64" blocks, resulting in %"PRIu64" unique " + "hashes. Calculating duplicate extents - this may take " + "some time.\n", tree.num_blocks, tree.num_hashes); } ret = find_all_dups(&tree, &res); diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/filerec.c new/duperemove-v0.09.beta2/filerec.c --- old/duperemove-v0.09.beta1/filerec.c 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/filerec.c 2014-10-31 00:27:39.000000000 +0100 @@ -83,13 +83,19 @@ free_filerec_token(token); } +static void filerec_token_init(struct filerec_token *token, + struct filerec *file) +{ + rb_init_node(&token->t_node); + token->t_file = file; +} + struct filerec_token *filerec_token_new(struct filerec *file) { struct filerec_token *token = malloc_filerec_token(); if (token) { - rb_init_node(&token->t_node); - token->t_file = file; + filerec_token_init(token, file); } return token; } @@ -151,8 +157,23 @@ } } +static int cmp_filerecs(struct filerec *file1, uint64_t file2_inum, + uint64_t file2_subvolid) +{ + if (file1->inum < file2_inum) + return -1; + else if (file1->inum > file2_inum) + return 1; + if (file1->subvolid < file2_subvolid) + return -1; + if (file1->subvolid > file2_subvolid) + return -1; + return 0; +} + static void insert_filerec(struct filerec *file) { + int c; struct rb_node **p = &filerec_by_inum.rb_node; struct rb_node *parent = NULL; struct filerec *tmp; @@ -162,9 +183,10 @@ tmp = rb_entry(parent, struct filerec, inum_node); - if (file->inum < tmp->inum) + c = cmp_filerecs(tmp, file->inum, file->subvolid); + if (c < 0) p = &(*p)->rb_left; - else if (file->inum > tmp->inum) + else if (c > 0) p = &(*p)->rb_right; else abort_lineno(); /* We should never find a duplicate */ @@ -175,17 +197,19 @@ return; } -static struct filerec *find_filerec(uint64_t inum) +static struct filerec *find_filerec(uint64_t inum, uint64_t subvolid) { + int c; struct rb_node *n = filerec_by_inum.rb_node; struct filerec *file; while (n) { file = rb_entry(n, struct filerec, inum_node); - if (inum < file->inum) + c = cmp_filerecs(file, inum, subvolid); + if (c < 0) n = n->rb_left; - else if (inum > file->inum) + else if (c > 0) n = n->rb_right; else return file; @@ -193,7 +217,8 @@ return NULL; } -static struct filerec *filerec_alloc_insert(const char *filename, uint64_t inum) +static struct filerec *filerec_alloc_insert(const char *filename, + uint64_t inum, uint64_t subvolid) { struct filerec *file = calloc_filerec(1); @@ -210,6 +235,7 @@ INIT_LIST_HEAD(&file->tmp_list); rb_init_node(&file->inum_node); file->inum = inum; + file->subvolid = subvolid; file->comparisons = RB_ROOT; insert_filerec(file); @@ -219,11 +245,12 @@ return file; } -struct filerec *filerec_new(const char *filename, uint64_t inum) +struct filerec *filerec_new(const char *filename, uint64_t inum, + uint64_t subvolid) { - struct filerec *file = find_filerec(inum); + struct filerec *file = find_filerec(inum, subvolid); if (!file) - file = filerec_alloc_insert(filename, inum); + file = filerec_alloc_insert(filename, inum, subvolid); return file; } @@ -458,9 +485,12 @@ last = 1; dprintf("(fiemap) [%d] fe_logical: %llu, " - "fe_length: %llu\n", + "fe_length: %llu, fe_physical: %llu, " + "fe_flags: 0x%x\n", i, (unsigned long long)fm_ext[i].fe_logical, - (unsigned long long)fm_ext[i].fe_length); + (unsigned long long)fm_ext[i].fe_length, + (unsigned long long)fm_ext[i].fe_physical, + fm_ext[i].fe_flags); loff = fm_ext[i].fe_logical; ext_len = fm_ext[i].fe_length; @@ -494,8 +524,9 @@ last = 1; } - dprintf("(fiemap) loff: %"PRIu64" ext_len: %"PRIu64"\n", - loff, ext_len); +// dprintf("(fiemap) loff: %"PRIu64" ext_len: %"PRIu64 +// " flags: 0x%x\n", +// loff, ext_len, fm_ext[i].fe_flags); if (fm_ext[i].fe_flags & FIEMAP_EXTENT_SHARED) *shared_bytes += ext_len; @@ -527,7 +558,7 @@ return 1; } - file = filerec_new(argv[1], 500); /* Use made up ino */ + file = filerec_new(argv[1], 500, 1); /* Use made up ino */ if (!file) { fprintf(stderr, "filerec_new(): malloc error\n"); return 1; diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/filerec.h new/duperemove-v0.09.beta2/filerec.h --- old/duperemove-v0.09.beta1/filerec.h 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/filerec.h 2014-10-31 00:27:39.000000000 +0100 @@ -11,6 +11,7 @@ struct filerec { int fd; /* file descriptor */ char *filename; /* path to file */ + uint64_t subvolid; uint64_t inum; struct rb_node inum_node; @@ -29,7 +30,8 @@ void init_filerec(void); -struct filerec *filerec_new(const char *filename, uint64_t inum); +struct filerec *filerec_new(const char *filename, uint64_t inum, + uint64_t subvolid); void filerec_free(struct filerec *file); int filerec_open(struct filerec *file, int write); void filerec_close(struct filerec *file); diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/hash-tree.c new/duperemove-v0.09.beta2/hash-tree.c --- old/duperemove-v0.09.beta1/hash-tree.c 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/hash-tree.c 2014-10-31 00:27:39.000000000 +0100 @@ -34,48 +34,83 @@ declare_alloc_tracking(file_block); declare_alloc_tracking(dupe_blocks_list); -static int add_one_filerec_token(struct dupe_blocks_list *dups, - struct filerec *file) +struct file_hash_head *find_file_hash_head(struct dupe_blocks_list *dups, + struct filerec *file) { - struct filerec_token *t = NULL; + struct rb_node *n = dups->dl_files_root.rb_node; + struct file_hash_head *head; - if (find_filerec_token_rb(&dups->dl_files_root, file)) - return 0; - - t = filerec_token_new(file); - if (!t) - return ENOMEM; + while (n) { + head = rb_entry(n, struct file_hash_head, h_node); - insert_filerec_token_rb(&dups->dl_files_root, t); - dups->dl_num_files++; - return 0; + if (head->h_file < file) + n = n->rb_left; + else if (head->h_file > file) + n = n->rb_right; + else return head; + } + return NULL; } -static int add_filerec_tokens(struct dupe_blocks_list *dups) +static void insert_file_hash_head(struct dupe_blocks_list *dups, + struct file_hash_head *head) { - struct file_block *block; + struct rb_node **p = &dups->dl_files_root.rb_node; + struct rb_node *parent = NULL; + struct file_hash_head *tmp; - list_for_each_entry(block, &dups->dl_list, b_list) { - if (add_one_filerec_token(dups, block->b_file)) - return ENOMEM; + while (*p) { + parent = *p; + + tmp = rb_entry(parent, struct file_hash_head, h_node); + + if (tmp->h_file < head->h_file) + p = &(*p)->rb_left; + else if (tmp->h_file > head->h_file) + p = &(*p)->rb_right; + else abort_lineno(); /* We should never find a duplicate */ } - return 0; + + rb_link_node(&head->h_node, parent, p); + rb_insert_color(&head->h_node, &dups->dl_files_root); } -static void free_filerec_tokens(struct dupe_blocks_list *dups) +static int add_file_hash_head(struct dupe_blocks_list *dups, + struct file_block *block) { - struct rb_node *node = rb_first(&dups->dl_files_root); - struct filerec_token *t; + struct filerec *file = block->b_file; + struct file_hash_head *head = find_file_hash_head(dups, file); - while (node) { - t = rb_entry(node, struct filerec_token, t_node); + if (head) + goto add; - node = rb_next(node); + head = malloc(sizeof(*head)); + if (!head) + return ENOMEM; - dups->dl_num_files--; - rb_erase(&t->t_node, &dups->dl_files_root); - filerec_token_free(t); - } + head->h_file = file; + rb_init_node(&head->h_node); + INIT_LIST_HEAD(&head->h_blocks); + insert_file_hash_head(dups, head); + dups->dl_num_files++; +add: + /* We depend on this being added in increasing block order */ + list_add_tail(&block->b_head_list, &head->h_blocks); + return 0; +} + +static void free_one_hash_head(struct dupe_blocks_list *dups, + struct file_hash_head *head) +{ + rb_erase(&head->h_node, &dups->dl_files_root); + free(head); +} + +int file_in_dups_list(struct dupe_blocks_list *dups, struct filerec *file) +{ + if (find_file_hash_head(dups, file)) + return 1; + return 0; } static void insert_block_list(struct hash_tree *tree, @@ -147,30 +182,27 @@ rb_init_node(&d->dl_node); rb_init_node(&d->dl_by_size); INIT_LIST_HEAD(&d->dl_list); - INIT_LIST_HEAD(&d->dl_large_list); d->dl_files_root = RB_ROOT; insert_block_list(tree, d); } - if (d->dl_num_elem >= DUPLIST_CONVERT_LIMIT && d->dl_num_files == 0) { - if (add_filerec_tokens(d)) - return ENOMEM; - } - e->b_file = file; e->b_seen = 0; e->b_loff = loff; e->b_flags = flags; - list_add_tail(&e->b_file_next, &file->block_list); - file->num_blocks++; e->b_parent = d; - if (d->dl_num_files) { - if (add_one_filerec_token(d, file)) - return ENOMEM; + INIT_LIST_HEAD(&e->b_head_list); + + if (add_file_hash_head(d, e)) { + free_file_block(e); + return ENOMEM; } + list_add_tail(&e->b_file_next, &file->block_list); + file->num_blocks++; + d->dl_num_elem++; list_add_tail(&e->b_list, &d->dl_list); @@ -182,6 +214,7 @@ struct file_block *block, struct filerec *file) { struct dupe_blocks_list *blocklist = block->b_parent; + struct file_hash_head *head; abort_on(blocklist->dl_num_elem == 0); @@ -193,12 +226,16 @@ list_del(&block->b_file_next); list_del(&block->b_list); + list_del(&block->b_head_list); + head = find_file_hash_head(blocklist, file); + if (head && list_empty(&head->h_blocks)) + free_one_hash_head(blocklist, head); + blocklist->dl_num_elem--; if (blocklist->dl_num_elem == 0) { rb_erase(&blocklist->dl_node, &tree->root); tree->num_hashes--; - free_filerec_tokens(blocklist); free_dupe_blocks_list(blocklist); } @@ -214,25 +251,6 @@ remove_hashed_block(tree, block, file); } -void for_each_dupe(struct file_block *block, struct filerec *file, - for_each_dupe_t func, void *priv) -{ - struct dupe_blocks_list *parent = block->b_parent; - struct file_block *cur; - - list_for_each_entry(cur, &parent->dl_list, b_list) { - /* Ignore self and any blocks from another file */ - if (cur == block) - continue; - - if (cur->b_file != file) - continue; - - if (func(cur, priv)) - break; - } -} - static unsigned int seen_counter = 1; int block_seen(struct file_block *block) diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/hash-tree.h new/duperemove-v0.09.beta2/hash-tree.h --- old/duperemove-v0.09.beta1/hash-tree.h 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/hash-tree.h 2014-10-31 00:27:39.000000000 +0100 @@ -14,24 +14,14 @@ unsigned int dl_num_elem; struct list_head dl_list; - /* - * num_files and files_root are used when the total number of - * blocks in the list exceeds DUPLIST_CONVERT_LIMIT (defined - * below) - */ unsigned int dl_num_files; - struct rb_root dl_files_root; - struct list_head dl_large_list; /* Temporary list for - * use by extent finding code */ + struct rb_root dl_files_root; /* stores file_hash_head nodes */ unsigned char dl_hash[DIGEST_LEN_MAX]; }; -/* Max number of blocks before we'll add filerec tokens */ -#define DUPLIST_CONVERT_LIMIT 30000 - /* Fiemap flags that would cause us to skip comparison of the block */ -#define FIEMAP_SKIP_FLAGS (FIEMAP_EXTENT_UNKNOWN|FIEMAP_EXTENT_DATA_INLINE|FIEMAP_EXTENT_UNWRITTEN) +#define FIEMAP_SKIP_FLAGS (FIEMAP_EXTENT_DATA_INLINE|FIEMAP_EXTENT_UNWRITTEN) /* Fiemap flags that indicate the extent may have already been deduped */ #define FIEMAP_DEDUPED_FLAGS (FIEMAP_EXTENT_SHARED) @@ -50,15 +40,33 @@ * with this md5. */ struct list_head b_file_next; /* filerec->block_list */ + + struct list_head b_head_list; /* file_hash_head->h_blocks */ }; int insert_hashed_block(struct hash_tree *tree, unsigned char *digest, struct filerec *file, uint64_t loff, unsigned int flags); void remove_hashed_blocks(struct hash_tree *tree, struct filerec *file); -typedef int (for_each_dupe_t)(struct file_block *, void *); -void for_each_dupe(struct file_block *block, struct filerec *file, - for_each_dupe_t func, void *priv); +/* + * Stores a list of blocks with the same hash / filerec + * combination. Each dupe_blocks_list keeps a tree of these (sorted by + * file). + * + * This speeds up the extent search by allowing us to skip blocks that + * don't belong to the file we are 'walking'. Blocks are inserted into + * h_blocks in the same order they are given to insert_hashed_block() + * (that is, in order of increasing offset). + */ +struct file_hash_head { + struct filerec *h_file; + struct rb_node h_node; + struct list_head h_blocks; +}; + +int file_in_dups_list(struct dupe_blocks_list *dups, struct filerec *file); +struct file_hash_head *find_file_hash_head(struct dupe_blocks_list *dups, + struct filerec *file); int block_seen(struct file_block *block); int block_ever_seen(struct file_block *block); diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/hashstats.c new/duperemove-v0.09.beta2/hashstats.c --- old/duperemove-v0.09.beta1/hashstats.c 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/hashstats.c 2014-10-31 00:27:39.000000000 +0100 @@ -93,6 +93,21 @@ } } +static void printf_file_block_flags(struct file_block *block) +{ + if (!block->b_flags) + return; + + printf("( "); + if (block->b_flags & FILE_BLOCK_SKIP_COMPARE) + printf("skip_compare "); + if (block->b_flags & FILE_BLOCK_DEDUPED) + printf("deduped "); + if (block->b_flags & FILE_BLOCK_HOLE) + printf("hole "); + printf(")"); +} + static void print_by_size(void) { struct rb_node *node = rb_first(&by_size); @@ -104,6 +119,8 @@ else printf("Print top %d hashes\n", num_to_print); + printf("Hash, # Blocks, # Files\n"); + while (1) { if (node == NULL) break; @@ -111,14 +128,18 @@ dups = rb_entry(node, struct dupe_blocks_list, dl_by_size); debug_print_digest(stdout, dups->dl_hash); - printf(", %u\n", dups->dl_num_elem); + printf(", %u, %u\n", dups->dl_num_elem, dups->dl_num_files); if (print_blocks) { list_for_each_entry(block, &dups->dl_list, b_list) { struct filerec *f = block->b_file; - printf(" %s\tloff: %llu lblock: %llu\n", f->filename, + printf(" %s\tloff: %llu lblock: %llu " + "flags: 0x%x ", f->filename, (unsigned long long)block->b_loff, - (unsigned long long)block->b_loff / blocksize); + (unsigned long long)block->b_loff / blocksize, + block->b_flags); + printf_file_block_flags(block); + printf("\n"); } } @@ -133,12 +154,12 @@ { struct filerec *file; - printf("Showing %llu files.\nInode\tBlocks Stored\tFilename\n", + printf("Showing %llu files.\nInode\tBlocks Stored\tSubvold ID\tFilename\n", num_filerecs); list_for_each_entry(file, &filerec_list, rec_list) { - printf("%"PRIu64"\t%"PRIu64"\t%s\n", file->inum, - file->num_blocks, file->filename); + printf("%"PRIu64"\t%"PRIu64"\t%"PRIu64"\t%s\n", file->inum, + file->num_blocks, file->subvolid, file->filename); } } diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/serialize.c new/duperemove-v0.09.beta2/serialize.c --- old/duperemove-v0.09.beta1/serialize.c 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/serialize.c 2014-10-31 00:27:39.000000000 +0100 @@ -34,8 +34,8 @@ #include "debug.h" #include "csum.h" -#include "hash-tree.h" #include "filerec.h" +#include "hash-tree.h" #include "serialize.h" @@ -131,6 +131,7 @@ finfo.ino = swap64(file->inum); finfo.file_size = 0ULL; /* We don't store this yet */ finfo.num_blocks = swap64(file->num_blocks); + finfo.subvolid = swap64(file->subvolid); name_len = strlen(file->filename); finfo.name_len = swap16(name_len); @@ -256,6 +257,7 @@ f->ino = swap64(disk.ino); f->file_size = swap64(disk.file_size); f->num_blocks = swap64(disk.num_blocks); + f->subvolid = swap64(disk.subvolid); f->rec_len = swap16(disk.rec_len); f->name_len = swap16(disk.name_len); @@ -295,7 +297,7 @@ dprintf("Load %"PRIu64" hashes for \"%s\"\n", finfo.num_blocks, fname); - file = filerec_new(fname, finfo.ino); + file = filerec_new(fname, finfo.ino, finfo.subvolid); if (file == NULL) return ENOMEM; diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/duperemove-v0.09.beta1/serialize.h new/duperemove-v0.09.beta2/serialize.h --- old/duperemove-v0.09.beta1/serialize.h 2014-09-27 01:56:37.000000000 +0200 +++ new/duperemove-v0.09.beta2/serialize.h 2014-10-31 00:27:39.000000000 +0100 @@ -47,7 +47,8 @@ uint16_t rec_len; uint16_t name_len; uint32_t pad0; -/*20*/ uint64_t pad1[3]; + uint64_t subvolid; +/*20*/ uint64_t pad1[2]; char name[0]; }; -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit armadillo for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package armadillo for openSUSE:Factory checked in at 2014-10-31 18:27:53 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/armadillo (Old) and /work/SRC/openSUSE:Factory/.armadillo.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "armadillo" Changes: -------- --- /work/SRC/openSUSE:Factory/armadillo/armadillo.changes 2014-10-14 07:13:31.000000000 +0200 +++ /work/SRC/openSUSE:Factory/.armadillo.new/armadillo.changes 2014-10-31 19:58:20.000000000 +0100 @@ -1,0 +2,10 @@ +Thu Oct 30 18:44:50 UTC 2014 - badshah400(a)gmail.com + +- Update to version 4.500.0: + + Faster handling of complex vectors by norm() + + Expanded chol() to optionally specify output matrix as upper + or lower triangular + + Better handling of non-finite values when saving matrices as + text files. + +------------------------------------------------------------------- Old: ---- armadillo-4.450.4.tar.gz New: ---- armadillo-4.500.0.tar.gz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ armadillo.spec ++++++ --- /var/tmp/diff_new_pack.R8W60O/_old 2014-10-31 19:58:21.000000000 +0100 +++ /var/tmp/diff_new_pack.R8W60O/_new 2014-10-31 19:58:21.000000000 +0100 @@ -19,7 +19,7 @@ %define soname libarmadillo4 Name: armadillo -Version: 4.450.4 +Version: 4.500.0 Release: 0 Summary: Fast C++ matrix library with interfaces to LAPACK and ATLAS License: MPL-2.0 ++++++ armadillo-4.450.4.tar.gz -> armadillo-4.500.0.tar.gz ++++++ ++++ 1786 lines of diff (skipped) -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit apache2-mod_nss for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package apache2-mod_nss for openSUSE:Factory checked in at 2014-10-31 18:27:35 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/apache2-mod_nss (Old) and /work/SRC/openSUSE:Factory/.apache2-mod_nss.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "apache2-mod_nss" Changes: -------- --- /work/SRC/openSUSE:Factory/apache2-mod_nss/apache2-mod_nss.changes 2014-08-25 11:05:02.000000000 +0200 +++ /work/SRC/openSUSE:Factory/.apache2-mod_nss.new/apache2-mod_nss.changes 2014-10-31 19:57:44.000000000 +0100 @@ -1,0 +2,9 @@ +Wed Oct 29 14:59:06 UTC 2014 - kstreitova(a)suse.com + +- bnc#897712: added mod_nss-compare_subject_CN_and_VS_hostname.patch + that compare CN and VS hostname (use NSS library). Removed + following patches: + * mod_nss-SNI-checks.patch + * mod_nss-SNI-callback.patch + +------------------------------------------------------------------- Old: ---- mod_nss-SNI-callback.patch mod_nss-SNI-checks.patch New: ---- mod_nss-compare_subject_CN_and_VS_hostname.patch ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ apache2-mod_nss.spec ++++++ --- /var/tmp/diff_new_pack.kxhGZ0/_old 2014-10-31 19:57:46.000000000 +0100 +++ /var/tmp/diff_new_pack.kxhGZ0/_new 2014-10-31 19:57:46.000000000 +0100 @@ -69,9 +69,10 @@ Patch18: mod_nss-CVE-2013-4566-NSSVerifyClient.diff Patch19: mod_nss-cipherlist_update_for_tls12.diff Patch20: mod_nss-cipherlist_update_for_tls12-doc.diff -Patch21: mod_nss-SNI-callback.patch -Patch22: mod_nss-SNI-checks.patch Patch23: mod_nss-bnc863518-reopen_dev_tty.diff +# PATCH-FIX-UPSTREAM bnc#897712 kstreitova(a)suse.com -- check for the misconfiguration of certificate's CN and virtual name +Patch24: mod_nss-compare_subject_CN_and_VS_hostname.patch + BuildRoot: %{_tmppath}/%{name}-%{version}-build %define apxs /usr/sbin/apxs2 %define apache apache2 @@ -109,9 +110,8 @@ %patch18 -p0 -b .CVE-2013-4566.rpmpatch %patch19 -p0 -b .ciphers.rpmpatch %patch20 -p0 -b .ciphers.doc.rpmpatch -%patch21 -p0 -b .mod_nss-SNI-callback.rpmpatch -%patch22 -p0 -b .mod_nss-SNI-checks.patch.rpmpatch %patch23 -p0 -b .mod_nss-bnc863518-reopen_dev_tty.rpmpatch +%patch24 -p1 -b .mod_nss-compare_subject_CN_and_VS_hostname.rpmpatch # keep this last, otherwise we get fuzzyness from above %if 0%{?suse_version} >= 1300 ++++++ mod_nss-compare_subject_CN_and_VS_hostname.patch ++++++ >From c027af16af4975bbb0aa7bc509ea059944028481 Mon Sep 17 00:00:00 2001 From: standa <stokos(a)suse.de> Date: Wed, 22 Oct 2014 16:14:29 +0200 Subject: [PATCH] Compare subject CN and VS hostname during server start up --- nss_engine_init.c | 18 +++++++++++++----- 1 file changed, 13 insertions(+), 5 deletions(-) diff --git a/nss_engine_init.c b/nss_engine_init.c index d74f002..2569c8d 100644 --- a/nss_engine_init.c +++ b/nss_engine_init.c @@ -1179,12 +1179,20 @@ static void nss_init_certificate(server_rec *s, const char *nickname, *KEAtype = NSS_FindCertKEAType(*servercert); + /* Subject/hostname check */ + secstatus = CERT_VerifyCertName(*servercert, s->server_hostname); + if (secstatus != SECSuccess) { + char *cert_dns = CERT_GetCommonName(&(*servercert)->subject); + ap_log_error(APLOG_MARK, APLOG_ERR, 0, s, + "Misconfiguration of certificate's CN and virtual name." + " The certificate CN has %s. We expected %s as virtual" + " name.", cert_dns, s->server_hostname); + PORT_Free(cert_dns); + } + /* - * Check for certs that are expired or not yet valid and WARN about it - * no need to refuse working - the client gets a warning, but can work - * with the server we could also verify if the certificate is made out - * for the correct hostname but that would require a reverse DNS lookup - * for every virtual server - too expensive? + * Check for certs that are expired or not yet valid and WARN about it. + * No need to refuse working - the client gets a warning. */ certtimestatus = CERT_CheckCertValidTimes(*servercert, PR_Now(), PR_FALSE); -- 1.9.3 -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit openlmi-networking for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package openlmi-networking for openSUSE:Factory checked in at 2014-10-31 18:27:26 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/openlmi-networking (Old) and /work/SRC/openSUSE:Factory/.openlmi-networking.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "openlmi-networking" Changes: -------- --- /work/SRC/openSUSE:Factory/openlmi-networking/openlmi-networking.changes 2014-05-17 21:46:55.000000000 +0200 +++ /work/SRC/openSUSE:Factory/.openlmi-networking.new/openlmi-networking.changes 2014-10-31 18:27:47.000000000 +0100 @@ -1,0 +2,7 @@ +Tue Oct 7 11:50:23 UTC 2014 - kkaempf(a)suse.com + +- Update to 0.3.0 + * support for NetworkManager 0.8 + * bugfixes and stability improvements + +------------------------------------------------------------------- Old: ---- openlmi-networking-0.2.2.tar.bz2 New: ---- openlmi-networking-0.3.0.tar.gz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ openlmi-networking.spec ++++++ --- /var/tmp/diff_new_pack.y4LqxB/_old 2014-10-31 18:27:47.000000000 +0100 +++ /var/tmp/diff_new_pack.y4LqxB/_new 2014-10-31 18:27:47.000000000 +0100 @@ -24,14 +24,14 @@ %global logfile %{_localstatedir}/log/openlmi-install.log Name: openlmi-networking -Version: 0.2.2 +Version: 0.3.0 Release: 1%{?dist} Summary: CIM providers for network management License: LGPL-2.1+ Group: System/Management Url: http://fedorahosted.org/openlmi/ -Source0: %{name}-%{version}.tar.bz2 +Source0: %{name}-%{version}.tar.gz # PATCH-FIX-OPENSUSE SUSE does not have libexec, kkaempf(a)suse.de Patch2: no-libexec-in-suse.patch @@ -51,7 +51,7 @@ BuildRequires: cmake BuildRequires: glib2-devel BuildRequires: konkretcmpi-devel -BuildRequires: openlmi-providers-devel >= 0.0.19 +BuildRequires: openlmi-providers-devel >= 0.5.0 BuildRequires: sblim-cmpi-devel %if 0%{?suse_version} BuildRequires: NetworkManager-devel @@ -65,6 +65,7 @@ %if 0%{?suse_version} Requires: python %else +Requires: openlmi-pegasus-compat Requires: python2 %endif # sblim-sfcb or tog-pegasus @@ -108,6 +109,7 @@ %{_datadir}/%{name}/70_LMI_NetworkingIndicationFilters.mof %{_datadir}/%{name}/90_LMI_Networking_Profile.mof %{_datadir}/%{name}/60_LMI_Networking.reg +%dir %{_libexecdir}/pegasus %attr(755, root, root) %{_libexecdir}/pegasus/cmpiLMI_Networking-cimprovagt %pre ++++++ AddIPProtocolEndpoint_RemoveIPProtocolEndpoint.patch ++++++ --- /var/tmp/diff_new_pack.y4LqxB/_old 2014-10-31 18:27:47.000000000 +0100 +++ /var/tmp/diff_new_pack.y4LqxB/_new 2014-10-31 18:27:47.000000000 +0100 @@ -1,7 +1,7 @@ -diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.2.2/src/LMI_IPConfigurationServiceProvider.c ./src/LMI_IPConfigurationServiceProvider.c ---- ../orig-openlmi-networking-0.2.2/src/LMI_IPConfigurationServiceProvider.c 2014-01-07 17:38:18.000000000 +0100 -+++ ./src/LMI_IPConfigurationServiceProvider.c 2014-04-29 09:40:58.906124193 +0200 -@@ -640,6 +640,39 @@ +diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.3.0/src/LMI_IPConfigurationServiceProvider.c ./src/LMI_IPConfigurationServiceProvider.c +--- ../orig-openlmi-networking-0.3.0/src/LMI_IPConfigurationServiceProvider.c 2014-09-04 11:09:32.000000000 +0200 ++++ ./src/LMI_IPConfigurationServiceProvider.c 2014-10-07 13:48:13.000995512 +0200 +@@ -659,6 +659,39 @@ return result; } ++++++ networkmanager-defines.patch ++++++ --- /var/tmp/diff_new_pack.y4LqxB/_old 2014-10-31 18:27:47.000000000 +0100 +++ /var/tmp/diff_new_pack.y4LqxB/_new 2014-10-31 18:27:47.000000000 +0100 @@ -1,19 +1,19 @@ -diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.1.1/src/activeconnection_nm.c ./src/activeconnection_nm.c ---- ../orig-openlmi-networking-0.1.1/src/activeconnection_nm.c 2013-08-07 08:28:28.000000000 +0200 -+++ ./src/activeconnection_nm.c 2013-10-01 10:04:46.470136795 +0200 -@@ -34,6 +34,9 @@ - #include "network_private.h" - #include "errors.h" +diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.3.0/src/activeconnection_nm.c ./src/activeconnection_nm.c +--- ../orig-openlmi-networking-0.3.0/src/activeconnection_nm.c 2014-09-04 11:09:32.000000000 +0200 ++++ ./src/activeconnection_nm.c 2014-10-07 13:47:12.254429011 +0200 +@@ -38,6 +38,9 @@ + DBusGProxy *proxy; + } ActiveConnectionPriv; +/* value taken from upstream: http://cgit.freedesktop.org/NetworkManager/NetworkManager/tree/include/Netw… */ +#define NM_ACTIVE_CONNECTION_STATE_DEACTIVATED 4 + LMIResult active_connection_read_properties(ActiveConnection *activeConnection, GHashTable *properties); - void active_connection_changed_cb(void *proxy, GHashTable *properties, ActiveConnection *activeConnection); -diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.1.1/src/port_nm.c ./src/port_nm.c ---- ../orig-openlmi-networking-0.1.1/src/port_nm.c 2013-08-07 08:28:28.000000000 +0200 -+++ ./src/port_nm.c 2013-10-01 10:03:03.730124597 +0200 + ActiveConnectionStatus nm_state_to_status(unsigned int state) { +diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.3.0/src/port_nm.c ./src/port_nm.c +--- ../orig-openlmi-networking-0.3.0/src/port_nm.c 2014-09-04 11:09:32.000000000 +0200 ++++ ./src/port_nm.c 2014-10-07 13:47:12.254429011 +0200 @@ -31,6 +31,11 @@ #include "network_private.h" #include "errors.h" ++++++ no-libexec-in-suse.patch ++++++ --- /var/tmp/diff_new_pack.y4LqxB/_old 2014-10-31 18:27:47.000000000 +0100 +++ /var/tmp/diff_new_pack.y4LqxB/_new 2014-10-31 18:27:47.000000000 +0100 @@ -1,8 +1,8 @@ -diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.1.0/src/CMakeLists.txt ./src/CMakeLists.txt ---- ../orig-openlmi-networking-0.1.0/src/CMakeLists.txt 2013-07-30 14:29:23.000000000 +0200 -+++ ./src/CMakeLists.txt 2013-08-01 16:40:00.939403133 +0200 -@@ -105,7 +105,7 @@ - register("OpenLMI-Networking.mof.skel" "${CIM_CLASSES}" ${TARGET_MOF}) +diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.3.0/src/CMakeLists.txt ./src/CMakeLists.txt +--- ../orig-openlmi-networking-0.3.0/src/CMakeLists.txt 2014-09-04 11:09:32.000000000 +0200 ++++ ./src/CMakeLists.txt 2014-10-07 13:46:02.735491746 +0200 +@@ -104,7 +104,7 @@ + cim_registration(${PROVIDER_NAME} ${LIBRARY_NAME} ${MOF} share/openlmi-networking "${TARGET_MOF}") install(TARGETS ${LIBRARY_NAME} DESTINATION lib${LIB_SUFFIX}/cmpi/) -install(PROGRAMS ${CIMPROVAGT_SCRIPT} DESTINATION libexec/pegasus) @@ -10,9 +10,9 @@ install(FILES ${TARGET_MOF} DESTINATION share/openlmi-networking/) add_subdirectory(unittest) -diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.1.0/src/cmpiLMI_Networking-cimprovagt ./src/cmpiLMI_Networking-cimprovagt ---- ../orig-openlmi-networking-0.1.0/src/cmpiLMI_Networking-cimprovagt 2013-07-30 14:29:23.000000000 +0200 -+++ ./src/cmpiLMI_Networking-cimprovagt 2013-08-01 16:40:10.891817657 +0200 +diff -wruN -x '*~' -x '*.o' -x '*.a' -x '*.so' -x '*.so.[0-9]' -x autom4te.cache -x .deps -x .libs ../orig-openlmi-networking-0.3.0/src/cmpiLMI_Networking-cimprovagt ./src/cmpiLMI_Networking-cimprovagt +--- ../orig-openlmi-networking-0.3.0/src/cmpiLMI_Networking-cimprovagt 2014-09-04 11:09:32.000000000 +0200 ++++ ./src/cmpiLMI_Networking-cimprovagt 2014-10-07 13:46:02.735491746 +0200 @@ -20,4 +20,4 @@ # -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit xapian-core for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package xapian-core for openSUSE:Factory checked in at 2014-10-31 18:27:21 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/xapian-core (Old) and /work/SRC/openSUSE:Factory/.xapian-core.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "xapian-core" Changes: -------- --- /work/SRC/openSUSE:Factory/xapian-core/xapian-core.changes 2014-09-17 21:24:48.000000000 +0200 +++ /work/SRC/openSUSE:Factory/.xapian-core.new/xapian-core.changes 2014-10-31 18:27:43.000000000 +0100 @@ -1,0 +2,30 @@ +Tue Oct 21 12:18:41 UTC 2014 - tittiatcoke(a)gmail.com + +- Update to 1.2.19 + - API: + * Xapian::BM5Weight: + + Improve BM25 upper bound in the case when our wdf upper + bound > our document length lower bound. + + Pre-multiply termweight by (param_k1 + 1) rather than + doing it for every weighted term in every document considered. + - testsuite: + * Don't report apparent leaks of fds opened on /dev/urandom + - matcher: + * Fix false matches reported for non-exact phrases in some cases. + - build system: + * For Sun's C++ compiler, pass -library=Crun separately since + libtool looks for " -library=stlport4 " (with the spaces). + * Remove .replicatmp (created by the test suite) upon "make clean". + - documentation: + * include/xapian/compactor.h: Fix formatting of doxygen comment. + * HACKING: freecode no longer accepts updates, so drop that item + from the release checklist. + * docs/overview.rst: Add missing database path to example of using + xapian-progsrv in a stub database file. + - portability: + * Suppress unused typedef warnings from debugging logging macros, + which occur in functions which always exit via throwing an + exception when compiling with recent versions of GCC or clang. + * Fix debug logging code to compile with clang. + +------------------------------------------------------------------- Old: ---- xapian-core-1.2.17.tar.xz New: ---- xapian-core-1.2.19.tar.xz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ xapian-core.spec ++++++ --- /var/tmp/diff_new_pack.oOhTim/_old 2014-10-31 18:27:44.000000000 +0100 +++ /var/tmp/diff_new_pack.oOhTim/_new 2014-10-31 18:27:44.000000000 +0100 @@ -17,7 +17,7 @@ Name: xapian-core -Version: 1.2.17 +Version: 1.2.19 Release: 0 Summary: The Xapian Probabilistic Information Retrieval Library License: GPL-2.0 ++++++ xapian-core-1.2.17.tar.xz -> xapian-core-1.2.19.tar.xz ++++++ ++++ 10410 lines of diff (skipped) -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit installation-images-openSUSE for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package installation-images-openSUSE for openSUSE:Factory checked in at 2014-10-31 18:27:20 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/installation-images-openSUSE (Old) and /work/SRC/openSUSE:Factory/.installation-images-openSUSE.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "installation-images-openSUSE" Changes: -------- --- /work/SRC/openSUSE:Factory/installation-images-openSUSE/installation-images-openSUSE.changes 2014-10-14 07:10:24.000000000 +0200 +++ /work/SRC/openSUSE:Factory/.installation-images-openSUSE.new/installation-images-openSUSE.changes 2014-10-31 18:27:28.000000000 +0100 @@ -1,0 +2,12 @@ +Mon Oct 27 13:15:52 CET 2014 - snwint_jenkins(a)suse.com + +- follow rubygem package renaming +- ignore dependency on rubygem-yard +- 14.148 + +------------------------------------------------------------------- +Tue Oct 14 12:15:26 UTC 2014 - schwab(a)suse.de + +- Add grub2-arm64-efi to BuildRequires for aarch64 + +------------------------------------------------------------------- Old: ---- installation-images-14.147.tar.xz New: ---- installation-images-14.148.tar.xz ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ installation-images-openSUSE.spec ++++++ --- /var/tmp/diff_new_pack.Ifz2iA/_old 2014-10-31 18:27:29.000000000 +0100 +++ /var/tmp/diff_new_pack.Ifz2iA/_new 2014-10-31 18:27:29.000000000 +0100 @@ -351,6 +351,9 @@ #BuildRequires: enic-kmp-default fnic-kmp-default ofed-kmp-default %endif BuildRequires: dmz-icon-theme-cursors +%ifarch aarch64 +BuildRequires: grub2-arm64-efi +%endif Name: installation-images-%theme AutoReqProv: off @@ -358,7 +361,7 @@ Summary: Installation Image Files for %theme License: GPL-2.0+ Group: Metapackages -Version: 14.147 +Version: 14.148 Release: 0 Provides: installation-images = %version-%release Source: installation-images-%{version}.tar.xz ++++++ installation-images-14.147.tar.xz -> installation-images-14.148.tar.xz ++++++ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/installation-images-14.147/VERSION new/installation-images-14.148/VERSION --- old/installation-images-14.147/VERSION 2014-10-13 14:10:35.000000000 +0200 +++ new/installation-images-14.148/VERSION 2014-10-27 13:14:48.000000000 +0100 @@ -1 +1 @@ -14.147 +14.148 diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/installation-images-14.147/changelog new/installation-images-14.148/changelog --- old/installation-images-14.147/changelog 2014-10-13 14:10:35.000000000 +0200 +++ new/installation-images-14.148/changelog 2014-10-27 13:14:48.000000000 +0100 @@ -1,3 +1,7 @@ +2014-10-27: 14.148 + - follow rubygem package renaming + - ignore dependency on rubygem-yard + 2014-10-13: 14.147 - updated git2log script diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/installation-images-14.147/data/root/root.file_list new/installation-images-14.148/data/root/root.file_list --- old/installation-images-14.147/data/root/root.file_list 2014-10-13 14:10:35.000000000 +0200 +++ new/installation-images-14.148/data/root/root.file_list 2014-10-27 13:14:48.000000000 +0100 @@ -29,10 +29,14 @@ # avoid update-alternatives e cd usr/sbin ; ln -snf SUSEConnect-* SUSEConnect -TEMPLATE rubygem-.*: +TEMPLATE ruby.*-rubygem-.*: /usr/*/ruby/gems/*/gems/*/lib /usr/*/ruby/gems/*/specifications +TEMPLATE ruby.*-rubygem-yard: ignore + # just a template that does nothing + d . + TEMPLATE skelcd-control-.*: # just a template that does nothing d . -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit graphite2 for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package graphite2 for openSUSE:Factory checked in at 2014-10-31 18:27:19 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/graphite2 (Old) and /work/SRC/openSUSE:Factory/.graphite2.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "graphite2" Changes: -------- --- /work/SRC/openSUSE:Factory/graphite2/graphite2.changes 2014-01-30 09:02:03.000000000 +0100 +++ /work/SRC/openSUSE:Factory/.graphite2.new/graphite2.changes 2014-10-31 18:27:23.000000000 +0100 @@ -1,0 +2,6 @@ +Tue Oct 21 18:51:12 UTC 2014 - dmueller(a)suse.com + +- add link-gcc-shared.diff: link -lgcc_s to fix undefined symbols + on various ARM architectures + +------------------------------------------------------------------- New: ---- link-gcc-shared.diff ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ graphite2.spec ++++++ --- /var/tmp/diff_new_pack.bIlqsU/_old 2014-10-31 18:27:27.000000000 +0100 +++ /var/tmp/diff_new_pack.bIlqsU/_new 2014-10-31 18:27:27.000000000 +0100 @@ -28,6 +28,7 @@ Source1: baselibs.conf Patch0: no-specific-nunit-version.diff Patch1: soname.diff +Patch2: link-gcc-shared.diff BuildRequires: asciidoc BuildRequires: cmake BuildRequires: fontconfig-devel @@ -78,6 +79,7 @@ %setup -q %patch0 -p1 %patch1 -p1 +%patch2 %build %cmake \ ++++++ link-gcc-shared.diff ++++++ --- src/CMakeLists.txt +++ src/CMakeLists.txt @@ -121,7 +121,7 @@ if (GRAPHITE2_ASAN) target_link_libraries(graphite2 c gcc_s) else (GRAPHITE2_ASAN) - target_link_libraries(graphite2 c gcc) + target_link_libraries(graphite2 c gcc_s) endif (GRAPHITE2_ASAN) include(Graphite) nolib_test(stdc++ $<TARGET_SONAME_FILE:graphite2>) -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit dirmngr for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package dirmngr for openSUSE:Factory checked in at 2014-10-31 18:27:17 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/dirmngr (Old) and /work/SRC/openSUSE:Factory/.dirmngr.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "dirmngr" Changes: -------- --- /work/SRC/openSUSE:Factory/dirmngr/dirmngr.changes 2013-12-19 15:01:57.000000000 +0100 +++ /work/SRC/openSUSE:Factory/.dirmngr.new/dirmngr.changes 2014-10-31 18:27:21.000000000 +0100 @@ -1,0 +2,8 @@ +Mon Oct 20 08:28:48 UTC 2014 - vcizek(a)suse.com + +- initialize pth with libgcrypt > 1.6.0 (bnc#901845) + * added dirmngr-initialize_pth.patch + * http://bugs.gnupg.org/gnupg/issue1590 +- spec-cleaned .spec + +------------------------------------------------------------------- New: ---- dirmngr-initialize_pth.patch ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ dirmngr.spec ++++++ --- /var/tmp/diff_new_pack.gD0vNm/_old 2014-10-31 18:27:22.000000000 +0100 +++ /var/tmp/diff_new_pack.gD0vNm/_new 2014-10-31 18:27:22.000000000 +0100 @@ -1,7 +1,7 @@ # # spec file for package dirmngr # -# Copyright (c) 2013 SUSE LINUX Products GmbH, Nuernberg, Germany. +# Copyright (c) 2014 SUSE LINUX Products GmbH, Nuernberg, Germany. # # All modifications and additions to the file contributed by third parties # remain the property of their copyright owners, unless otherwise agreed @@ -15,26 +15,28 @@ # Please submit bugfixes or comments via http://bugs.opensuse.org/ # + Name: dirmngr -BuildRequires: libassuan-devel >= 2.0.0 -BuildRequires: libgpg-error-devel >= 1.4 -BuildRequires: libgcrypt-devel >= 1.4.0 -BuildRequires: libksba-devel >= 1.0.2 -BuildRequires: libpth-devel >= 1.3.7 -BuildRequires: automake -BuildRequires: openldap2-devel -Url: http://www.gnupg.org/aegypten/ Version: 1.1.1 Release: 0 -Requires: openssl Summary: A Client for Managing and Downloading CRLs License: GPL-3.0+ Group: Productivity/Networking/LDAP/Utilities +Url: http://www.gnupg.org/aegypten/ Source: ftp://ftp.gnupg.org/gcrypt/dirmngr/%{name}-%{version}.tar.bz2 Source1: LICENSE.README -Requires(pre): %install_info_prereq -Recommends: %{name}-lang Patch0: dirmngr-1.0.2-optflags.patch +Patch1: dirmngr-initialize_pth.patch +BuildRequires: automake +BuildRequires: libassuan-devel >= 2.0.0 +BuildRequires: libgcrypt-devel >= 1.4.0 +BuildRequires: libgpg-error-devel >= 1.4 +BuildRequires: libksba-devel >= 1.0.2 +BuildRequires: libpth-devel >= 1.3.7 +BuildRequires: openldap2-devel +Requires: openssl +Requires(pre): %{install_info_prereq} +Recommends: %{name}-lang %description Dirmngr is a client for managing and downloading certificate revocation @@ -44,24 +46,25 @@ %lang_package %prep -%setup -q -n %{name}-%{version} +%setup -q %patch0 -cp %{S:1} . +%patch1 +cp %{SOURCE1} . %build NOCONFIGURE=1 ./autogen.sh #export CFLAGS="$RPM_OPT_FLAGS -DLDAP_DEPRECATED" %configure \ - --libexecdir=%_libexecdir/dirmngr \ + --libexecdir=%{_libexecdir}/dirmngr \ --docdir=%{_defaultdocdir}/%{name} make %{?_smp_mflags} %install -%makeinstall +make DESTDIR=%{buildroot} install %{?_smp_mflags} %find_lang %{name} %post -%install_info --info-dir=%_infodir %_infodir/%name.info.gz +%install_info --info-dir=%{_infodir} %{_infodir}/%{name}.info.gz %postun %install_info_delete --info-dir=%{_infodir} %{_infodir}/%{name}.info.gz @@ -73,8 +76,9 @@ %{_bindir}/* %{_infodir}/dirmngr* %{_mandir}/man1/dirmngr*.1.gz -%_libexecdir/dirmngr +%{_libexecdir}/dirmngr %files lang -f %{name}.lang +%defattr(-,root,root) %changelog ++++++ dirmngr-initialize_pth.patch ++++++ Index: src/dirmngr.c =================================================================== --- src/dirmngr.c (revision 348) +++ src/dirmngr.c (working copy) @@ -665,8 +665,11 @@ the option parsing may need services of the libraries. */ /* Libgcrypt requires us to register the threading model first. - Note that this will also do the pth_init. */ + Note that this will also do the pth_init for libgcrypt < 1.6 */ +#if GCRYPT_VERSION_NUMBER >= 0x010600 + pth_init (); +#endif /* Init Libgcrypt. */ rc = gcry_control (GCRYCTL_SET_THREAD_CBS, &gcry_threads_pth); if (rc) -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0

commit libotr for openSUSE:Factory
by root＠hilbert.suse.de 31 Oct '14

31 Oct '14

Hello community, here is the log from the commit of package libotr for openSUSE:Factory checked in at 2014-10-31 18:27:16 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/libotr (Old) and /work/SRC/openSUSE:Factory/.libotr.new (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Package is "libotr" Changes: -------- --- /work/SRC/openSUSE:Factory/libotr/libotr.changes 2014-01-09 07:13:32.000000000 +0100 +++ /work/SRC/openSUSE:Factory/.libotr.new/libotr.changes 2014-10-31 18:27:19.000000000 +0100 @@ -1,0 +2,21 @@ +Tue Oct 21 19:01:07 UTC 2014 - andreas.stieger(a)gmx.de + +- libotr 4.1.0: + * Modernized autoconf build system + * Use constant-time comparisons where needed + * Use gcrypt secure memory allocation + * Correctly reject attempts to fragment a message into too many + pieces + * Fix a missing opdata when sending message fragments + * Don't lose the first user message when REQUIRE_ENCRYPTION is + set + * Fix some memory leaks + * Correctly check for children contexts' state when forgetting a + context + * API Changes: + + Added API functions otrl_context_find_recent_instance and + otrl_context_find_recent_secure_instance. +- remove pass-opdata-when-sending-message-fragment.patch, upstream +- source tarball signature verification covered by source_validator + +------------------------------------------------------------------- Old: ---- libotr-4.0.0.tar.gz libotr-4.0.0.tar.gz.asc pass-opdata-when-sending-message-fragment.patch New: ---- libotr-4.1.0.tar.gz libotr-4.1.0.tar.gz.asc ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ libotr.spec ++++++ --- /var/tmp/diff_new_pack.EoxuTi/_old 2014-10-31 18:27:20.000000000 +0100 +++ /var/tmp/diff_new_pack.EoxuTi/_new 2014-10-31 18:27:20.000000000 +0100 @@ -17,24 +17,19 @@ Name: libotr -Version: 4.0.0 +Version: 4.1.0 Release: 0 -Url: http://www.cypherpunks.ca/otr/ Summary: "Off The Record" messaging library toolkit License: LGPL-2.1 and GPL-2.0 Group: Development/Libraries/C and C++ -Source: http://www.cypherpunks.ca/otr/%{name}-%{version}.tar.gz +Url: https://www.cypherpunks.ca/otr/ +Source: https://www.cypherpunks.ca/otr/%{name}-%{version}.tar.gz # http://www.cypherpunks.ca/otr/gpgkey.asc -Source1: http://www.cypherpunks.ca/otr/%{name}-%{version}.tar.gz.asc +Source1: https://www.cypherpunks.ca/otr/%{name}-%{version}.tar.gz.asc Source2: libotr.keyring -# PATCH-FIX-UPSTREAM pass-opdata-when-sending-message-fragment.patch -- kde#328999, bnc#857501 -Patch0: pass-opdata-when-sending-message-fragment.patch BuildRequires: libgcrypt-devel BuildRequires: libtool BuildRequires: pkgconfig -%if 0%{?suse_version} >= 1230 -BuildRequires: gpg-offline -%endif BuildRoot: %{_tmppath}/%{name}-%{version}-build %description @@ -97,25 +92,23 @@ conversation is compromised. %prep -%{?gpg_verify: %gpg_verify %{S:1}} %setup -q -%patch0 -p1 %build -%ifarch %arm -export CFLAGS="$RPM_OPT_FLAGS -O1" +%ifarch %{arm} +export CFLAGS="%{optflags} -O1" %else -export CFLAGS="$RPM_OPT_FLAGS" +export CFLAGS="%{optflags}" %endif %configure --disable-static --with-pic make %{?_smp_mflags} %check -%{__make} check +make %{?_smp_mflags} check %install -%{__make} DESTDIR=%{buildroot} install -%{__rm} -f %{buildroot}%{_libdir}/libotr.la +make DESTDIR=%{buildroot} install %{?_smp_mflags} +rm -f %{buildroot}%{_libdir}/libotr.la %files tools %defattr (-, root, root) ++++++ libotr-4.0.0.tar.gz -> libotr-4.1.0.tar.gz ++++++ ++++ 48021 lines of diff (skipped) -- To unsubscribe, e-mail: opensuse-commit+unsubscribe(a)opensuse.org For additional commands, e-mail: opensuse-commit+help(a)opensuse.org

1 0