finwo

Make Ubuntu packages 90% faster by rebuilding them

TL;DR

You can take the same source code package that Ubuntu uses to build jq, compile it again, and realize 90% better performance.

Setting

I use jq for processing GeoJSON files and other open data offered in JSON format. Today I am working with a 500MB GeoJSON file that contains the Alameda County Assessor's parcel map. I want to run a query that prints the city for every parcel worth more than a threshold amount. The program is

Void Linux installation (NVMe, btrfs, LVM, full disk encryption using LUKS, 2FA-ish, SSD TRIM)

Here's a record of my experiences when setting up Void Linux for the first time, maybe it contains useful information for somebody :-)

Basics

Laptop: Lenovo IdeaPad S340
Void Linux installer version: 20191109 (x86_64 musl)

	#!/bin/bash
	set -e -o errexit -o pipefail -o nounset

	###################################
	# This script can be used by itself, but it's recommended that you read
	# a tutorial on Proxmox forum first: https://forum.proxmox.com/threads/hey-proxmox-community-lets-talk-about-resources-isolation.124256/
	###################################

	# Do not modify these variables (set by Proxmox when calling the script)
	vmId="$1"

	CC = gcc
	RM = rm -f

	INSTRUMENT_FOR_PROMETHEUS := false

	ifeq ($(INSTRUMENT_FOR_PROMETHEUS),true)
	CFLAGS = -Wall -DINSTRUMENT_FOR_PROMETHEUS
	LIBS = -lbcm2835 -lprom -lpromhttp -lmicrohttpd
	else
	CFLAGS = -Wall

	#!/bin/bash

	# Preliminary steps (void linux):
	# sudo xbps-install -Su v4l2loopback wf-recorder
	# (don't forget to reboot if new Kernel version was upgraded)
	#

	# Too lazy to autodetect active monitor resolution
	WIDTH=2560
	HEIGHT=1440

	#define _GNU_SOURCE
	#include <errno.h>
	#include <sched.h>
	#include <signal.h>
	#include <stdio.h>
	#include <stdlib.h>
	#include <sys/mount.h>
	#include <sys/stat.h>
	#include <sys/syscall.h>
	#include <sys/types.h>

	#define _GNU_SOURCE
	#include <asm/bootparam.h>
	#include <errno.h>
	#include <fcntl.h>
	#include <linux/kvm.h>
	#include <linux/kvm_para.h>
	#include <stdarg.h>
	#include <stdint.h>
	#include <stdio.h>
	#include <stdlib.h>

	export const h=(t,p,...c)=>({t,p,c,k:p&&p.key})
	export const render=(e,d,t=d.t\|\|(d.t={}),p,r,c,m,y)=>
	// arrays
	e.map?e.map((e,p)=>render(e,d,t.o&&t.o[p])):
	// components
	e.t.call?(e.i=render((render.c=e).t(Object.assign({children:e.c},e.p),e.s=t.s\|\|{},t=>
	render(Object.assign(e.s,t)&&e,d,e)),t.i\|\|d,t&&t.i\|\|{}),d.t=t=e):(
	// create notes
	m=t.d\|\|(e.t?document.createElement(e.t):new Text(e.p)),
	// diff props

	cat tunclient.c
	#include <stdio.h>
	#include <stdlib.h>
	#include <string.h>
	#include <unistd.h>
	#include <net/if.h>
	#include <linux/if_tun.h>
	#include <sys/types.h>
	#include <sys/socket.h>
	#include <sys/ioctl.h>