Difference between revisions of "File:Kernel patches stats.png"

From OpenVZ Virtuozzo Containers Wiki
Jump to: navigation, search
m (fixed script a bit)
(Vvs uploaded a new version of File:Kernel patches stats.png)
 
(50 intermediate revisions by 4 users not shown)
Line 1: Line 1:
This graph shows how many patches from OpenVZ developers are merged in mainstream, for each kernel version.
+
[[Category: Development]]
  
It is done in gnuplot. Data set produced by a simple shell script working on git repository. Here is the script:
+
== Description ==
 +
 
 +
This graph shows how many patches from OpenVZ developers were merged into mainstream Linux kernel, per each kernel version.
 +
 
 +
It is drawn by gnuplot using the data set obtained from kernel git repository.
 +
 
 +
== Source code ==
 +
=== Collect data ===
 +
Here is the script to produce the data for the graph, called <code>count</code>:
  
 
<small><source lang="bash">
 
<small><source lang="bash">
 
#!/bin/sh
 
#!/bin/sh
  
latest=$(git tag | grep -v -- -rc | tail -n1 | sed -e 's/^.*\.\(.*\)$/\1/')
+
# Whose patches to count
((latest++))
+
#PAT='@openvz.org|@parallels.com|@sw.ru|@swsoft.com|@sw.com.sg|kuznet@'
 +
#PAT='@openvz.org|@parallels.com|@sw.ru|@swsoft.com|@sw.com.sg|adobriyan@|kuznet@|gorcunov@'
 +
PAT='@openvz.org|@parallels.com|@sw.ru|@swsoft.com|@sw.com.sg|@virtuozzo.com|kuznet@|gorcunov@'
  
 +
# Return the date of the given tag, in a format usable by gnuplot
 
get_tag_date() {
 
get_tag_date() {
        echo $(git show $1 | egrep ^Date: | head -n1) |
+
echo $(git show $1 | egrep ^Date: | head -n1) |  
                sed 's/^Date: ... \(.*\) [-+]....$/\1/' |
+
sed 's/^Date: ... \(.*\) [-+]....$/\1/' |
                sed 's/ ..:..:..//' | sed 's/ /-/g'
+
sed 's/ ..:..:..//' | sed 's/ /-/g'
 +
}
 +
 
 +
# Count the number of patches whose authors match $PAT,
 +
# for the period between two given git tags
 +
count_patches() {
 +
git log --pretty=short --no-merges $1..$2 |
 +
egrep '^Author: ' | egrep $PAT | wc -l
 +
}
 +
 
 +
count_total_patches() {
 +
git log --pretty=short --no-merges $1..$2 | grep -c '^commit '
 
}
 
}
  
for f in $(seq 13 $latest); do
+
# Latest 3.x kernel
        v1=v2.6.$((f-1))
+
#latest3=$(git tag | grep -v -- -rc | tail -n1 | sed -e 's/^.*\.\(.*\)$/\1/')
        d1=$(get_tag_date $v1)
+
latest3=$(git tag | grep -v -- -rc | grep -F 'v3.' | \
        if [ $f = $latest ]; then
+
awk -F . '{print $2}' | sort -n | tail -n1)
                v2="HEAD  "
+
# Latest 2.6.x kernel
        else
+
latest26=39
                v2=v2.6.$f
+
 
        fi
+
# Find out if number of patches for HEAD is much more
        d2=$(get_tag_date $v2)
+
# than for latest -rc. If yes, use HEAD, otherwise -rc.:
        echo -n $d2 $v2 " "
+
last_rc=$(git describe --abbrev=0)
        git log --pretty=short --no-merges $v1..$v2 | grep 'Author:' | egrep \
+
HEAD=$last_rc
                '@openvz.org|@parallels.com|@sw.ru|@swsoft.com|@sw.com.sg|adobriyan@|kuznet@' | wc -l
+
if ! test -z "$last_rc"; then
 +
much_more=10
 +
count_head=$(count_patches v3.$latest3 HEAD)
 +
count_rc=$(count_patches v3.$latest3 $last_rc)
 +
if test $count_head -gt $((count_rc+much_more)); then
 +
HEAD="HEAD  "
 +
fi
 +
fi
 +
 
 +
pv=''
 +
for v in $(git for-each-ref --sort='*authordate' --format='%(tag)' refs/tags |\
 +
grep -v -E -- '-rc|-tree|v2.6.11') HEAD; do
 +
if [ -z "$pv" ]; then
 +
pv=$v
 +
continue
 +
fi
 +
 
 +
pd=$(get_tag_date $pv)
 +
d=$(get_tag_date $v)
 +
count_ours=$(count_patches $pv $v)
 +
count_total=$(count_total_patches $pv $v)
 +
if test "$count_ours" -gt 0; then
 +
echo $d $v " " $count_ours $count_total
 +
fi
 +
pv=$v
 
done | sed 's/ /\t/g'
 
done | sed 's/ /\t/g'
 +
</source></small>
 +
 +
=== Draw the graph ===
 +
 +
Here is the script to produce the graph. Note it calls the previous script under the name 'count'.
 +
<small><source lang="bash">
 +
#!/bin/sh
 +
 +
REPO=~/git/linux/.git
 +
COUNT=$(pwd)/count
 +
OUT=$(pwd)/time.dat
 +
export GDFONTPATH=/usr/share/fonts/microsoft
 +
export GIT_DIR=$REPO
 +
 +
if test "$1" != "-f"; then
 +
echo "== Previous (old) stats =="
 +
tail -n 2 $OUT
 +
# Update the repo and count new stats
 +
(cd $REPO && cd .. && git pull) && sh $COUNT > $OUT
 +
echo "== New stats =="
 +
tail -n 2 $OUT
 +
fi
 +
 +
DATE=$(tail -n 1 $OUT | cut -f 1 | awk -F- '{print $2,$1,$3}')
 +
MAXY=$(awk 'BEGIN {max=0}; ($3 > max) {max=$3}; END {print max+80}' < time.dat)
 +
# GNU date is powerful!
 +
MAXX=$(date +%b-1-%Y --date='+2 months')
 +
 +
cat << EOF | gnuplot > plot.png
 +
set terminal png enhanced font "verdana,13" size 1600,1200
 +
 +
 +
set title "OpenVZ team kernel patches progress as of ${DATE}"
 +
 +
unset xlabel
 +
set xdata time
 +
set timefmt "%b-%d-%Y"
 +
set format x "%b\n%Y"
 +
set grid xtics mxtics noytics
 +
 +
set xrange [ : "${MAXX}" ]
 +
set yrange [ 0 : ${MAXY} ]
 +
set ylabel "Number of patches from OpenVZ team,\n per kernel release, accepted into mainstream"
 +
 +
set border 3 # no lines at right and top
 +
set xtics nomirror # no tics at top
 +
set ytics nomirror # no tics at right
 +
 +
plot '${OUT}' using 1:3 with linespoints pt 6 ps 1 lw 2 lt 2 notitle, \
 +
'' using 1:3:2 with labels left offset 0,5.5 rotate notitle, \
 +
'' using 1:3:3 with labels left offset 0.7,0 notitle
  
 +
EOF
 
</source></small>
 
</source></small>

Latest revision as of 05:47, 28 March 2022


Description[edit]

This graph shows how many patches from OpenVZ developers were merged into mainstream Linux kernel, per each kernel version.

It is drawn by gnuplot using the data set obtained from kernel git repository.

Source code[edit]

Collect data[edit]

Here is the script to produce the data for the graph, called count:

#!/bin/sh

# Whose patches to count
#PAT='@openvz.org|@parallels.com|@sw.ru|@swsoft.com|@sw.com.sg|kuznet@'
#PAT='@openvz.org|@parallels.com|@sw.ru|@swsoft.com|@sw.com.sg|adobriyan@|kuznet@|gorcunov@'
PAT='@openvz.org|@parallels.com|@sw.ru|@swsoft.com|@sw.com.sg|@virtuozzo.com|kuznet@|gorcunov@'

# Return the date of the given tag, in a format usable by gnuplot
get_tag_date() {
	echo $(git show $1 | egrep ^Date: | head -n1) | 
		sed 's/^Date: ... \(.*\) [-+]....$/\1/' |
		sed 's/ ..:..:..//' | sed 's/ /-/g'
}

# Count the number of patches whose authors match $PAT,
# for the period between two given git tags
count_patches() {
	git log --pretty=short --no-merges $1..$2 |
		egrep '^Author: ' | egrep $PAT | wc -l
}

count_total_patches() {
	git log --pretty=short --no-merges $1..$2 | grep -c '^commit '
}

# Latest 3.x kernel
#latest3=$(git tag | grep -v -- -rc | tail -n1 | sed -e 's/^.*\.\(.*\)$/\1/')
latest3=$(git tag | grep -v -- -rc | grep -F 'v3.' | \
		awk -F . '{print $2}' | sort -n | tail -n1)
# Latest 2.6.x kernel
latest26=39

# Find out if number of patches for HEAD is much more
# than for latest -rc. If yes, use HEAD, otherwise -rc.:
last_rc=$(git describe --abbrev=0)
HEAD=$last_rc
if ! test -z "$last_rc"; then
	much_more=10
	count_head=$(count_patches v3.$latest3 HEAD)
	count_rc=$(count_patches v3.$latest3 $last_rc)
	if test $count_head -gt $((count_rc+much_more)); then
		HEAD="HEAD   "
	fi
fi

pv=''
for v in $(git for-each-ref --sort='*authordate' --format='%(tag)' refs/tags |\
		 grep -v -E -- '-rc|-tree|v2.6.11') HEAD; do
	if [ -z "$pv" ]; then
		pv=$v
		continue
	fi

	pd=$(get_tag_date $pv)
	d=$(get_tag_date $v)
	count_ours=$(count_patches $pv $v)
	count_total=$(count_total_patches $pv $v)
	if test "$count_ours" -gt 0; then
		echo $d $v " " $count_ours $count_total
	fi
	pv=$v
done | sed 's/ /\t/g'

Draw the graph[edit]

Here is the script to produce the graph. Note it calls the previous script under the name 'count'.

#!/bin/sh

REPO=~/git/linux/.git
COUNT=$(pwd)/count
OUT=$(pwd)/time.dat
export GDFONTPATH=/usr/share/fonts/microsoft
export GIT_DIR=$REPO

if test "$1" != "-f"; then
	echo "== Previous (old) stats =="
	tail -n 2 $OUT
	# Update the repo and count new stats
	(cd $REPO && cd .. && git pull) && sh $COUNT > $OUT
	echo "== New stats =="
	tail -n 2 $OUT
fi

DATE=$(tail -n 1 $OUT | cut -f 1 | awk -F- '{print $2,$1,$3}')
MAXY=$(awk 'BEGIN {max=0}; ($3 > max) {max=$3}; END {print max+80}' < time.dat)
# GNU date is powerful!
MAXX=$(date +%b-1-%Y --date='+2 months')

cat << EOF | gnuplot > plot.png
set terminal png enhanced font "verdana,13" size 1600,1200


set title "OpenVZ team kernel patches progress as of ${DATE}"

unset xlabel
set xdata time
set timefmt "%b-%d-%Y"
set format x "%b\n%Y"
set grid xtics mxtics noytics

set xrange [ : "${MAXX}" ]
set yrange [ 0 : ${MAXY} ]
set ylabel "Number of patches from OpenVZ team,\n per kernel release, accepted into mainstream"

set border 3		# no lines at right and top
set xtics nomirror	# no tics at top
set ytics nomirror	# no tics at right

plot '${OUT}' using 1:3 with linespoints pt 6 ps 1 lw 2 lt 2 notitle, \
	''	using 1:3:2 with labels left offset 0,5.5 rotate notitle, \
	''	using 1:3:3 with labels left offset 0.7,0 notitle

EOF

File history

Click on a date/time to view the file as it appeared at that time.

(newest | oldest) View (newer 10 | ) (10 | 20 | 50 | 100 | 250 | 500)
Date/TimeThumbnailDimensionsUserComment
current05:47, 28 March 2022Thumbnail for version as of 05:47, 28 March 20221,600 × 1,200 (52 KB)Vvs (talk | contribs)v5.17+
15:00, 8 May 2021Thumbnail for version as of 15:00, 8 May 20211,600 × 1,200 (49 KB)Vvs (talk | contribs)v5.12+
13:27, 3 May 2020Thumbnail for version as of 13:27, 3 May 20201,600 × 1,200 (50 KB)Vvs (talk | contribs)3.Mai 2020
10:21, 31 January 2020Thumbnail for version as of 10:21, 31 January 20201,600 × 1,200 (49 KB)Vvs (talk | contribs)v5.5+
07:36, 30 October 2019Thumbnail for version as of 07:36, 30 October 20191,600 × 1,200 (49 KB)Vvs (talk | contribs)v5.3+
07:16, 23 August 2019Thumbnail for version as of 07:16, 23 August 20191,600 × 1,200 (49 KB)Vvs (talk | contribs)v5.2+
06:26, 27 May 2019Thumbnail for version as of 06:26, 27 May 20191,600 × 1,200 (49 KB)Vvs (talk | contribs)26 may 2019, v5.2-rc2
15:48, 21 February 2019Thumbnail for version as of 15:48, 21 February 20191,600 × 1,200 (48 KB)Vvs (talk | contribs)5.0-rc7 state
11:10, 30 November 2018Thumbnail for version as of 11:10, 30 November 20181,600 × 1,200 (47 KB)Vvs (talk | contribs)
11:18, 27 August 2018Thumbnail for version as of 11:18, 27 August 20181,600 × 1,200 (48 KB)Vvs (talk | contribs)4.18+
(newest | oldest) View (newer 10 | ) (10 | 20 | 50 | 100 | 250 | 500)
  • You cannot overwrite this file.

The following 2 pages link to this file:

Metadata