aboutsummaryrefslogtreecommitdiff
path: root/reproduce/analysis/make/format.mk
blob: 868c41133414a55ee7d67189c4169b1e011ee8b6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
# First step of analysis:
#    Prepare the data, return basic values.
#
# As a demonstration analysis to go with the paper, we use the data from
# Menke 2020 (DOI:10.1101/2020.01.15.908111). This is a relevant paper
# because it provides interesting statistics about tools and methods used
# in scientific papers.
#
# Copyright (C) 2020 Mohammad Akhlaghi <mohammad@akhlaghi.org>
#
# This Makefile is free software: you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation, either version 3 of the License, or (at your
# option) any later version.
#
# This Makefile is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General
# Public License for more details. See <http://www.gnu.org/licenses/>.




# Save the "Table 3" spreadsheet from the downloaded `.xlsx' file into a
# simple plain-text file that is easy to use.
a1dir = $(BDIR)/analysis1
mk20tab3 = $(a1dir)/menke20-table-3.txt
$(a1dir):; mkdir $@
$(mk20tab3): $(indir)/menke20.xlsx | $(a1dir)

        # Set a base-name for the table-3 data.
	base=$(basename $(notdir $<))-table-3

        # Unfortunately XLSX I/O only works when the input and output are
        # in the directory it is running. So first, we need to switch to
        # the input directory, run it, then put our desired output where we
        # want and delete the extra files.
	topdir=$$(pwd)
	cd $(indir)
	xlsxio_xlsx2csv $(notdir $<)
	cp $(notdir $<)."Table 3 All by journal by year".csv $$base.csv
	rm $(notdir $<).*.csv
	cd $$topdir

        # Read the necessary information. Note that we are dealing with a
        # CSV (comma-separated value) file. But when there are commas in a
        # string, quotation signs are put around it. The `FPAT' values is
        # fully described in the GNU AWK manual. In short, it ensures that
        # if there is a comma in the middle of double-quotes, it doesn't
        # count as a delimter.
	echo "# Column 1: YEAR [counter, i16] Year of journal's publication." > $@.tmp
	echo "# Column 2: NUM_PAPERS [counter, i16] Number of studied papers in that journal." >> $@.tmp
	echo "# Column 3: NUM_PAPERS_WITH_TOOLS [counter, i16] Number of papers with an identified tool." >> $@.tmp
	echo "# Column 4: NUM_ID_TOOLS [counter, i16] Number of software/tools that were identified." >> $@.tmp
	echo "# Column 5: JOURNAL_NAME [string, str150] Name of journal." >> $@.tmp
	awk 'NR>1{printf("%-10d%-10d%-10d%-10d %s\n", $$2, $$3, $$3*$$NF, $$(NF-1), $$1)}' \
	    FPAT='([^,]+)|("[^"]+")' $(indir)/$$base.csv >> $@.tmp

        # Set the temporary file as the final target. This was done so if
        # there is any possible crash in the steps above, this rule is
        # re-run (its final target isn't rebuilt).
	mv $@.tmp $@





# Main LaTeX macro file
$(mtexdir)/format.tex: $(mk20tab3)

        # Count the total number of papers in their study.
	v=$$(awk '!/^#/{c+=$$2} END{print c}' $(mk20tab3))
	echo "\newcommand{\menkenumpapers}{$$v}" > $@

        # Count how many unique journals there were in the study. Note that
        # the `31' comes because we put 10 characters for each numeric
        # column and separated the last numeric column from the string
        # column with a space. If the number of numeric columns change in
        # the future, the `31' also has to change.
	v=$$(awk 'BEGIN{FIELDWIDTHS="41 10000"} !/^#/{print $$2}' \
	         $(mk20tab3) | uniq | wc -l)
	echo "\newcommand{\menkenumjournals}{$$v}" >> $@