<reponame>mlares/iate_audit
import numpy as np
import pickle
import pandas as pd
import random

from matplotlib import pyplot as plt
from plot_styles import *


# #################################################################
# Load data
# #################################################################

df_papers_auth = pickle.load(open('../dat/df_papers_auth.pk', 'rb'))
df_papers_auth_top = pickle.load(open('../dat/df_papers_auth_top.pk', 'rb'))
df_papers_inst = pickle.load(open('../dat/df_papers_inst.pk', 'rb'))
df_papers_inst_top = pickle.load(open('../dat/df_papers_inst_top.pk', 'rb'))


# #################################################################
# Visualization of metrics
# #################################################################

# Number of papers and proceedings per year ··························

y = df_papers_inst.year.values
y = [int(a) for a in y]

t = np.arange(int(min(y))-0.5, int(max(y))+0.5, 1)

fig = plt.figure(figsize=(8, 5))
ax = fig.add_subplot()

H = ax.hist(y, bins=t)

ymax = max(H[0])
ax.set_xlabel('year')
ax.set_ylabel('published works')
ax.set_title('works published by IATE')
ax.set_ylim(0, ymax)
ax.grid()
 
fout = ("../plt/papers_per_year.png")
fig.savefig(fout)
plt.close()

# Number of papers in top journals per year ·································

y = df_papers_inst_top.year.values
y = [int(a) for a in y]

t = np.arange(int(min(y))-0.5, int(max(y))+0.5, 1)

fig = plt.figure(figsize=(8, 5))
ax = fig.add_subplot()

ax.hist(y, bins=t)
ax.set_xlabel('year')
ax.set_ylabel('published papers')
ax.set_title('Papers published by IATE in top journals')
ax.set_ylim(0, ymax)
ax.grid()
 
fout = ("../plt/papers_top_per_year.png")
fig.savefig(fout)
plt.close()


# cumulative number of papers per author ··························
# including proceedings, normalized to the first paper

tedges = np.arange(-0.5, 20.5, 1)
tmeans = np.arange(0, 20, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()
      
y_max = 0
auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst[df_papers_inst['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)
    y = y - min(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()
    y_max = max(y_max, max(ac))

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative works published by IATE researchers')
ax.set_xlabel('years since first publication')
ax.set_ylabel('cumulative number of papers')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author_zero.png")
fig.savefig(fout)
plt.close()


# cumulative number of papers per author ··························
# excluding proceedings, normalized to the first paper

tedges = np.arange(-0.5, 20.5, 1)
tmeans = np.arange(0, 20, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()

auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst_top[df_papers_inst_top['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)
    y = y - min(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative papers published by IATE researchers')
ax.set_xlabel('years since first publication')
ax.set_ylabel('cumulative number of papers in journals')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author_top_zero.png")
fig.savefig(fout)
plt.close()  


# cumulative number of papers per author ··························
# including proceedings

tedges = np.arange(1995, 2021, 1)
tmeans = np.arange(1995, 2020, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()
      
y_max = 0
auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst[df_papers_inst['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()
    y_max = max(y_max, max(ac))

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative works published by IATE researchers')
ax.set_xlabel('year')
ax.set_ylabel('cumulative number of papers')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author.png")
fig.savefig(fout)
plt.close()


# cumulative number of papers per author ··························
# excluding proceedings

tedges = np.arange(1995, 2021, 1)
tmeans = np.arange(1995, 2020, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()

auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst_top[df_papers_inst_top['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative papers published by IATE researchers')
ax.set_xlabel('year')
ax.set_ylabel('cumulative number of papers in journals')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author_top.png")
fig.savefig(fout)
plt.close()  
 


# number of authors vs citations vs years ·······················

npapers = df_papers_inst_top.shape[0]

na = []
nc = []
ye = []
for i in range(npapers):
    df = df_papers_inst_top.iloc[i]

    nauths = len(df.authors)
    ncitas = df.citation_count
    year = df.year

    r = random.random()*0.6 - 0.3
    na.append(nauths+r)
    r = random.random()*0.6 - 0.3
    nc.append(ncitas+1+r)
    ye.append(int(year))

y = ((np.array(ye)-1980)*0.2)**2.6

fig = plt.figure(figsize=(10, 5))
ax = fig.add_subplot()
ax.scatter(na, nc, s=y, color=(0, 0, 1, 0.3))

ax.set_xscale('log')
ax.set_yscale('log')
ax.set_xlabel('Number of authors')
ax.set_ylabel('Number of citations + 1')
ax.legend(loc='center left', bbox_to_anchor=(1.1, 0.5), labelspacing=3)

fout = ("../plt/nauth_ncitas_year.png")
fig.savefig(fout)
plt.close()  

 
# publications top and total ·······················

tod = []
top = []

auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    dfa = df_papers_inst[df_papers_inst['author1'].isin([a])]
    dft = df_papers_inst_top[df_papers_inst_top['author1'].isin([a])]
 
    tod.append(dfa.shape[0])
    top.append(dft.shape[0])

fig = plt.figure(figsize=(10, 5))
ax = fig.add_subplot()
ax.scatter(tod, top)
m = max(tod)
ax.plot([0,m],[0,m])

ax.set_title('all works vs. top papers')
ax.set_xlabel('all works')
ax.set_ylabel('papers top')

fout = ("../plt/top_vs_all.png")
fig.savefig(fout)
plt.close()  

# Violin plot for number of authors vs. year ························

nauth = []
for i, p in df_papers_inst.iterrows():
    nauth.append(len(p.authors))

fig = plt.figure(figsize=(10, 5))
ax = fig.add_subplot()

years = [int(y) for y in df_papers_inst.year.values]

ax.scatter(years, nauth)
ax.set_yscale('log')

ax.set_title('number of authors per year')
ax.set_xlabel('year')
ax.set_ylabel('N authors')

fout = ("../plt/year_nauth.png")
fig.savefig(fout)
plt.close()  





import numpy as np
import pickle
import pandas as pd
import random

from matplotlib import pyplot as plt
from plot_styles import *


# #################################################################
# Load data
# #################################################################

df_papers_auth = pickle.load(open('../dat/df_papers_auth.pk', 'rb'))
df_papers_auth_top = pickle.load(open('../dat/df_papers_auth_top.pk', 'rb'))
df_papers_inst = pickle.load(open('../dat/df_papers_inst.pk', 'rb'))
df_papers_inst_top = pickle.load(open('../dat/df_papers_inst_top.pk', 'rb'))


# #################################################################
# Visualization of metrics
# #################################################################

# Number of papers and proceedings per year ··························

y = df_papers_inst.year.values
y = [int(a) for a in y]

t = np.arange(int(min(y))-0.5, int(max(y))+0.5, 1)

fig = plt.figure(figsize=(8, 5))
ax = fig.add_subplot()

H = ax.hist(y, bins=t)

ymax = max(H[0])
ax.set_xlabel('year')
ax.set_ylabel('published works')
ax.set_title('works published by IATE')
ax.set_ylim(0, ymax)
ax.grid()
 
fout = ("../plt/papers_per_year.png")
fig.savefig(fout)
plt.close()

# Number of papers in top journals per year ·································

y = df_papers_inst_top.year.values
y = [int(a) for a in y]

t = np.arange(int(min(y))-0.5, int(max(y))+0.5, 1)

fig = plt.figure(figsize=(8, 5))
ax = fig.add_subplot()

ax.hist(y, bins=t)
ax.set_xlabel('year')
ax.set_ylabel('published papers')
ax.set_title('Papers published by IATE in top journals')
ax.set_ylim(0, ymax)
ax.grid()
 
fout = ("../plt/papers_top_per_year.png")
fig.savefig(fout)
plt.close()


# cumulative number of papers per author ··························
# including proceedings, normalized to the first paper

tedges = np.arange(-0.5, 20.5, 1)
tmeans = np.arange(0, 20, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()
      
y_max = 0
auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst[df_papers_inst['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)
    y = y - min(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()
    y_max = max(y_max, max(ac))

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative works published by IATE researchers')
ax.set_xlabel('years since first publication')
ax.set_ylabel('cumulative number of papers')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author_zero.png")
fig.savefig(fout)
plt.close()


# cumulative number of papers per author ··························
# excluding proceedings, normalized to the first paper

tedges = np.arange(-0.5, 20.5, 1)
tmeans = np.arange(0, 20, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()

auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst_top[df_papers_inst_top['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)
    y = y - min(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative papers published by IATE researchers')
ax.set_xlabel('years since first publication')
ax.set_ylabel('cumulative number of papers in journals')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author_top_zero.png")
fig.savefig(fout)
plt.close()  


# cumulative number of papers per author ··························
# including proceedings

tedges = np.arange(1995, 2021, 1)
tmeans = np.arange(1995, 2020, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()
      
y_max = 0
auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst[df_papers_inst['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()
    y_max = max(y_max, max(ac))

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative works published by IATE researchers')
ax.set_xlabel('year')
ax.set_ylabel('cumulative number of papers')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author.png")
fig.savefig(fout)
plt.close()


# cumulative number of papers per author ··························
# excluding proceedings

tedges = np.arange(1995, 2021, 1)
tmeans = np.arange(1995, 2020, 1)

fig = plt.figure(figsize=(14, 7))
ax = fig.add_subplot()
cycling_attrs()

auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    df = df_papers_inst_top[df_papers_inst_top['author1'].isin([a])]

    y = [int(i) for i in df.year.values]
    if len(y)==0:
        continue
    y = np.array(y)

    H = np.histogram(y, bins=tedges)
    ac = H[0].cumsum()

    aesthetics = aes_attrs()
    ax.plot(tmeans, ac, label=a, **aesthetics)

ax.set_title('Cumulative papers published by IATE researchers')
ax.set_xlabel('year')
ax.set_ylabel('cumulative number of papers in journals')
ax.set_ylim(0, y_max)
ax.legend(loc=2, ncol=2, fontsize='small', frameon=False,
          handlelength=6)
fout = ("../plt/papers_by_author_top.png")
fig.savefig(fout)
plt.close()  
 


# number of authors vs citations vs years ·······················

npapers = df_papers_inst_top.shape[0]

na = []
nc = []
ye = []
for i in range(npapers):
    df = df_papers_inst_top.iloc[i]

    nauths = len(df.authors)
    ncitas = df.citation_count
    year = df.year

    r = random.random()*0.6 - 0.3
    na.append(nauths+r)
    r = random.random()*0.6 - 0.3
    nc.append(ncitas+1+r)
    ye.append(int(year))

y = ((np.array(ye)-1980)*0.2)**2.6

fig = plt.figure(figsize=(10, 5))
ax = fig.add_subplot()
ax.scatter(na, nc, s=y, color=(0, 0, 1, 0.3))

ax.set_xscale('log')
ax.set_yscale('log')
ax.set_xlabel('Number of authors')
ax.set_ylabel('Number of citations + 1')
ax.legend(loc='center left', bbox_to_anchor=(1.1, 0.5), labelspacing=3)

fout = ("../plt/nauth_ncitas_year.png")
fig.savefig(fout)
plt.close()  

 
# publications top and total ·······················

tod = []
top = []

auth_names = list(df_papers_inst.author1.unique())
for a in auth_names:

    dfa = df_papers_inst[df_papers_inst['author1'].isin([a])]
    dft = df_papers_inst_top[df_papers_inst_top['author1'].isin([a])]
 
    tod.append(dfa.shape[0])
    top.append(dft.shape[0])

fig = plt.figure(figsize=(10, 5))
ax = fig.add_subplot()
ax.scatter(tod, top)
m = max(tod)
ax.plot([0,m],[0,m])

ax.set_title('all works vs. top papers')
ax.set_xlabel('all works')
ax.set_ylabel('papers top')

fout = ("../plt/top_vs_all.png")
fig.savefig(fout)
plt.close()  

# Violin plot for number of authors vs. year ························

nauth = []
for i, p in df_papers_inst.iterrows():
    nauth.append(len(p.authors))

fig = plt.figure(figsize=(10, 5))
ax = fig.add_subplot()

years = [int(y) for y in df_papers_inst.year.values]

ax.scatter(years, nauth)
ax.set_yscale('log')

ax.set_title('number of authors per year')
ax.set_xlabel('year')
ax.set_ylabel('N authors')

fout = ("../plt/year_nauth.png")
fig.savefig(fout)
plt.close()
# ################################################################# # Load data # ################################################################# # ################################################################# # Visualization of metrics # ################################################################# # Number of papers and proceedings per year ·························· # Number of papers in top journals per year ································· # cumulative number of papers per author ·························· # including proceedings, normalized to the first paper # cumulative number of papers per author ·························· # excluding proceedings, normalized to the first paper # cumulative number of papers per author ·························· # including proceedings # cumulative number of papers per author ·························· # excluding proceedings # number of authors vs citations vs years ······················· # publications top and total ······················· # Violin plot for number of authors vs. year ························