👀 Reading hidden code

import Pluto

4.6 s

👀 Reading hidden code

import UUIDs

: UUID

153 μs

👀 Reading hidden code

import Distributed

124 μs

👀 Reading hidden code

using PlutoUI

167 ms

👀 Reading hidden code

using DataFrames

1.4 s

👀 Reading hidden code

import CSV

225 ms

Part 1: autograding

👀 Reading hidden code

184 μs

Step 1: Select submission files

👀 Reading hidden code

162 μs

Error message

IOError: readdir("/home/fons/disorganised-mess/autograding/submissions/"): no such file or directory (ENOENT)

Stack trace

Here is what happened, the most recent locations are first:

uv_error
from libuv.jl:97
readdir(dir::String; join::Bool, sort::Bool)
from file.jl:851

from This cell: line 1

submission_files = readdir("/home/fons/disorganised-mess/autograding/submissions/"; join=true)

submission_files = readdir("/home/fons/disorganised-mess/autograding/submissions/"; join=true)

👀 Reading hidden code

---

Error message

Another cell defining submission_files contains errors.

if !all(isabspath, submission_files)

md"""

!!! warning

Submission paths need to be _absolute_

"""

end

👀 Reading hidden code

---

Step 2: autograde actions

👀 Reading hidden code

159 μs

Main.workspace#4.GradingAction

GetValueGetValue

name

"name"

getter

:(student.name)

GetValueGetValue

name

"email"

getter

:(student.email)

GetValueGetValue

name

"number"

getter

:(student.number)

AssignmentAssignment

name

"big number"

points_value

test

quote
    #= /home/runner/work/disorganised-mess/disorganised-mess/autograding/autograde.jl#==#eaa49370-e6da-11ea-21d9-ddf11a7df51f:7 =#
    big_number > 100
end

AssignmentAssignment

name

"ispositive"

points_value

test

quote
    #= /home/runner/work/disorganised-mess/disorganised-mess/autograding/autograde.jl#==#eaa49370-e6da-11ea-21d9-ddf11a7df51f:11 =#
    ispositive(20) && !(ispositive(0))
end

actions = [

GetValue("name", :(student.name)),

GetValue("email", :(student.email)),

GetValue("number", :(student.number)),

Assignment("big number", 5, quote

big_number > 100

end),

Assignment("ispositive", 10, quote

ispositive(20) && !ispositive(0)

end),

]

👀 Reading hidden code

28.7 ms

naming_function (generic function with 1 method)

function naming_function(notebook::Pluto.Notebook, action_results::Vector)

action_results[3]

end

👀 Reading hidden code

412 μs

Step 3: autograde all notebooks

👀 Reading hidden code

159 μs

Error message

Another cell defining submission_files contains errors.

uhmmmmmm??!

md"**Click to start autograding:**

$(@bind run_notebooks CheckBox()) run $(length(submission_files)) notebooks

---"

👀 Reading hidden code

---

Pluto.ServerSessionServerSession

connected_clients

Dict{Symbol, Pluto.ClientSession}Dict

notebooks

Dict{Base.UUID, Pluto.Notebook}Dict

secret

"2saozyhF"

binder_token

nothing

options

Pluto.Configuration.OptionsOptions

server

Pluto.Configuration.ServerOptionsServerOptions

root_url

nothing

base_url

"/"

host

"127.0.0.1"

port

nothing

port_hint

launch_browser

true

dismiss_update_notification

false

show_file_system

true

notebook_path_suggestion

"/home/runner/work/disorganised-mess/disorganised-mess/autograding/"

disable_writing_notebook_files

false

auto_reload_from_file

false

auto_reload_from_file_cooldown

0.4

auto_reload_from_file_ignore_pkg

false

notebook

nothing

init_with_file_viewer

false

simulated_lag

0.0

simulated_pkg_lag

0.0

injected_javascript_data_url

"data:text/javascript;base64,"

on_event

#1 (generic function with 1 method)

security

Pluto.Configuration.SecurityOptionsSecurityOptions

require_secret_for_open_links

true

require_secret_for_access

true

warn_about_untrusted_code

true

evaluation

Pluto.Configuration.EvaluationOptionsEvaluationOptions

run_notebook_on_load

true

workspace_use_distributed

true

workspace_use_distributed_stdlib

nothing

lazy_workspace_creation

false

capture_stdout

true

workspace_custom_startup_expr

nothing

compiler

Pluto.Configuration.CompilerOptionsCompilerOptions

compile

nothing

pkgimages

nothing

compiled_modules

nothing

sysimage

nothing

sysimage_native_code

nothing

banner

nothing

depwarn

nothing

optimize

nothing

min_optlevel

nothing

inline

nothing

check_bounds

nothing

math_mode

nothing

heap_size_hint

nothing

startup_file

"no"

history_file

"no"

threads

pluto_session = Pluto.ServerSession()

👀 Reading hidden code

152 ms

String

submission_files_to_run = run_notebooks ? Pluto.tamepath.(submission_files) : String[]

👀 Reading hidden code

214 μs

Any

👀 Reading hidden code

67.4 μs

Any

👀 Reading hidden code

116 ms

👀 Reading hidden code

57.9 μs

⌀ (This table has no columns)
⌀ (This table has no rows)

👀 Reading hidden code

400 ms

autograde_results.csv

👀 Reading hidden code

418 ms

Part 2: manual review

👀 Reading hidden code

161 μs

Step 1: start notebook server

👀 Reading hidden code

159 μs

Click to start notebook server:

run notebook server

👀 Reading hidden code

931 μs

if run_server

@async Pluto.run(2468; session=pluto_session)

md"> Server is running at [https://localhost:2468](https://localhost:2468)"

end

👀 Reading hidden code

5.0 ms

Step 2: select notebook

👀 Reading hidden code

159 μs

Error message

BoundsError: attempt to access 0-element Vector{Pair} at index [1]

Stack trace

Here is what happened, the most recent locations are first:

getindex
from array.jl:861
first(a::Vector{Pair})
from abstractarray.jl:398
get(select::PlutoUI.BuiltinsNotebook.Select)
from Builtins.jl:667
macro expansion
from This cell: line 126
Show more...

@bind inspected_notebook_index_str Select([string(i) => nb.path for (i,nb) in enumerate(notebooks)])

👀 Reading hidden code

---

Error message

Another cell defining inspected_notebook_index_str contains errors.

Oh no! 🙀

autograde_results_df[inspected_notebook_index, :]

👀 Reading hidden code

---

👀 Reading hidden code

255 μs

asdff

@bind manual_results let

boxes = map(manual) do name

"""<p><input type='checkbox' id='$(name)' $(rand(Bool) ? "checked" : "")> $(name)</p>"""

end

"""

$(join(boxes))

</div>

const div = this.querySelector("#hello")

const boxes = div.querySelectorAll("input")

boxes.forEach(el => {

el.oninput = () => {

div.value = Object.fromEntries(Array.from(boxes).map((b) => [b.id, b.checked]))

}

})

</script>

""" |> HTML

end

👀 Reading hidden code

76.5 ms

String

"a"

"asdff"

manual = ["a", "asdff"]

👀 Reading hidden code

14.0 μs

h (generic function with 1 method)

h(x) = repr(MIME"text/html"(), x)

👀 Reading hidden code

437 μs

"<input type=\"checkbox\" checked>"

h(CheckBox(;default=true))

👀 Reading hidden code

23.1 ms

missing

manual_results

👀 Reading hidden code

9.7 μs

manual_results.csv

DownloadButton(sprint(CSV.write, autograde_results_df), "manual_results.csv")

👀 Reading hidden code

229 μs

Error message

Another cell defining inspected_notebook_index_str contains errors.

inspected_notebook_index = parse(Int, inspected_notebook_index_str)

👀 Reading hidden code

---

Error message

Another cell defining inspected_notebook_index_str contains errors.

beep boop CRASH 🤖

inspected_notebook = notebooks[inspected_notebook_index]

👀 Reading hidden code

---

Appendix

👀 Reading hidden code

156 μs

Grading actions

👀 Reading hidden code

193 μs

abstract type GradingAction end

👀 Reading hidden code

475 μs

struct Assignment <: GradingAction

name

points_value::Number

test::Expr

end

👀 Reading hidden code

1.3 ms

struct GetValue <: GradingAction

name

getter::Expr

end

👀 Reading hidden code

1.2 ms

do_action (generic function with 2 methods)

begin

function do_action(notebook::Pluto.Notebook, action::Assignment)

tester = quote

try

$(action.test)

catch

false

end

if eval_in_notebook(notebook, tester)

action.points_value

else

zero(action.points_value)

end

function do_action(notebook::Pluto.Notebook, action::GetValue)

eval_in_notebook(notebook, action.getter)

end

👀 Reading hidden code

1.1 ms

displayname (generic function with 1 method)

begin

# default

displayname(action::GradingAction) = action.name

end

👀 Reading hidden code

386 μs

Misc

👀 Reading hidden code

159 μs

eval_in_notebook (generic function with 1 method)

function eval_in_notebook(notebook::Pluto.Notebook, expr)

withenv("PLUTO_WORKSPACE_USE_DISTRIBUTED" => "no thanks") do

ws = Pluto.WorkspaceManager.get_workspace(notebook)

fetcher = :(Core.eval($(ws.module_name), $(expr |> QuoteNode)))

Distributed.remotecall_eval(Main, ws.pid, fetcher)

end

👀 Reading hidden code

1.2 ms

Not used

(because it can't export to CSV)

👀 Reading hidden code

688 μs

struct PointsOutOf

value

max_value

end

👀 Reading hidden code

866 μs

+ (generic function with 219 methods)

👀 Reading hidden code

588 μs

👀 Reading hidden code

3.0 ms

In the cloud (experimental)

On your computer

Frontmatter

Preview

Part 1: autograding

Step 1: Select submission files

Step 2: autograde actions

Step 3: autograde all notebooks

Part 2: manual review

Step 1: start notebook server

Step 2: select notebook

Appendix

Grading actions

Misc

Not used